Получение GEO положения хоста по его хостнейму

# -*- coding: utf-8 -*-
##----------------------------------------------------------------------
## inventory_add_sa_object
##----------------------------------------------------------------------
## Copyright (C) 2007-2014 The NOC Project
## See LICENSE for details
##----------------------------------------------------------------------

# Python modules
import re
import requests
# NOC modules
from noc.sa.models import *
from noc.inv.models import *
from noc.inv.models.object import *
from noc.lib.nosql import get_db

rx_city = re.compile(
        r"^(г\.|пгт\.|пос\.|с\.)+(?P<city>(\S+ \S+ \S+|\S+ \S+|\S+))")
rx_street = re.compile(
        r"^ ул\.+(?P<street>(\S+ \S+ \S+|\S+ \S+|\S+))")
rx_house = re.compile(
        r"^ д\.+(?P<house>(\d+\S+|\d+))")

rx_room = re.compile(
        r"^ п\.+(?P<room>(\d+\S+|\d+))")

db = get_db()
om = db.noc.objectmodels

"""

Uninstall:

./noc shell

from noc.sa.models import *
from noc.inv.models import *
from noc.inv.models.object import *
from noc.lib.nosql import get_db
db = get_db()
om = db.noc.objectmodels
Object.objects.filter(model = om.find_one({"name": 'NoName | Rack | 19" 8U 800mm Shelf'})["_id"]).delete()
Object.objects.filter(model = om.find_one({"name": 'Room'})["_id"]).delete()
Object.objects.filter(model = om.find_one({"name": 'PoP | Access'})["_id"]).delete()
Object.objects.filter(model = om.find_one({"name": 'PoP | Aggregation'})["_id"]).delete()

psql ...

TRUNCATE TABLE gis_geodata;

"""

K = 0
k = 0

for mo in tuple(ManagedObject.objects.filter(
    administrative_domain=1)):
    mo_id = mo.id
    name = mo.name
    segment = mo.segment
    postaddress = mo.postaddress.encode("UTF-8")
#
#    print ""
#    print postaddress
#
    postaddress = postaddress.split(',')
    match = rx_city.search(postaddress[0])
    if match:
        city = match.group("city")
        for i in db.noc.objects.find({"name": 'г.' + city}):
            city_id = i["_id"]
    else:
        continue
    try:
        match = rx_street.search(postaddress[1])
    except IndexError:
        continue
    if match:
        street = match.group("street")
    else:
        continue
    try:
        match = rx_house.search(postaddress[2])
    except IndexError:
        continue
    if match:
        house = match.group("house")
    else:
        continue
    try:
        match = rx_room.search(postaddress[3])
    except IndexError:
        continue
    if match:
        room = match.group("room")
    else:
        continue


    pop =  "ул.".decode('UTF-8') + (street).decode('UTF-8') + ", д.".decode('UTF-8') + (house).decode('UTF-8')
    room = "Подъезд №".decode('UTF-8') + room
    rack = "Ящик №1".decode('UTF-8')

    K += 1
    if city:

#        try:
            print 'г.'.decode('UTF-8') + city.decode('UTF-8') + ' | ' + segment + ' | ' + pop + ' | ' + room + ' | ' + rack

            if not Object.objects.filter(name = segment):
                url="http://geocode-maps.yandex.ru/1.x/?geocode=" + city + ",+" + street.replace(' ', '+') + ",+дом+" + house +"&format=json"
                urlopen = requests.get(url)
                obj = urlopen.json()
                coord = obj["response"]["GeoObjectCollection"]["featureMember"][0]["GeoObject"]["Point"]["pos"].split(' ')
                x = coord[0]
                y = coord[1]

                print 'г.'.decode('UTF-8') + city.decode('UTF-8') + ' | ' + segment + '   x=' +  str(x) + '   y=' +  str(y)

                Object(
                    name = segment,
                    model = om.find_one({"name": "PoP | Aggregation"})["_id"],
                    container = ObjectId(city_id),
                    data = {"geopoint": {
                            "srid": "EPSG:4326",
                            "x": float(x),
                            "y": float(y),
                            },
                        "pop": {"level": 30}
                        }
                ).save()
            for i in db.noc.objects.find({"container": ObjectId(city_id), "name": segment }):
                segment_id = i["_id"]

            if not Object.objects.filter(container = ObjectId(segment_id), name = pop):
                url="http://geocode-maps.yandex.ru/1.x/?geocode=" + city + ",+" + street.replace(' ', '+') + ",+дом+" + house +"&format=json"
                urlopen = requests.get(url)
                obj = urlopen.json()
                coord = obj["response"]["GeoObjectCollection"]["featureMember"][0]["GeoObject"]["Point"]["pos"].split(' ')
                x = coord[0]
                y = coord[1]

                print 'г.'.decode('UTF-8') + city.decode('UTF-8') + ' | ' + segment + ' | ' + pop  + '   x=' +  str(x) + '   y=' +  str(y)

                Object(
                    name = pop,
                    model = om.find_one({"name": "PoP | Access"})["_id"],
                    container = ObjectId(segment_id),
                    data = {"geopoint": {
                            "srid": "EPSG:4326",
                            "x": float(x),
                            "y": float(y),
                            },
                        "pop": {"level": 15}
                        }
                ).save()
            for i in db.noc.objects.find({"container": ObjectId(mcrn_id), "name": pop }):
                pop_id = i["_id"]

            if not Object.objects.filter(container = ObjectId(pop_id), name = room):
                Object(
                    name = room,
                    model = om.find_one({"name": "Room"})["_id"],
                    container = ObjectId(pop_id),
                    data = {}
                ).save()
                print 'Add ', room
            for i in db.noc.objects.find({"container": ObjectId(pop_id), "name": room}):
                room_id = i["_id"]

            if not Object.objects.filter(container = ObjectId(room_id), name = rack):
                Object(
                    name = rack,
                    model = om.find_one({"name": 'NoName | Rack | 19" 8U 800mm Shelf'})["_id"],
                    container = ObjectId(room_id),
                    data = {}
                ).save()
                print 'Add ', rack
                print "\n\n"
            for i in db.noc.objects.find({"container": ObjectId(room_id), "name": rack}):
                rack_id = i["_id"]

            # Уложить mo в Rack

            k += 1
#            break
#        except:
#            break
#            continue

print K, k

# -*- coding: utf-8 -*-
##----------------------------------------------------------------------
## geocode_mp
##----------------------------------------------------------------------
## Copyright (C) 2007-2012 The NOC Project
## See LICENSE for details
##----------------------------------------------------------------------

# Python modules
import re
# NOC modules
import set_staticvlan_env
import set_env
set_env.setup(use_django=True)
from noc.lib.app.site import site
site.autodiscover()
from noc.sa.models import ManagedObject, ManagedObjectSelector
from noc.lib.nosql import get_db

from noc.gis.models import Overlay

# Network config:
execfile('/opt/noc/etc/noc-staticvlan.conf')

# TODO country:
#rx_countryidx = re.compile(
#        r"^Region+(?P<countryidx>\d+)+=" + country + "$", re.MULTILINE)

rx_city = re.compile(
        r"^(г\.|пгт\.|пос\.|с\.) +(?P<city>(\S+ \S+ \S+|\S+ \S+|\S+))")
rx_street = re.compile(
        r"^ ул\. +(?P<street>(\S+ \S+ \S+|\S+ \S+|\S+))")
rx_house = re.compile(
        r"^ д\. +(?P<house>(\d+\S+|\d+))")

db = get_db()
points = db.my.points

#Overlay(name="Noc devices", overlay="points", is_active=True,
#        gate_id="mypoints", permission_name="points",
#        config={"collection": "my.points",
#             "position": "pos", "text": "label"}
#        ).save()

map_mp = open(vector_map_mp, 'r')
map_data = map_mp.read()
map_mp.close()

for mo in tuple(ManagedObject.objects.filter(
    administrative_domain=admin_domain)):
    mo_id = mo.id
    name = mo.name
    desc = mo.description.encode("UTF-8")
#
    print ""
    print desc
#
    desc = desc.split(',')
    match = rx_city.search(desc[0])
    if match:
        city = match.group("city")
        rx_cityidx = re.compile(
            r"^City+(?P<cityidx>\d+)+=" + city + "$", re.MULTILINE)
        match = rx_cityidx.search(map_data)
        if match:
            cityidx = match.group("cityidx")
        else:
            cityidx = None
#
#        print cityidx
#
    else:
        continue
    try:
        match = rx_street.search(desc[1])
    except IndexError:
        continue
    if match:
        street = match.group("street")
    else:
        continue
    try:
        match = rx_house.search(desc[2])
    except IndexError:
        continue
    if match:
        house = match.group("house")
    else:
        continue

    if cityidx:
#
        print city, street, house
#
        rx_coordinate = re.compile(
            r"^HouseNumber=" + house + ".StreetDesc=(улица |проспект |проезд |)" + street + "( улица| проспект| проезд| ул\.| пр-т| пр-д|).CityIdx=" + cityidx + ".Data0=+(?P<coordinate>[\(\d+.\d+,\d+.\d+\)?,? ]*)$",
            re.DOTALL | re.MULTILINE | re.IGNORECASE)
    else:
#
        print street, house
#
        rx_coordinate = re.compile(
            r"^HouseNumber=" + house + ".StreetDesc=(улица |проспект |проезд |)" + street + "( улица| проспект| проезд| ул\.| пр-т| пр-д|).Data0=+(?P<coordinate>[\(\d+.\d+,\d+.\d+\)?,? ]*)$",
            re.DOTALL | re.MULTILINE | re.IGNORECASE)

    match = rx_coordinate.search(map_data)
    if match:
        coordinate = match.group("coordinate")
#
#        print coordinate
#
        coordinate = coordinate.replace(' ', '')
        coordinate = coordinate.split(',')
        x = 0
        y = 0
        n = 0
        for i in coordinate:
            v = i.strip('(')
            v = v.strip(')')
            if n / 2 == float(n) / 2:
                x = x + float(v)
                n += 1
            else:
                y = y + float(v)
                n += 1
        x = 2 * x / n
        y = 2 * y / n
#        points.insert({"pos": [y, x], "label": name})
#
        print str(y), str(x), name
        print ""
#

"""
Not working:
points.ensureIndex({"pos": "2d"})

Fix:
# mongo --shell
> use noc
> db.my.points.ensureIndex({"pos": "2d"})
> quit()
"""
quit()