made compatible with python 3, changed regex to match coords with negative signs, create ./maps/ if it doesn't exist,

This commit is contained in:
khalilfazal 2016-04-17 19:21:51 -04:00
commit 56786ac11e

View file

@ -7,20 +7,21 @@ See readme.md
from lxml.html import document_fromstring
import simplekml
from urllib import FancyURLopener
from urllib.request import FancyURLopener
import os
import re
import sys
import time
coords_in_content = re.compile('\/@(\d+\.\d+),(\d+\.\d+),')
coords_in_content = re.compile('\/@(-?\d+\.\d+),(-?\d+\.\d+),')
mobile_agent = 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/47.0.2526.73 Safari/537.36'
filename = r'GoogleBookmarks.html'
if(len(sys.argv) > 1):
filename = sys.argv[1]
print 'opening ' + filename
print('opening ' + filename)
with open(filename) as bookmarks_file:
data = bookmarks_file.read()
@ -39,7 +40,7 @@ for label in doc.body.iterfind('dl/dt/h3'):
if 'maps.google' in url:
print
description = element.text or ''
print 'GET {0} {1}'.format(url, description.encode('UTF8'))
print('GET {0} {1}'.format(url, description.encode('UTF8')))
browser = Browser()
# Load map and find coordinates in source of page
@ -47,30 +48,34 @@ for label in doc.body.iterfind('dl/dt/h3'):
while not sock:
try:
sock = browser.open(url.replace(' ','+'))
except Exception, e:
print 'Connection problem:' + repr(e)
print 'Retrying randomly between 15 and 60 seconds.'
except Exception as e:
print('Connection problem:' + repr(e))
print('Retrying randomly between 15 and 60 seconds.')
time.sleep(random.randint(15, 60))
content = sock.read()
content = sock.read().decode("utf-8")
sock.close()
try:
coords = coords_in_content.search(content)
latitude = coords.groups()[0]
longitude = coords.groups()[1]
coords = coords_in_content.search(content).groups()
latitude = coords[0]
longitude = coords[1]
except (AttributeError, IndexError):
print '[Coordinates not found] ' + str(coords) + ' Try to update "mobile_agent"'
print('[Coordinates not found] ' + str(coords) + ' Try to update "mobile_agent"')
continue
print latitude, longitude
print(latitude, longitude)
try:
kml.newpoint(name=description,
coords=[(float(longitude), float(latitude))])
except ValueError:
print '[Invalid coordinates]'
print('[Invalid coordinates]')
output = './maps/' + labelName + '.kml'
print 'saving results to ' + output
kml.save(output)
print('saving results to ' + output)
if not os.path.exists('./maps/'):
os.makedirs('./maps/')
kml.save(output)