mirror of
https://github.com/heyarne/bookmarks-to-kml.git
synced 2026-05-06 18:43:40 +02:00
100 lines
3.3 KiB
Python
100 lines
3.3 KiB
Python
# -*- coding: utf-8 -*-
|
|
"""
|
|
Go to Google Bookmarks: https://www.google.com/bookmarks/
|
|
|
|
On the bottom left, click "Export bookmarks": https://www.google.com/bookmarks/bookmarks.html?hl=en
|
|
|
|
After downloading the html file, run this script on it to generate a KML.
|
|
|
|
"""
|
|
|
|
from lxml.html import document_fromstring
|
|
import simplekml
|
|
|
|
from urllib import FancyURLopener
|
|
|
|
import os
|
|
import random
|
|
import re
|
|
import sys
|
|
import time
|
|
|
|
# filename = r'GoogleBookmarks.html'
|
|
filename = sys.argv[1]
|
|
|
|
with open(filename) as bookmarks_file:
|
|
data = bookmarks_file.read()
|
|
|
|
# kml = simplekml.Kml()
|
|
|
|
# Hacky and doesn't work for all of the stars:
|
|
lat_re = re.compile('markers:[^\]]*latlng[^}]*lat:([^,]*)')
|
|
lon_re = re.compile('markers:[^\]]*latlng[^}]*lng:([^}]*)')
|
|
coords_in_url = re.compile('\?q=(-?\d{,3}\.\d*),\s*(-?\d{,3}\.\d*)')
|
|
|
|
doc = document_fromstring(data)
|
|
|
|
class Browser(FancyURLopener):
|
|
user_agents = [
|
|
'Mozilla/5.0 (Windows; U; Windows NT 5.1; it; rv:1.8.1.11) Gecko/20071127 Firefox/2.0.0.11',
|
|
'Opera/9.25 (Windows NT 5.1; U; en)',
|
|
'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; .NET CLR 2.0.50727)',
|
|
'Mozilla/5.0 (compatible; Konqueror/3.5; Linux) KHTML/3.5.5 (like Gecko) (Kubuntu)',
|
|
'Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.0.12) Gecko/20070731 Ubuntu/dapper-security Firefox/1.5.0.12',
|
|
'Lynx/2.8.5rel.1 libwww-FM/2.14 SSL-MM/1.4.1 GNUTLS/1.2.9'
|
|
]
|
|
|
|
version = random.choice(user_agents)
|
|
|
|
for label in doc.body.iterfind('dl/dl/h3'):
|
|
labelName = label.text_content()
|
|
#print labelName
|
|
|
|
kml = simplekml.Kml()
|
|
kml.document.name = labelName
|
|
|
|
for element, attribute, url, pos in label.getnext().iterlinks():
|
|
if 'maps.google' in url:
|
|
description = element.text or ''
|
|
print description.encode('UTF8')
|
|
print "URL: {0}".format(url)
|
|
|
|
browser = Browser()
|
|
|
|
if coords_in_url.search(url):
|
|
# Coordinates are in URL itself
|
|
latitude = coords_in_url.search(url).groups()[0]
|
|
longitude = coords_in_url.search(url).groups()[1]
|
|
else:
|
|
# Load map and find coordinates in source of page
|
|
sock = False
|
|
|
|
while not sock:
|
|
try:
|
|
sock = browser.open(url.replace(' ','+'))
|
|
except Exception, e:
|
|
print 'Connection problem:'
|
|
print repr(e)
|
|
print 'Retrying randomly between 15 and 60 seconds.'
|
|
time.sleep(random.randint(15, 60))
|
|
|
|
content = sock.read()
|
|
sock.close()
|
|
time.sleep(random.randint(15, 60)) # Don't annoy server
|
|
try:
|
|
latitude = lat_re.findall(content)[0]
|
|
longitude = lon_re.findall(content)[0]
|
|
except IndexError:
|
|
print '[Coordinates not found]'
|
|
print
|
|
continue
|
|
|
|
print latitude, longitude
|
|
try:
|
|
kml.newpoint(name=description,
|
|
coords=[(float(longitude), float(latitude))])
|
|
except ValueError:
|
|
print '[Invalid coordinates]'
|
|
print
|
|
|
|
kml.save("./maps/" + labelName + ".kml")
|