1 import urllib 2 import sqlite3 3 import json 4 import time 5 import ssl 6 7 serviceurl = "http://maps.googleapis.com/maps/api/geocode/json?" 8 9 # Deal with SSL certificate anomalies Python > 2.7 10 # scontext = ssl.SSLContext(ssl.PROTOCOL_TLSv1) 11 scontext = None 12 13 conn = sqlite3.connect('geodata.sqlite') 14 cur = conn.cursor() 15 16 cur.execute(''' 17 CREATE TABLE IF NOT EXISTS Locations (address TEXT, geodata TEXT)''') 18 19 fh = open("where.data") 20 count = 0 21 for line in fh: 22 if count > 200 : break 23 address = line.strip() 24 print '' 25 cur.execute("SELECT geodata FROM Locations WHERE address= ?", (buffer(address), )) 26 27 try: 28 data = cur.fetchone()[0] 29 print "Found in database ",address 30 continue 31 except: 32 pass 33 34 print 'Resolving', address 35 url = serviceurl + urllib.urlencode({"sensor":"false", "address": address}) 36 print 'Retrieving', url 37 uh = urllib.urlopen(url) 38 data = uh.read() 39 print 'Retrieved',len(data),'characters',data[:20].replace('\n',' ') 40 count = count + 1 41 try: 42 js = json.loads(str(data)) 43 # print js # We print in case unicode causes an error 44 except: 45 continue 46 47 if 'status' not in js or (js['status'] != 'OK' and js['status'] != 'ZERO_RESULTS') : 48 print '==== Failure To Retrieve ====' 49 print data 50 break 51 52 cur.execute('''INSERT INTO Locations (address, geodata) 53 VALUES ( ?, ? )''', ( buffer(address),buffer(data) ) ) 54 conn.commit() 55 time.sleep(1) 56 57 print "Run geodump.py to read the data from the database so you can visualize it on a map."
1 import sqlite3 2 import json 3 import codecs 4 5 conn = sqlite3.connect('geodata.sqlite') 6 cur = conn.cursor() 7 8 cur.execute('SELECT * FROM Locations') 9 fhand = codecs.open('where.js','w', "utf-8") 10 fhand.write("myData = [\n") 11 count = 0 12 for row in cur : 13 data = str(row[1]) 14 try: js = json.loads(str(data)) 15 except: continue 16 17 if not('status' in js and js['status'] == 'OK') : continue 18 19 lat = js["results"][0]["geometry"]["location"]["lat"] 20 lng = js["results"][0]["geometry"]["location"]["lng"] 21 if lat == 0 or lng == 0 : continue 22 where = js['results'][0]['formatted_address'] 23 where = where.replace("'","") 24 try : 25 print where, lat, lng 26 27 count = count + 1 28 if count > 1 : fhand.write(",\n") 29 output = "["+str(lat)+","+str(lng)+", '"+where+"']" 30 fhand.write(output) 31 except: 32 continue 33 34 fhand.write("\n];\n") 35 cur.close() 36 fhand.close() 37 print count, "records written to where.js" 38 print "Open where.html to view the data in a browser"
1 myData = [ 2 [42.340075,-71.0895367, 'Northeastern, Boston, MA 02115, USA'], 3 [38.2113643,-85.7470011, 'Bradley Ave, Louisville, KY, USA'], 4 [32.778949,35.019648, 'Technion/ Sports Building, Haifa'], 5 [18.4574518,73.8837999, 'Vishwakarma Institutes Play Ground, Yashodhan Society, Kapil Nagar, Kondhwa Budrukh, Vishwakarma, Maharashtra 411048, India'], 6 [42.4036847,-71.120482, 'South Hall Tufts University, 30 Lower Campus Rd, Somerville, MA 02144, USA'], 7 [-37.914517,145.1303881, 'Monash College, Wellington Rd, Clayton VIC 3168, Australia'], 8 [53.2948229,69.4047872, 'Kokshetau 020000, Kazakhstan'], 9 [40.7127837,-74.0059413, 'New York, NY, USA'], 10 [52.2869741,104.3050183, 'Irkutsk, Irkutsk Oblast, Russia'], 11 [31.1790057,121.4219573, 'Shanghai Sixth Peoples Hospital Affiliated to Shanghai Jiao Tong University In-patient Department, Xuhui, Shanghai, China, 200231'], 12 [8.5080482,4.5849938, 'Kwara State University, Ilorin, Nigeria'], 13 [-38.3105571,146.4292232, 'Monash University Gippsland Student Lounge, 7N Mary Grant Bruce Dr, Churchill VIC 3842, Australia'], 14 [-34.9221963,138.5922272, 'Yungondi Building, North Terrace, Adelaide SA 5000, Australia'], 15 [47.80949,13.05501, 'Salzburg, Austria'], 16 [27.7518284,-82.6267345, 'St Petersburg, FL, USA'], 17 [54.7903112,32.0503663, 'Smolensk, Smolensk Oblast, Russia'], 18 [40.4469796,-3.7278167, 'Av. Complutense, Madrid, Madrid, Spain'], 19 [24.4325423,54.6174842, 'Masdar Institute Bus Station - Abu Dhabi - United Arab Emirates'], 20 [51.5266171,-0.1260773, 'University Of London, 1-11 Cartwright Gardens, Kings Cross, London WC1H 9EB, UK'], 21 [39.5069974,-84.745231, 'Oxford, OH 45056, USA'], 22 [59.393847,24.6650872, 'Tallinn University of Technology Stadium, 12616 Tallinn, Estonia'], 23 [58.3733281,26.7265098, 'University of Tartu Physics Building, 50103 Tartu, Estonia'], 24 [33.6778327,-117.8151285, 'Padua, Irvine, CA 92614, USA'], 25 [18.5544976,73.8257325, 'Pune University, Ganeshkhind, Pune, Maharashtra, India'], 26 [37.8764984,-122.2804342, 'California St, Berkeley, CA, USA'], 27 [43.0447617,-89.4245627, 'University of Wisconsin-Madison Arboretum, 1207 Seminole Hwy, Madison, WI 53711, USA'], 28 [39.9304437,116.3076925, 'Capital Normal University, Haidian, Beijing, China, 100037'], 29 [37.983917,23.7293599, 'Athens, Greece'], 30 [10.7295115,79.0196067, 'Sastra University Road, Tirumalaisamudram, Tamil Nadu 613401, India'], 31 [21.1470404,79.0397862, 'Nagpur University Campus, Nagpur, Maharashtra 440033, India'], 32 [41.9197689,-91.649501, 'Duke St SW, Cedar Rapids, IA 52404, USA'], 33 [37.7634766,-122.4390923, 'States St, San Francisco, CA 94114, USA'], 34 [30.2850284,-97.7335226, 'University of Texas at Austin, Austin, TX, USA'], 35 [61.6858074,27.2734876, '50100 Mikkeli, Finland'], 36 [32.4204729,-85.0323718, 'H. Curtis Pitts Hall, 3413 S Seale Rd, Phenix City, AL 36869, USA'], 37 [41.557583,-8.397568, 'Universidade do Minho, 4710 Braga, Portugal'], 38 [-33.0444219,-71.6066334, 'Pontificia Universidad Catolica De Valparaiso - Gimpert, Valpara铆so, Valpara铆so, Regi贸n de Valpara铆so, Chile'], 39 [40.6331249,-89.3985283, 'Illinois, USA'], 40 [30.0199119,31.5001527, 'AUC Library, Cairo Governorate 11835, Egypt'], 41 [55.1170375,36.5970818, 'Obninsk, Kaluga Oblast, Russia'], 42 [31.9026385,34.8085102, 'Weizmann Institute of Science, Herzl St 234, Rehovot, 76100, Israel'], 43 [31.767879,-106.440736, 'Washington, El Paso, TX 79905, USA'], 44 [49.9935,36.230383, 'Kharkiv, Kharkiv Oblast, Ukraine'], 45 [43.8562586,18.4130763, 'Sarajevo, Bosnia and Herzegovina'], 46 [4.602551,-74.066627, 'Consultorio Jur铆dico Universidad de Los Andes, Cl. 19, Bogot谩, Bogot谩, Colombia'], 47 [40.0082221,-105.2591119, 'Colorado Ave & University Heights, Boulder, CO 80302, USA'], 48 [53.4129429,59.0016233, 'Magnitogorsk, Chelyabinsk Oblast, Russia'], 49 [46.4062583,8.9040484, 'Usc, 6749, Switzerland'], 50 [52.124815,-106.589195, 'Simon Fraser Crescent, Saskatoon, SK S7H, Canada'], 51 [34.0247033,-81.0131844, 'New York Ave, Columbia, SC 29204, USA'], 52 [38.1999105,-85.7659121, 'Southern Pkwy, Louisville, KY, USA'], 53 [14.606319,121.0977669, 'Warsaw, Pasig, Metro Manila, Philippines'], 54 [52.2296756,21.0122287, 'Warsaw, Poland'], 55 [-40.900557,174.885971, 'New Zealand'], 56 [-40.3850866,175.6140639, 'Massey University, Palmerston North, New Zealand'], 57 [35.8715218,-97.5672431, 'Noble Ave, Guthrie, OK 73044, USA'], 58 [45.1847248,9.1582069, 'Pavia PV, Italy'], 59 [38.6598662,-90.3123536, 'Columbia Ave, University City, MO 63130, USA'], 60 [50.0755381,14.4378005, 'Prague, Czech Republic'], 61 [41.8313852,-87.6272216, 'Iit Tower, 10 W 35th St, Chicago, IL 60616, USA'], 62 [40.7933949,-77.8600012, 'State College, PA, USA'], 63 [33.4249307,-111.8884532, 'Utah, Tempe, AZ 85281, USA'], 64 [39.4813156,-0.3505, 'Universitat Polit猫cnica, 46022 Valencia, Valencia, Spain'], 65 [33.6140008,-117.8440006, 'Vienna, Newport Beach, CA 92660, USA'], 66 [44.4267674,26.1025384, 'Bucharest, Romania'], 67 [41.2692748,-72.7552478, 'University of New Haven, Branford Trolley Trail, Branford, CT 06405, USA'], 68 [47.761605,-122.19303, 'UW Bothell & Cascadia College, Bothell, WA 98011, USA'], 69 [38.6679152,-90.3322259, 'Drexel Dr, University City, MO 63130, USA'], 70 [32.083852,34.79197, 'Helsinki St, Tel Aviv-Yafo, Israel'], 71 [42.2783714,-83.7371794, 'University of Michigan, Ann Arbor, MI, USA'], 72 [55.8304307,49.0660806, 'Kazan, Tatarstan, Russia'], 73 [12.0263438,79.8492812, 'Pondicherry University, Kalapet, Puducherry 605014, India'], 74 [31.204638,121.5853839, 'Nanyang Technological University Shanghai Office, Pudong, Shanghai, China, 201203'], 75 [35.712815,135.9711705, 'Nyu, Mihama, Mikata District, Fukui Prefecture 919-1201, Japan'], 76 [47.5584793,21.620443, 'Debrecen, Debrecen University-Botanical Garden, 4032 Hungary'], 77 [34.1515641,-117.3354402, 'N State St, San Bernardino, CA, USA'], 78 [50.4501,30.5234, 'Kiev, Ukraine'], 79 [46.4618977,-80.9664534, 'University Laurentian, Copper Cliff, ON P0M 1N0, Canada'], 80 [55.755826,37.6173, 'Moscow, Russia'], 81 [52.2016671,0.1177882, 'University Of Cambridge, Cambridge, Cambridge, Cambridgeshire CB2, UK'], 82 [35.9525664,51.490619, 'Payame Noor, Meygun, Tehran, Iran'], 83 [46.5189865,6.5676007, 'EPFL, 1015 Lausanne, Switzerland'], 84 [45.2671352,19.8335496, 'Novi Sad, Serbia'], 85 [53.8931837,27.547338, 'Monument to Fallen Professors and Students of the Belarusian State University, Minsk, Belarus'], 86 [22.4828735,88.394867, 'Jadavpur University Lake, Sahid Smirity Colony, Pancha Sayar, Kolkata, West Bengal 700094'], 87 [26.1529683,91.6639235, 'Gauhati University, Jalukbari, Guwahati, Assam, India'], 88 [-34.4414891,-58.7595663, 'Universidad de Buenos Aires, Manuel Alberti, Buenos Aires, Argentina'], 89 [44.4061457,8.9682634, 'Universit脿 degli studi di Genova - Dipartimento di Medicina Sperimentale (DIMES), 16143 Genova, Italy'], 90 [4.864758,-74.050918, 'Ch铆a, Ch铆a, Cundinamarca, Colombia'], 91 [43.4553461,-76.5104973, 'Oswego, NY, USA'], 92 [17.4930263,78.3906218, 'Jawaharlal Nehru Technological University, Kukatpally, Hyderabad, Telangana, India'], 93 [50.503887,4.469936, 'Belgium'], 94 [42.3518484,-71.1107301, 'Boston University Bridge, Massachusetts, USA'], 95 [64.9078809,-147.7117155, 'Manchester Loop, Fairbanks, AK 99712, USA'], 96 [51.1877226,6.7938734, 'Fachhochschule D眉sseldorf, 40225 D眉sseldorf, Germany'], 97 [28.6379654,-106.094602, 'Simon Bol铆var, Chihuahua, Chih., Mexico'], 98 [39.174335,-86.505469, 'Hilltop Garden and Nature Center at Indiana University, 2367 E 10th St, Bloomington, IN 47408, USA'], 99 [18.9331831,72.8341894, 'KP Shethi Building, Janmabhoomi Marg, Kala Ghoda, Fort, Mumbai, Maharashtra 400001, India'], 100 [42.3077541,-83.0182189, 'Ottawa St, Windsor, ON, Canada'], 101 [28.3580163,75.5887989, 'BITS, Pilani, Rajasthan 333031, India'], 102 [38.0269358,-84.5059723, 'University Dr, Lexington, KY, USA'], 103 [25.25968,82.989115, 'IIT Gymkhana, RR 11, Banaras Hindu University Campus, Varanasi, Uttar Pradesh 221001, India'], 104 [50.862282,-2.4998561, 'E M Mitchell & Sons, Hermitage, Dorchester, Dorset DT2 7BB, UK'], 105 [18.4074917,-66.062465, 'Ave Central, San Juan, San Juan, Puerto Rico'], 106 [50.4471975,30.4522355, 'Obshchezhitiye NTUU KPI 鈩�10, Vyborzka St, 2/24, Kyiv, Ukraine'], 107 [-6.7515086,-35.6437193, 'Universidade Federal da Para铆ba - CAVN - R. Santos Dumont, Bananeiras - PB, 58220-000, Brazil'], 108 [55.755826,37.6173, 'Moscow, Russia'], 109 [27.7518284,-82.6267345, 'St Petersburg, FL, USA'], 110 [41.7508391,-88.1535352, 'Naperville, IL, USA'], 111 [37.424106,-122.1660756, 'Stanford, CA, USA'], 112 [16.4226352,120.5906046, 'National Baguio University, Bokawkan, Baguio, Benguet, Philippines'], 113 [-35.4158638,149.0897893, 'Monash ACT 2904, Australia'], 114 [19.3188895,-99.1843676, 'National Autonomous University of Mexico, Mexico City, Federal District, Mexico'], 115 [35.7058075,51.4020909, 'Tehran University, Tehran, Tehran, Iran'], 116 [36.8838958,-76.3040214, 'Old Dominion University, 5115 Hampton Blvd, Norfolk, VA 23508, USA'], 117 [50.4501,30.5234, 'Kiev, Ukraine'], 118 [32.2366945,-110.9456894, 'Babcock Building, 1717 E Speedway Blvd, Tucson, AZ 85719, USA'], 119 [44.9715569,-93.231866, 'Essex St SE, Minneapolis, MN 55455, USA'], 120 [49.9935,36.230383, 'Kharkiv, Kharkiv Oblast, Ukraine'], 121 [54.8985207,23.9035965, 'Kaunas, Lithuania'], 122 [42.3423603,-7.8552788, 'Av. Buenos Aires, 32004 Ourense, Orense, Spain'], 123 [9.7297203,79.9482992, 'Jaffna College, AB21, Sri Lanka'], 124 [42.5030209,-89.0295642, 'College St, Beloit, WI 53511, USA'], 125 [40.5382913,-78.3528584, 'Ucla Ln, Altoona, PA 16602, USA'], 126 [28.0282578,-82.3924269, 'Chicago Ave, Temple Terrace, FL 33617, USA'], 127 [30.5848529,31.4843221, 'Rd inside Zagazig University, Shaibet an Nakareyah, Markaz El-Zakazik, Ash Sharqia Governorate, Egypt'], 128 [33.428283,-111.750401, 'N Alberta, Mesa, AZ 85205, USA'], 129 [53.8931837,27.547338, 'Monument to Fallen Professors and Students of the Belarusian State University, Minsk, Belarus'], 130 [28.0735403,-82.4373589, 'University, FL, USA'], 131 [9.9777329,76.3180937, 'Kerala Agricultural University Rice Research Station, Service Rd, Ponnurunni, Vyttila, Ernakulam, Kerala 682028, India'], 132 [45.4723536,9.1964496, 'Via del Vecchio Politecnico, 20121 Milano, Italy'], 133 [54.6871555,25.2796514, 'Vilnius, Lithuania'], 134 [20.593684,78.96288, 'India'], 135 [-33.8812733,18.6264694, 'Stellenbosch University, Cape Town, 7530, South Africa'], 136 [28.6777345,77.4504666, 'IMT Rd, Block 14, Sector 10, Raj Nagar, Ghaziabad, Uttar Pradesh 201002, India'], 137 [33.4238104,-111.8869146, 'Pennsylvania, Tempe, AZ 85281, USA'], 138 [31.3260152,75.5761829, 'Jalandhar, Punjab, India'], 139 [36.8743583,-76.1745441, 'Virginia Tech Trail, Virginia Beach, VA 23455, USA'], 140 [33.4232051,-111.8879509, 'State Ave, Tempe, AZ 85281, USA'], 141 [22.2567635,-97.8345654, 'Guatemala, Cd Madero, Tamps., Mexico'], 142 [54.6871555,25.2796514, 'Vilnius, Lithuania'], 143 [1.2246216,19.7878159, 'Basankusu Airport (BSU), N22, Basankusu, Democratic Republic of the Congo'], 144 [51.165691,10.451526, 'Germany'], 145 [-4.009976,-79.2085378, 'Colombia, Loja, Ecuador'], 146 [27.7518284,-82.6267345, 'St Petersburg, FL, USA'], 147 [10.1345309,-85.4467445, 'Universidad Nacional, 150, Nicoya, Costa Rica'], 148 [33.952602,-84.5499327, 'Marietta, GA, USA'], 149 [42.9097484,-85.7630885, 'Grandville, MI, USA'], 150 [42.254429,-121.785164, 'Oregon Institute of Technology, Klamath Falls, OR 97601, USA'], 151 [34.3020001,48.8145943, 'Malayer, Hamadan, Iran'], 152 [39.9866757,116.3114981, 'Peking University, Haidian, Beijing, China, 100080'] 153 ];