DoD Contracts, Maps and Austria
This commit is contained in:
72
Working/venues/getMaps.py
Normal file
72
Working/venues/getMaps.py
Normal file
@@ -0,0 +1,72 @@
|
||||
import os, sys
|
||||
from datetime import datetime, timedelta
|
||||
from dateutil import relativedelta
|
||||
from pprint import pprint as ppr
|
||||
|
||||
sys.path.append('/var/www/digisnaxx.ado/scrapers')
|
||||
import dtss
|
||||
dtss.getReady()
|
||||
|
||||
from time import sleep
|
||||
from pprint import pprint as ppr
|
||||
import pytz
|
||||
|
||||
from selenium.webdriver.common.by import By
|
||||
|
||||
from events.models import Organization, Scraper, Calendar, Event
|
||||
import events.digitools as digitools
|
||||
|
||||
import re
|
||||
|
||||
def getSite(br, website, org):
|
||||
ps = digitools.getSource(br, website)
|
||||
links = ps.xpath('.//*/div[@class="luibr"]/div/div/a/@href')
|
||||
ppr(links)
|
||||
nsite = "https://www.google.com"
|
||||
if len(links) > 0:
|
||||
nlink = nsite + links[0]
|
||||
org.barrio = nlink
|
||||
org.save()
|
||||
sleep(5)
|
||||
|
||||
|
||||
if len(sys.argv) >= 2:
|
||||
arg1 = sys.argv[1]
|
||||
br = digitools.getBrowser(arg1)
|
||||
else:
|
||||
print("No run_env")
|
||||
br.close()
|
||||
quit()
|
||||
|
||||
|
||||
orgs = Organization.objects.all()
|
||||
|
||||
|
||||
# for org in orgs:
|
||||
# try:
|
||||
# if len(org.city) > 0:
|
||||
# msg = org.name.split(" ") + org.city.split(" ")
|
||||
# site = "https://www.google.com/search?q=google+maps+" + "+".join(msg)
|
||||
# print(site)
|
||||
# getSite(br, site, org)
|
||||
# except Exception as e:
|
||||
# ppr(org)
|
||||
# print(e)
|
||||
|
||||
|
||||
for org in orgs[5:]:
|
||||
try:
|
||||
br.get(org.barrio)
|
||||
org.gmap_link = org.barrio
|
||||
sleep(5)
|
||||
current_url = br.current_url
|
||||
match = re.search(r'@(-?\d+\.\d+),(-?\d+\.\d+)', current_url)
|
||||
print(match[1], match[0].split(",")[1])
|
||||
org.latitude = match[1].strip()
|
||||
org.longitude = match[0].split(",")[1].strip()
|
||||
org.save()
|
||||
except Exception as e:
|
||||
ppr(org)
|
||||
print(e)
|
||||
|
||||
br.close()
|
||||
Reference in New Issue
Block a user