lots of updates :/
This commit is contained in:
@@ -2,11 +2,11 @@ import re, os, sys
|
||||
from datetime import datetime
|
||||
|
||||
import django
|
||||
sys.path.append('../../../')
|
||||
os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
|
||||
sys.path.append('../../../../')
|
||||
os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
|
||||
django.setup()
|
||||
|
||||
from events.models import Event, Organization, Scraper
|
||||
from events.models import Event, Organization, Scraper, Calendar
|
||||
|
||||
from time import sleep
|
||||
from pprint import pprint as ppr
|
||||
@@ -16,13 +16,21 @@ from selenium.webdriver.common.by import By
|
||||
from xvfbwrapper import Xvfb
|
||||
from lxml import html
|
||||
import pytz
|
||||
from events.digitools import getBrowser, createURL, createBasicEvent, getSource
|
||||
from events.digitools import getBrowser, createURL, createBasicEvent, getSource, add_calendar
|
||||
|
||||
scraper, created = Scraper.objects.get_or_create(
|
||||
name="St Paul City Council",
|
||||
website="https://www.stpaul.gov/calendar",
|
||||
last_ran = datetime.now(),
|
||||
try:
|
||||
scraper, created = Scraper.objects.get_or_create(
|
||||
name="St Paul City Council",
|
||||
website="https://www.stpaul.gov/calendar",
|
||||
calendar = Calendar.objects.get(shortcode='msp'),
|
||||
items = 0,
|
||||
new_items = 0,
|
||||
last_ran = datetime.now(),
|
||||
)
|
||||
except Exception as e:
|
||||
print(e)
|
||||
scraper = Scraper.objects.get(name="St Paul City Council")
|
||||
print("Scraper: ", scraper)
|
||||
|
||||
tz = pytz.timezone("US/Central")
|
||||
|
||||
@@ -54,14 +62,15 @@ def getEvents(br):
|
||||
print('\n\n++++\n\n')
|
||||
venue, created = Organization.objects.get_or_create(name="Somewhere in St Paul", city="St. Paul")
|
||||
new_event = Event.objects.update_or_create(
|
||||
calendar = 'msp'
|
||||
event_type = 'Gv',
|
||||
show_title = title,
|
||||
show_link = link,
|
||||
show_date = datetime.strptime(dateTime, DATETIME_FORMAT),
|
||||
show_day = datetime.strptime(dateTime, DATETIME_FORMAT),
|
||||
venue = venue
|
||||
venue = venue,
|
||||
scraper = scraper
|
||||
)
|
||||
add_calendar(new_event, 'msp')
|
||||
|
||||
getEvents(br)
|
||||
sleep(5)
|
||||
|
||||
Reference in New Issue
Block a user