lots of updates :/
This commit is contained in:
@@ -3,8 +3,8 @@ from datetime import datetime
|
||||
from dateutil import relativedelta
|
||||
|
||||
import django
|
||||
sys.path.append('../../../')
|
||||
os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
|
||||
sys.path.append('../../../../')
|
||||
os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
|
||||
django.setup()
|
||||
|
||||
from time import sleep
|
||||
@@ -25,7 +25,7 @@ try:
|
||||
except Exception as e:
|
||||
venue = Organization.objects.get(name="Parkway Theater")
|
||||
|
||||
scraper,item_count_start = digitools.getScraper(venue)
|
||||
scraper,item_count_start, virtcal = digitools.getScraper(venue, 'msp')
|
||||
|
||||
tz = pytz.timezone("US/Central")
|
||||
|
||||
@@ -38,7 +38,7 @@ def get_events(ps, event_type):
|
||||
for c,i in zip(contents,img_etc):
|
||||
try:
|
||||
event = {}
|
||||
event['calendar'] = scraper.calendar
|
||||
event['calendars'] = [scraper.calendar]
|
||||
event['title'] = c.xpath('.//*/a[@class="summary-title-link"]/text()')[0]
|
||||
event['link'] = "https://theparkwaytheater.com" + c.xpath('.//*/a[@class="summary-title-link"]/@href')[0]
|
||||
event['date'] = c.xpath('.//div/div/time/text()')[0] + " " + c.xpath('.//*/span[@class="event-time-12hr"]/text()')[0].split("–")[0].strip()
|
||||
@@ -51,8 +51,7 @@ def get_events(ps, event_type):
|
||||
}
|
||||
|
||||
try:
|
||||
new_event = DSEvent.objects.update_or_create(
|
||||
calendar = scraper.calendar,
|
||||
new_event, created = DSEvent.objects.update_or_create(
|
||||
scraper = scraper,
|
||||
event_type = event_type,
|
||||
show_title = event['title'],
|
||||
@@ -62,13 +61,13 @@ def get_events(ps, event_type):
|
||||
more_details = event["details"],
|
||||
venue = venue
|
||||
)
|
||||
digitools.add_calendar(new_event, 'msp')
|
||||
scraper.items+=1
|
||||
except Exception as e:
|
||||
try:
|
||||
event['date'] = c.xpath('.//div/div/time/text()')[0].split("–")[0] + " " + c.xpath('.//*/span[@class="event-time-12hr"]/text()')[0].split("–")[0].strip()
|
||||
event['dateStamp'] = datetime.strptime(event['date'], DATETIME_FORMAT)
|
||||
new_event = DSEvent.objects.update_or_create(
|
||||
calendar = scraper.calendar,
|
||||
new_event, created = DSEvent.objects.update_or_create(
|
||||
scraper = scraper,
|
||||
event_type = event_type,
|
||||
show_title = event['title'],
|
||||
@@ -78,6 +77,7 @@ def get_events(ps, event_type):
|
||||
more_details = event["details"],
|
||||
venue = venue
|
||||
)
|
||||
digitools.add_calendar(new_event, 'msp')
|
||||
scraper.items+=1
|
||||
except Exception as e:
|
||||
print(e)
|
||||
|
||||
Reference in New Issue
Block a user