more scrapers

This commit is contained in:
2026-01-24 19:01:47 -05:00
parent 7013d8327a
commit 3c4a41ae2c
58 changed files with 1614 additions and 2988 deletions

View File

@@ -13,9 +13,8 @@ import pytz
from events.models import Organization, Scraper, Calendar, Event
import events.digitools as digitools
tz = pytz.timezone("US/Central")
DATETIME_FORMAT = '%b %d %Y %I:%M %p'
DATETIME_FORMAT_2 = '%A, %B %d @ %I%p %Y'
tz_str = " -0600 UTC"
DATETIME_FORMAT = '%b %d %Y %I:%M %p %z %Z'
venue, created = Organization.objects.get_or_create(
name="Acme Comedy Club",
@@ -43,15 +42,14 @@ def get_events(ps, event_type):
event['title'] = c.xpath('.//*/span[@class="event_title"]/a/text()')[0]
event['date'] = [month, day, str(year), c.xpath('.//*/span[@class="event_time"]/text()')[0].strip()]
event['date'] = " ".join(event['date'])
event['dateStamp'] = datetime.strptime(event['date'], DATETIME_FORMAT)
event['dateStamp'] = datetime.strptime(event['date'] + tz_str, DATETIME_FORMAT)
event['link'] = c.xpath('.//*/span[@class="event_title"]/a/@href')[0]
digitools.createBasicEvent(event, "Co", venue)
scraper.items+=1
except Exception as e:
print(e)
ppr(event)
print("\n\n+++\n\n")
pass
if len(sys.argv) >= 2:
arg1 = sys.argv[1]
br = digitools.getBrowser(arg1)
@@ -67,4 +65,4 @@ for link in links:
get_events(ps, "Co")
digitools.updateScraper(scraper, item_count_start)
br.close()
br.close()