more scrapers

This commit is contained in:
2026-01-24 19:01:47 -05:00
parent 7013d8327a
commit 3c4a41ae2c
58 changed files with 1614 additions and 2988 deletions

View File

@@ -21,13 +21,19 @@ venue, created = Organization.objects.get_or_create(
website="https://chicityclerkelms.chicago.gov/Meetings/",
)
website="https://calendar.google.com/calendar/ical/chicagolegislativereference%40gmail.com/public/basic.ics",
website="https://calendar.google.com/calendar/ical/chicagolegislativereference%40gmail.com/public/basic.ics"
# website="https://calendar.google.com/calendar/ical/chicagolegislativereference%40gmail.com/public/basic.ics"
scraper,item_count_start,virtcal = digitools.getScraper(venue, website, 'chi')
print("Got Scraper")
event_type = "Gv"
item_count_start = scraper.items
objIcalData = requests.get(scraper.website)
objIcalData = requests.get(website)
print("Got Obj")
gcal = iCalendar.from_ical(objIcalData.text)
print("Got Gcal")
events = digitools.getiCalEvents(gcal, scraper, venue, event_type)
digitools.buildiCalEvents(events, event_type)
print("Got Events")
digitools.buildiCalEvents(events, event_type, scraper, venue)
digitools.updateScraper(scraper, item_count_start)