more scrapers

This commit is contained in:
2026-01-24 19:01:47 -05:00
parent 7013d8327a
commit 3c4a41ae2c
58 changed files with 1614 additions and 2988 deletions

View File

@@ -1,7 +1,7 @@
import requests, os, sys
from icalendar import Calendar as iCalendar, Event
from datetime import datetime
from datetime import datetime, timedelta
from dateutil import relativedelta
td = relativedelta.relativedelta(hours=5)
@@ -34,13 +34,11 @@ except Exception as e:
print(e)
scraper = Scraper.objects.get(name=venue.name)
event_type = "Mu"
item_count_start = scraper.items
objIcalData = requests.get(scraper.website)
gcal = iCalendar.from_ical(objIcalData.text)
counter = 0
digitools.getiCalRepeateEvents(gcal, scraper, venue, "Ed", cal)
digitools.getiCalRepeateEvents(gcal, scraper, venue, "Ed", "mde")
digitools.updateScraper(scraper, item_count_start)
new_time = datetime.now() - timedelta(days=1)
@@ -52,4 +50,4 @@ for e in events:
e.delete()
for e in events1:
e.delete()
e.delete()