more scrapers
This commit is contained in:
@@ -1,7 +1,7 @@
|
||||
import requests, os, sys
|
||||
from icalendar import Calendar as iCalendar, Event
|
||||
|
||||
from datetime import datetime
|
||||
from datetime import datetime, timedelta
|
||||
from dateutil import relativedelta
|
||||
td = relativedelta.relativedelta(hours=5)
|
||||
|
||||
@@ -34,13 +34,11 @@ except Exception as e:
|
||||
print(e)
|
||||
scraper = Scraper.objects.get(name=venue.name)
|
||||
|
||||
event_type = "Mu"
|
||||
item_count_start = scraper.items
|
||||
objIcalData = requests.get(scraper.website)
|
||||
gcal = iCalendar.from_ical(objIcalData.text)
|
||||
|
||||
counter = 0
|
||||
digitools.getiCalRepeateEvents(gcal, scraper, venue, "Ed", cal)
|
||||
digitools.getiCalRepeateEvents(gcal, scraper, venue, "Ed", "mde")
|
||||
digitools.updateScraper(scraper, item_count_start)
|
||||
|
||||
new_time = datetime.now() - timedelta(days=1)
|
||||
@@ -52,4 +50,4 @@ for e in events:
|
||||
e.delete()
|
||||
|
||||
for e in events1:
|
||||
e.delete()
|
||||
e.delete()
|
||||
|
||||
Reference in New Issue
Block a user