146 lines
5.2 KiB
Python
146 lines
5.2 KiB
Python
import requests, os, sys
|
|
from icalendar import Calendar as iCalendar, Event
|
|
|
|
from datetime import datetime, timedelta
|
|
from dateutil import relativedelta
|
|
td = relativedelta.relativedelta(hours=5)
|
|
|
|
from pprint import pprint as ppr
|
|
import pytz
|
|
|
|
import django
|
|
|
|
sys.path.append('../../../../')
|
|
os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
|
|
django.setup()
|
|
|
|
from config.env import env
|
|
|
|
from events.models import Event as DSEvent, Organization, Scraper, Calendar
|
|
import events.digitools as digitools
|
|
|
|
td = relativedelta.relativedelta(hours=5)
|
|
|
|
|
|
venue, created = Organization.objects.get_or_create(
|
|
name="idioki",
|
|
city="Medellin",
|
|
website="https://idioki.com/",
|
|
)
|
|
event_type = "Mu"
|
|
|
|
try:
|
|
scraper, created = Scraper.objects.get_or_create(
|
|
name="idioki",
|
|
website="https://calendar.google.com/calendar/ical/46ae0446724b1b3ee83cbd7dbc0db6a235bf97509ad860ca91eada3c267b5e41%40group.calendar.google.com/public/basic.ics",
|
|
calendar = Calendar.objects.get(shortcode='mde'),
|
|
items = 0,
|
|
new_items = 0,
|
|
last_ran = datetime.now(),
|
|
)
|
|
except Exception as e:
|
|
print(e)
|
|
scraper = Scraper.objects.get(name=venue.name)
|
|
|
|
item_count_start = scraper.items
|
|
objIcalData = requests.get(scraper.website)
|
|
gcal = iCalendar.from_ical(objIcalData.text)
|
|
tz = pytz.timezone("US/Central")
|
|
|
|
def createEvent(day, date, event, scraper, venue, event_type):
|
|
ppr(event)
|
|
print("NAME: ", venue.name)
|
|
print('\n\n')
|
|
|
|
if venue.name == "DANCEFREE":
|
|
venue.website = "https://www.instagram.com/dancefreeco"
|
|
if venue.name == "Vintrash":
|
|
venue.website = "https://www.instagram.com/vintrashbar"
|
|
if venue.name == "The Wandering Paisa":
|
|
venue.website = "https://wanderingpaisahostel.com"
|
|
if venue.name == "Dulce Posion":
|
|
venue.website = "https://www.instagram.com/dulceposionr"
|
|
if venue.name == "Blood Dance Company":
|
|
venue.website = "https://www.instagram.com/blooddancecompany"
|
|
if venue.name == "OLSA Certified Spanish School":
|
|
venue.website = "https://www.olsafoundation.org/"
|
|
if event['strSummary'] == "Merli Rooftop Language Exchange":
|
|
venue.website = "https://calendar.google.com/calendar/embed?src=46ae0446724b1b3ee83cbd7dbc0db6a235bf97509ad860ca91eada3c267b5e41%40group.calendar.google.com&ctz=America%2FBogota"
|
|
if "Concious Warrior" in event['strSummary']:
|
|
venue.website = "https://www.consciouscolombia.com/"
|
|
# if venue.name == "":
|
|
# venue.website = "https://www.consciouscolombia.com/"
|
|
# if venue.name == "":
|
|
# venue.website = "https://www.consciouscolombia.com/"
|
|
# if venue.name == "":
|
|
# venue.website = "https://www.consciouscolombia.com/"
|
|
venue.save()
|
|
|
|
days = [day-1, day+6, day+13]
|
|
for day in days:
|
|
event['dateStamp'] = date + timedelta(days=day)
|
|
event['dateStart'] = event['dateStamp']
|
|
print("sending")
|
|
digitools.createCleanIcalEvent(event, scraper, venue, event_type)
|
|
return
|
|
|
|
def splitLocation(event):
|
|
loc_split = event['strLocation'].split(',')
|
|
venue_name = loc_split[0]
|
|
venue, created = Organization.objects.get_or_create(
|
|
name=venue_name,
|
|
city="Medellin",
|
|
)
|
|
event['venue'] = venue
|
|
return event
|
|
|
|
counter = 0
|
|
|
|
for component in gcal.walk():
|
|
event = {}
|
|
event['scraper'] = scraper
|
|
event['calendars'] = [scraper.calendar]
|
|
event['strSummary'] = f"{(component.get('SUMMARY'))}"
|
|
event['strDesc'] = component.get('DESCRIPTION')
|
|
event['strLocation'] = str(component.get('LOCATION'))
|
|
# startDate = component.get('DTSTART')
|
|
# startTime = startDate.time()
|
|
event['dateStart'] = component.get('DTSTART')
|
|
event['dateStamp'] = component.get('DTSTAMP')
|
|
|
|
if event['strSummary'] != 'None':
|
|
event['details'] = {
|
|
"description" : event['strDesc'],
|
|
"Location" : event['strLocation'],
|
|
}
|
|
|
|
if event['dateStamp'] != None:
|
|
event['dateStart'] = event['dateStart'].dt
|
|
event['dateStart'] = datetime.strptime(str(event['dateStart'])[:-6], '%Y-%m-%d %H:%M:%S')
|
|
rules = component.get('RRule')
|
|
try:
|
|
if rules['FREQ'][0] == 'WEEKLY':
|
|
if datetime.today().weekday() != 0:
|
|
event = splitLocation(event)
|
|
date = datetime.today().date() - timedelta(days=datetime.today().weekday())
|
|
date = datetime.combine(date, event['dateStart'].time())
|
|
days = ["SU", "MO", "TU", "WE", "TH", "FR", "SA"]
|
|
for day in rules['BYDAY']:
|
|
day = days.index(day)
|
|
createEvent(day, date, event, scraper, event['venue'], "Ed")
|
|
except Exception as e:
|
|
print("Error: ", e, "\n\n\n\n")
|
|
pass
|
|
|
|
digitools.updateScraper(scraper, item_count_start)
|
|
|
|
new_time = datetime.now() - timedelta(days=1)
|
|
right_bound_time = datetime.now() + timedelta(days=45)
|
|
events = DSEvent.objects.filter(show_date__lte=new_time)
|
|
events1 = DSEvent.objects.filter(show_date__gte=right_bound_time)
|
|
|
|
for e in events:
|
|
e.delete()
|
|
|
|
for e in events1:
|
|
e.delete() |