lots of updates :/

2025-11-30 15:34:08 -05:00
parent 61e198ff55
commit e06a5d49f8
84 changed files with 6614 additions and 2297 deletions
--- a/events/scrapers/Working/govt/MNLeg.py
+++ b/events/scrapers/Working/govt/MNLeg.py
@@ -6,8 +6,8 @@ from datetime import datetime
 from dateutil import relativedelta

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

 from time import sleep
@@ -18,14 +18,16 @@ from xvfbwrapper import Xvfb
 from lxml import html
 import pytz

-from events.models import Event, Organization, Scraper
-from events.digitools import getBrowser, createURL, createBasicEvent, getSource
+from events.models import Event, Organization, Scraper, Calendar
+from events.digitools import getBrowser, createURL, createBasicEvent, getSource, add_calendar

 try:
    scraper, created = Scraper.objects.get_or_create(
        name="MN Legislature",
        website="https://www.leg.mn.gov/cal?type=all",
+        calendar = Calendar.objects.get(shortcode='msp'),
        items = 0,
+        new_items = 0,
        last_ran = datetime.now(),
    )
 except Exception as e:
@@ -48,7 +50,7 @@ else:
    quit()

 br.get(calendar_url)
-sleep(60)
+sleep(10)
 ps = html.fromstring(br.page_source)

 commEvents = ps.xpath('.//*/div[@class="card border-dark comm_item cal_item ml-lg-3"]')
@@ -71,15 +73,21 @@ for hE in houseEvents:
    # print(dateTime, title, link, details['location'])
    venue, created = Organization.objects.get_or_create(name="MN House", city="St. Paul")
    new_event, created = Event.objects.update_or_create(
-        calendar = 'msp'
        event_type = 'Gv',
        show_title = title,
        show_link = link,
        show_date = datetime.strptime(dateTime, DATETIME_FORMAT),
        show_day = datetime.strptime(dateTime, DATETIME_FORMAT).date(),
        more_details = details['location'],
-        venue = venue
+        venue = venue,
+        scraper = scraper
    )
+
+    if type(new_event) is tuple:
+        print("STS: ", new_event)
+        add_calendar(new_event[0], 'msp')
+    else:
+        add_calendar(new_event, 'msp')
    scraper.items+=1


@@ -108,8 +116,14 @@ for sE in senateEvents:
        show_date = datetime.strptime(dateTime, DATETIME_FORMAT),
        show_day = datetime.strptime(dateTime, DATETIME_FORMAT).date(),
        more_details = details['location'],
-        venue = venue
+        venue = venue,
+        scraper = scraper
    )
+    if type(new_event) is tuple:
+        print("STS: ", new_event)
+        add_calendar(new_event[0], 'msp')
+    else:
+        add_calendar(new_event, 'msp')
    scraper.items+=1

 for cE in commEvents:
@@ -136,8 +150,14 @@ for cE in commEvents:
        show_date = datetime.strptime(dateTime, DATETIME_FORMAT),
        show_day = datetime.strptime(dateTime, DATETIME_FORMAT).date(),
        more_details = details['location'],
-        venue = venue
+        venue = venue,
+        scraper = scraper
    )
+    if type(new_event) is tuple:
+        print("STS: ", new_event)
+        add_calendar(new_event[0], 'msp')
+    else:
+        add_calendar(new_event, 'msp')
    scraper.items+=1


--- a/events/scrapers/Working/govt/MplsCityCouncil.py
+++ b/events/scrapers/Working/govt/MplsCityCouncil.py
@@ -1,12 +1,14 @@
 import re, os, sys
-from datetime import datetime
+from datetime import datetime, timedelta
+import requests
+import json

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

-from events.models import Event, Organization, Scraper
+from events.models import Event, Organization, Scraper, Calendar

 from time import sleep
 from pprint import pprint as ppr
@@ -17,13 +19,17 @@ from selenium.webdriver.common.by import By
 from xvfbwrapper import Xvfb
 from lxml import html
 import pytz
-from events.digitools import getBrowser, createURL, createBasicEvent, getSource
+from events.digitools import getBrowser, createURL, createBasicEvent, getSource, add_calendar
+
+import events.digitools as digitools

 try:
    scraper, created = Scraper.objects.get_or_create(
        name="Mpls City Council",
        website="https://lims.minneapolismn.gov/Calendar/citycouncil/upcoming",
+        calendar = Calendar.objects.get(shortcode='msp'),
        items = 0,
+        new_items = 0,
        last_ran = datetime.now(),
    )
 except Exception as e:
@@ -31,11 +37,24 @@ except Exception as e:
    scraper = Scraper.objects.get(name="Mpls City Council")
    print("Scraper: ", scraper)

+DATETIME_FORMAT = '%Y-%m-%dT%H:%M:%S'
 tz = pytz.timezone("US/Central")
+td = timedelta(days=2)
+odt = datetime.now() - td

-DATETIME_FORMAT = '%A, %b %d, %Y %I:%M %p'
+month = odt.strftime("%b")
+day = int(datetime.now().day)

-calendar_url = 'https://lims.minneapolismn.gov/Calendar/citycouncil/upcoming'
+if day == 1:
+    day = 30
+
+year = int(datetime.now().year)
+
+cal_url = 'https://lims.minneapolismn.gov/Calendar/GetCalenderList?fromDate={}%20{},%20{}&toDate=null&meetingType=0&committeeId=null&pageCount=100&offsetStart=0&abbreviation=undefined&keywords=&sortOrder=1'.format(month, day, year)
+
+# print("URL: ", cal_url)
+
+# cal_url = 'https://lims.minneapolismn.gov/Calendar/GetCalenderList?fromDate=Nov%2015,%202025&toDate=null&meetingType=0&committeeId=null&pageCount=50&offsetStart=0&abbreviation=undefined&keywords=&sortOrder=1'

 if len(sys.argv) >= 2:
    arg1 = sys.argv[1]
@@ -44,56 +63,60 @@ else:
    print("No run_env")
    quit()

-br.get(calendar_url)
-sleep(25)
-# br.find_element(By.XPATH, '//*/li[@class="tab-header-small"]/a').click()
-# sleep(15)
-# all_entries = Select(br.find_element(By.XPATH, '//*/select'))
-# all_entries.select_by_value('50')
-# sleep(15)
-
+br.get(cal_url)
+sleep(2)
 ps = html.fromstring(br.page_source)
+events = ps.xpath('.//body/pre/text()')[0]
+new_events = json.loads(events)
+# ppr(dict(new_events[0]))
+event_list = []

-dayBlocks = ps.xpath('.//*/div[@class="ng-scope"]')
-meetings = []
-
-for dB in dayBlocks:
-    date = dB.xpath('.//div[@class="row"]/div/span[@class="ng-binding"]/text()')[0]
-    events = dB.xpath('.//div[@class="upcoming ng-scope"]/div')
-    for event in events:
-        time = event.xpath('.//div/text()')[0]
-        title = event.xpath('.//div/a/text()')[0].strip()
-        if not len(title) > 0:
-            title = event.xpath('.//div/span/a/text()')[0].strip()
-        link = event.xpath('.//div/a/@href')[0]
-        if link.startswith("/Download/"):
-            link = calendar_url
-        else:
-            link = "https://lims.minneapolismn.gov" + link
-        location = title.split(',')[-1].strip()
-        mtg_title = title.split(',')[:-1]
-        if len(mtg_title) > 1:
-            mtg_title = (' -').join(mtg_title).strip()
-        else:
-            mtg_title = mtg_title[0].strip()
-        dateTime = datetime.strptime(date + " " + time, DATETIME_FORMAT)
-        if location == "City Hall":
-            location = "Mpls City Hall"
-        print(dateTime, location, mtg_title, link)
-        print('\n\n++++\n\n')
-        venue, created = Organization.objects.get_or_create(name=location, city="Minneapolis")
-        new_event = Event.objects.update_or_create(
-            calendar = 'msp'
-            event_type = 'Gv',
-            show_title = mtg_title,
-            show_link = link,
-            show_date = dateTime,
-            show_day = dateTime,
-            venue = venue
-        )
-        scraper.items+=1
-
+for event in new_events:
+    e = {}
+    e['title'] = event['CommitteeName']
+    e['link'] = scraper.website
+    e['dateStamp'] = datetime.strptime(event['MeetingTime'], DATETIME_FORMAT)
+    e['agendaStatus'] = event['AgendaStatus']
+    e['address'] = event['Address']
+    e['description'] = event['Description']
+    e['scraper'] = scraper
+    e['calendars'] = [scraper.calendar]
+    try:
+        # print(event['Location'].split(",")[1])
+        loc = event['Location'].split(",")[1]
+        if "City Hall" in loc:
+            e['location'] = "Mpls City Hall"
+            venue = Organization.objects.get(
+                name="Mpls City Hall",
+            )
+            digitools.createBasicEvent(e, 'Gv', venue)
+        elif "Public Service Building" in loc:
+            e['location'] = "Mpls Public Service Building"
+            venue = Organization.objects.get(
+                name="Mpls Public Service Building",
+            )
+            digitools.createBasicEvent(e, 'Gv', venue)
+    except:
+        # print(event['Location'].split("-")[0])
+        e['location'] = event['Location'].split("-")[0].strip()
+        try:
+            venue, created = Organization.objects.get_or_create(
+                    name=e['location'] ,
+                    city="Minneapolis",
+                    website=scraper.website,
+                    is_venue=False,
+                    address_complete=e['address']
+                )
+        except:
+            venue = Organization.objects.get(
+                    name=e['location'] ,
+                    city="Minneapolis",
+                )
+        digitools.createBasicEvent(e, 'Gv', venue)
+    event_list.append(e)
+    

 br.close()
+
 scraper.save()
 # br.find_element_by_class_name('fc-btn_allCalendars-button').click()
--- a/events/scrapers/Working/govt/StPaulCityCouncil.py
+++ b/events/scrapers/Working/govt/StPaulCityCouncil.py
@@ -2,11 +2,11 @@ import re, os, sys
 from datetime import datetime

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

-from events.models import Event, Organization, Scraper
+from events.models import Event, Organization, Scraper, Calendar

 from time import sleep
 from pprint import pprint as ppr
@@ -16,13 +16,21 @@ from selenium.webdriver.common.by import By
 from xvfbwrapper import Xvfb
 from lxml import html
 import pytz
-from events.digitools import getBrowser, createURL, createBasicEvent, getSource
+from events.digitools import getBrowser, createURL, createBasicEvent, getSource, add_calendar

-scraper, created = Scraper.objects.get_or_create(
-     name="St Paul City Council",
-     website="https://www.stpaul.gov/calendar",
-     last_ran = datetime.now(),
+try:
+    scraper, created = Scraper.objects.get_or_create(
+        name="St Paul City Council",
+        website="https://www.stpaul.gov/calendar",
+        calendar = Calendar.objects.get(shortcode='msp'),
+        items = 0,
+        new_items = 0,
+        last_ran = datetime.now(),
    )
+except Exception as e:
+    print(e)
+    scraper = Scraper.objects.get(name="St Paul City Council")
+    print("Scraper: ", scraper)

 tz = pytz.timezone("US/Central")

@@ -54,14 +62,15 @@ def getEvents(br):
        print('\n\n++++\n\n')
        venue, created = Organization.objects.get_or_create(name="Somewhere in St Paul", city="St. Paul")
        new_event = Event.objects.update_or_create(
-            calendar = 'msp'
            event_type = 'Gv',
            show_title = title,
            show_link = link,
            show_date = datetime.strptime(dateTime, DATETIME_FORMAT),
            show_day = datetime.strptime(dateTime, DATETIME_FORMAT),
-            venue = venue
+            venue = venue,
+            scraper = scraper
        )
+        add_calendar(new_event, 'msp')

 getEvents(br)
 sleep(5)
--- a/events/scrapers/Working/govt/mngov.py
+++ b/events/scrapers/Working/govt/mngov.py
@@ -8,11 +8,13 @@ from pprint import pprint as ppr
 import pytz

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

-from events.models import Event as DSEvent, Organization, Scraper
+from events.models import Event as DSEvent, Organization, Scraper, Calendar
+
+import events.digitools as digitools

 td = relativedelta.relativedelta(hours=5)
 odt = datetime.now() + td
@@ -27,7 +29,9 @@ try:
    scraper, created = Scraper.objects.get_or_create(
        name=venue.name,
        website=venue.website,
+        calendar = Calendar.objects.get(shortcode='msp'),
        items = 0,
+        new_items = 0,
        last_ran = datetime.now(),
    )
 except Exception as e:
@@ -78,7 +82,6 @@ for component in gcal.walk():
            if event['dateStart'] > now_now:
                print(event['strSummary'])
                new_event, created = DSEvent.objects.update_or_create(
-                    calendar = 'msp'
                    event_type = event_type,
                    show_title = event['strSummary'],
                    show_link = venue.website,
@@ -87,6 +90,7 @@ for component in gcal.walk():
                    more_details = event["details"],
                    venue = venue
                )
+                digitools.add_calendar(new_event, 'msp')
                scraper.items+=1
                if event['strLocation'] != None and event['strLocation'] != 'MN' and event['strLocation'] != 'Online':
                    loc = event['strLocation'].split('@')
--- a/events/scrapers/Working/iCal/ical.CAFAC.mpls.py
+++ b/events/scrapers/Working/iCal/ical.CAFAC.mpls.py
@@ -9,8 +9,8 @@ from pprint import pprint as ppr
 import pytz

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

 from events.models import Event as DSEvent, Organization, Scraper, Calendar
@@ -46,5 +46,23 @@ event_type = "Ed"
 objIcalData = requests.get(scraper.website)
 gcal = iCalendar.from_ical(objIcalData.text)
 tz = pytz.timezone("US/Central")
-digitools.getiCalEvents(gcal, scraper, venue)
+
+events = digitools.getiCalEvents(gcal, scraper, venue, "Ed")
+
+for event in events:
+    # ppr(event)
+    e = {}
+    e['calendars'] = event['calendars']
+    try:
+        e['dateStamp'] = event['dateStart'][0]
+    except:
+        e['dateStamp'] = event['dateStart']
+    e['title'] = event['strSummary']
+    e['scraper'] = scraper 
+    e['link'] = venue.website
+    try:
+        digitools.createBasicEvent(e, 'Ed', venue)
+    except Exception as e:
+        print("Error: ", e)
+
 digitools.updateScraper(scraper, item_count_start)
--- a/events/scrapers/Working/iCal/ical_ingles.py
+++ b/events/scrapers/Working/iCal/ical_ingles.py
@@ -9,13 +9,16 @@ from pprint import pprint as ppr
 import pytz

 import django
+
 sys.path.append('../../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

+from config.env import env 
+
 from events.models import Event as DSEvent, Organization, Scraper, Calendar
 import events.digitools as digitools
-from dateutil import relativedelta
+
 td = relativedelta.relativedelta(hours=5)


@@ -40,16 +43,44 @@ except Exception as e:
    scraper = Scraper.objects.get(name=venue.name)

 item_count_start = scraper.items
-
 objIcalData = requests.get(scraper.website)
 gcal = iCalendar.from_ical(objIcalData.text)
 tz = pytz.timezone("US/Central")

 def createEvent(day, date, event, scraper, venue, event_type):
+    ppr(event)
+    print("NAME: ", venue.name)
+    print('\n\n')
+    
+    if venue.name == "DANCEFREE":
+        venue.website = "https://www.instagram.com/dancefreeco"
+    if venue.name == "Vintrash":
+        venue.website = "https://www.instagram.com/vintrashbar"
+    if venue.name == "The Wandering Paisa":
+        venue.website = "https://wanderingpaisahostel.com"
+    if venue.name == "Dulce Posion":
+        venue.website = "https://www.instagram.com/dulceposionr"
+    if venue.name == "Blood Dance Company":
+        venue.website = "https://www.instagram.com/blooddancecompany"
+    if venue.name == "OLSA Certified Spanish School":
+        venue.website = "https://www.olsafoundation.org/"
+    if event['strSummary'] == "Merli Rooftop Language Exchange":
+        venue.website = "https://calendar.google.com/calendar/embed?src=46ae0446724b1b3ee83cbd7dbc0db6a235bf97509ad860ca91eada3c267b5e41%40group.calendar.google.com&ctz=America%2FBogota"
+    if "Concious Warrior" in event['strSummary']:
+        venue.website = "https://www.consciouscolombia.com/"
+    # if venue.name == "":
+    #     venue.website = "https://www.consciouscolombia.com/"
+    # if venue.name == "":
+    #     venue.website = "https://www.consciouscolombia.com/"
+    # if venue.name == "":
+    #     venue.website = "https://www.consciouscolombia.com/"
+    venue.save()
+
    days = [day-1, day+6, day+13]
    for day in days:
        event['dateStamp'] = date + timedelta(days=day)
        event['dateStart'] = event['dateStamp']
+        print("sending")
        digitools.createCleanIcalEvent(event, scraper, venue, event_type)
    return

@@ -68,7 +99,7 @@ counter = 0
 for component in gcal.walk():
    event = {}
    event['scraper'] = scraper
-    event['calendar'] = scraper.calendar
+    event['calendars'] = [scraper.calendar]
    event['strSummary'] = f"{(component.get('SUMMARY'))}"
    event['strDesc'] = component.get('DESCRIPTION')
    event['strLocation'] = str(component.get('LOCATION'))
@@ -87,15 +118,19 @@ for component in gcal.walk():
        event['dateStart'] = event['dateStart'].dt
        event['dateStart'] = datetime.strptime(str(event['dateStart'])[:-6], '%Y-%m-%d %H:%M:%S')
        rules = component.get('RRule')
-        if rules['FREQ'][0] == 'WEEKLY':
-            if datetime.today().weekday() != 0:
-                event = splitLocation(event)
-                date = datetime.today().date() - timedelta(days=datetime.today().weekday())
-                date = datetime.combine(date, event['dateStart'].time())
-                days = ["SU", "MO", "TU", "WE", "TH", "FR", "SA"]
-                for day in rules['BYDAY']:
-                    day = days.index(day)
-                    createEvent(day, date, event, scraper, event['venue'], "Ed")
+        try:
+            if rules['FREQ'][0] == 'WEEKLY':
+                if datetime.today().weekday() != 0:
+                    event = splitLocation(event)
+                    date = datetime.today().date() - timedelta(days=datetime.today().weekday())
+                    date = datetime.combine(date, event['dateStart'].time())
+                    days = ["SU", "MO", "TU", "WE", "TH", "FR", "SA"]
+                    for day in rules['BYDAY']:
+                        day = days.index(day)
+                        createEvent(day, date, event, scraper, event['venue'], "Ed")
+        except Exception as e:
+            print("Error: ", e, "\n\n\n\n")
+            pass

 digitools.updateScraper(scraper, item_count_start)

--- a/events/scrapers/Working/iCal/ical_online_events.py
+++ b/events/scrapers/Working/iCal/ical_online_events.py
@@ -0,0 +1,118 @@
+import requests, os, sys
+from icalendar import Calendar as iCalendar, Event
+
+from datetime import datetime, timedelta
+from dateutil import relativedelta
+td = relativedelta.relativedelta(hours=5)
+
+from pprint import pprint as ppr
+import pytz
+
+import django
+
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
+django.setup()
+
+from config.env import env 
+
+from events.models import Event as DSEvent, Organization, Scraper, Calendar
+import events.digitools as digitools
+
+td = relativedelta.relativedelta(hours=5)
+
+
+venue, created = Organization.objects.get_or_create(
+     name="Online Events",
+     city="Online",
+     website="https://dreamfreely.org/",
+    )
+event_type = "Mu"
+
+try:
+    scraper, created = Scraper.objects.get_or_create(
+        name="Online Events",
+        website="https://calendar.google.com/calendar/ical/p1a4r9glkjpu4u6iv3fkmu8qtc%40group.calendar.google.com/public/basic.ics",
+        calendar = Calendar.objects.get(shortcode='000'),
+        items = 0,
+        new_items = 0,
+        last_ran = datetime.now(),
+        )
+except Exception as e:
+    print(e)
+    scraper = Scraper.objects.get(name=venue.name)
+
+item_count_start = scraper.items
+objIcalData = requests.get(scraper.website)
+gcal = iCalendar.from_ical(objIcalData.text)
+tz = pytz.timezone("US/Central")
+
+def createEvent(day, date, event, scraper, venue, event_type):
+    days = [day-1, day+6, day+13]
+    for day in days:
+        event['dateStamp'] = date + timedelta(days=day)
+        event['dateStart'] = event['dateStamp']
+        digitools.createCleanIcalEvent(event, scraper, venue, event_type)
+    return
+
+def splitLocation(event):
+     loc_split = event['strLocation'].split(',')
+     venue_name = loc_split[0]
+     venue, created = Organization.objects.get_or_create(
+        name=venue_name,
+        )
+     event['venue'] = venue
+     return event
+
+counter = 0
+
+for component in gcal.walk():
+    event = {}
+    event['scraper'] = scraper
+    event['calendars'] = [scraper.calendar]
+    event['strSummary'] = f"{(component.get('SUMMARY'))}"
+    event['strDesc'] = component.get('DESCRIPTION')
+    event['strLocation'] = str(component.get('LOCATION'))
+    # startDate = component.get('DTSTART')
+    # startTime = startDate.time()
+    event['dateStart'] = component.get('DTSTART')
+    event['dateStamp'] = component.get('DTSTAMP')
+
+    if event['strSummary'] != 'None':
+        event['details'] = {
+            "description" : event['strDesc'], 
+            "Location" : event['strLocation'],
+        }
+    if 'Mikel' in event['strSummary']:
+        print('JELLOO \n\n\n JELOOO')
+        pass
+    elif event['dateStamp'] != None:
+        event['dateStart'] = event['dateStart'].dt
+        event['dateStart'] = datetime.strptime(str(event['dateStart'])[:-6], '%Y-%m-%d %H:%M:%S')
+        rules = component.get('RRule')
+        try:
+            if rules['FREQ'][0] == 'WEEKLY':
+                if datetime.today().weekday() != 0:
+                    event = splitLocation(event)
+                    date = datetime.today().date() - timedelta(days=datetime.today().weekday())
+                    date = datetime.combine(date, event['dateStart'].time())
+                    days = ["SU", "MO", "TU", "WE", "TH", "FR", "SA"]
+                    for day in rules['BYDAY']:
+                        day = days.index(day)
+                        createEvent(day, date, event, scraper, event['venue'], "Ed")
+        except Exception as e:
+            print("Error (no repeat): ", e)
+            pass
+
+digitools.updateScraper(scraper, item_count_start)
+
+new_time = datetime.now() - timedelta(days=1)
+right_bound_time = datetime.now() + timedelta(days=45)
+events = DSEvent.objects.filter(show_date__lte=new_time)
+events1 = DSEvent.objects.filter(show_date__gte=right_bound_time)
+
+for e in events:
+    e.delete()
+
+for e in events1:
+    e.delete()
--- a/events/scrapers/Working/iCal/ical_run.SocialableCider.mpls.py
+++ b/events/scrapers/Working/iCal/ical_run.SocialableCider.mpls.py
@@ -9,8 +9,8 @@ from pprint import pprint as ppr
 import pytz

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

 from events.models import Event as DSEvent, Organization, Scraper, Calendar
@@ -44,5 +44,22 @@ item_count_start = scraper.items
 objIcalData = requests.get(scraper.website)
 gcal = iCalendar.from_ical(objIcalData.text)
 tz = pytz.timezone("US/Central")
-digitools.getiCalEvents(gcal, scraper, venue)
+events = digitools.getiCalEvents(gcal, scraper, venue, "Ed")
+
+for event in events:
+    # ppr(event)
+    e = {}
+    e['calendars'] = event['calendars']
+    try:
+        e['dateStamp'] = event['dateStart'][0]
+    except:
+        e['dateStamp'] = event['dateStart']
+    e['title'] = event['strSummary']
+    e['scraper'] = scraper 
+    e['link'] = venue.website
+    try:
+        digitools.createBasicEvent(e, 'Mu', venue)
+    except Exception as e:
+        print("Error: ", e)
+
 digitools.updateScraper(scraper, item_count_start)
--- a/events/scrapers/Working/iCal/ical_run.bunkers.py
+++ b/events/scrapers/Working/iCal/ical_run.bunkers.py
@@ -5,8 +5,8 @@ from pprint import pprint as ppr
 import pytz

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

 from events.models import Event as DSEvent, Organization, Scraper, Calendar
@@ -44,5 +44,23 @@ event_type = "Mu"
 objIcalData = requests.get(scraper.website)
 gcal = iCalendar.from_ical(objIcalData.text)
 tz = pytz.timezone("US/Central")
-digitools.getiCalEvents(gcal, scraper, venue)
+events = digitools.getiCalEvents(gcal, scraper, venue, "Mu")
+
+for event in events:
+    # ppr(event)
+    e = {}
+    e['calendars'] = event['calendars']
+    try:
+        e['dateStamp'] = event['dateStart'][0]
+    except:
+        e['dateStamp'] = event['dateStart']
+    e['title'] = event['strSummary']
+    e['scraper'] = scraper 
+    e['link'] = venue.website
+    try:
+        digitools.createBasicEvent(e, 'Mu', venue)
+    except Exception as e:
+        print("Error: ", e)
+
+# digitools.returniCalEvents(gcal, scraper, venue, "Mu")
 digitools.updateScraper(scraper, item_count_start)
--- a/events/scrapers/Working/iCal/ical_run.cfpa.py
+++ b/events/scrapers/Working/iCal/ical_run.cfpa.py
@@ -8,14 +8,14 @@ from pprint import pprint as ppr
 import pytz

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

 from events.models import Event as DSEvent, Organization, Scraper, Calendar
 import events.digitools as digitools

-
+tz = pytz.timezone("US/Central")
 td = relativedelta.relativedelta(hours=5)

 venue, created = Organization.objects.get_or_create(
@@ -44,5 +44,50 @@ event_type = "Ed"
 objIcalData = requests.get(scraper.website)
 gcal = iCalendar.from_ical(objIcalData.text)
 tz = pytz.timezone("US/Central")
-digitools.getiCalEvents(gcal, scraper, venue)
+
+events = digitools.getiCalEvents(gcal, scraper, venue, "Ed")
+
+for event in events:
+    ppr(event)
+    e = {}
+    e['calendars'] = event['calendars']
+    try:
+        e['dateStamp'] = event['dateStart'][0]
+    except:
+        e['dateStamp'] = event['dateStart']
+    e['title'] = event['strSummary']
+    e['scraper'] = scraper 
+    e['link'] = venue.website
+    try:
+        digitools.createBasicEvent(e, 'Ed', venue)
+    except Exception as e:
+        print("Error: ", e)
+
+
+    # now_now = datetime.today().date()
+    # try:
+    #     print("1Event: ", event['dateStart'])
+    #     if event['dateStart'] > now_now:
+    #         print("Check Check: ", event['dateStart'])
+    #         ppr(event)
+    #         # createIcalEvent(event, scraper, venue, event_type)
+    #     else:
+    #         print("WHAT?")
+    #         ppr(event)
+    # except Exception as e:
+    #     try:
+    #         event['dateStart'] = event['dateStart'].date()
+    #         print("2Event: ", event['dateStart'])
+    #         if event['dateStart'] > now_now:
+    #             print("Check Check: ", event['dateStart'])
+    #             ppr(event)
+    #             # createIcalEvent(event, scraper, venue, event_type)
+    #         else:
+    #             print("WHAT?")
+    #             ppr(event)
+    #     except Exception as e:
+    #         print("The Error: ", e)
+    #         pass
+
+
 digitools.updateScraper(scraper, item_count_start)
--- a/events/scrapers/Working/iCal/ical_run.eagles.py
+++ b/events/scrapers/Working/iCal/ical_run.eagles.py
@@ -6,8 +6,8 @@ from pprint import pprint as ppr
 import pytz

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

 from events.models import Event as DSEvent, Organization, Scraper, Calendar
@@ -42,5 +42,22 @@ event_type = "Mu"
 objIcalData = requests.get(scraper.website)
 gcal = iCalendar.from_ical(objIcalData.text)
 tz = pytz.timezone("US/Central")
-digitools.getiCalEvents(gcal, scraper, venue)
+events = digitools.getiCalEvents(gcal, scraper, venue, "Ed")
+
+for event in events:
+    ppr(event)
+    e = {}
+    e['calendars'] = event['calendars']
+    try:
+        e['dateStamp'] = event['dateStart'][0]
+    except:
+        e['dateStamp'] = event['dateStart']
+    e['title'] = event['strSummary']
+    e['scraper'] = scraper 
+    e['link'] = venue.website
+    try:
+        digitools.createBasicEvent(e, 'Mu', venue)
+    except Exception as e:
+        print("Error: ", e)
+
 digitools.updateScraper(scraper, item_count_start)
--- a/events/scrapers/Working/iCal/ical_run.terminalbar-mpls.py
+++ b/events/scrapers/Working/iCal/ical_run.terminalbar-mpls.py
@@ -8,8 +8,8 @@ from pprint import pprint as ppr
 import pytz

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

 from events.models import Event as DSEvent, Organization, Scraper, Calendar
@@ -46,5 +46,22 @@ event_type = "Mu"
 objIcalData = requests.get(scraper.website)
 gcal = iCalendar.from_ical(objIcalData.text)
 tz = pytz.timezone("US/Central")
-digitools.getiCalEvents(gcal, scraper, venue)
+events = digitools.getiCalEvents(gcal, scraper, venue, "Ed")
+
+for event in events:
+    # ppr(event)
+    e = {}
+    e['calendars'] = event['calendars']
+    try:
+        e['dateStamp'] = event['dateStart'][0]
+    except:
+        e['dateStamp'] = event['dateStart']
+    e['title'] = event['strSummary']
+    e['scraper'] = scraper 
+    e['link'] = venue.website
+    try:
+        digitools.createBasicEvent(e, 'Mu', venue)
+    except Exception as e:
+        print("Error: ", e)
+        
 digitools.updateScraper(scraper, item_count_start)
--- a/events/scrapers/Working/iCal/ical_run.whitesquirrel.py
+++ b/events/scrapers/Working/iCal/ical_run.whitesquirrel.py
@@ -0,0 +1,69 @@
+import requests, os, sys
+# from icalendar import Calendar as iCalendar, Event
+from icalendar import Calendar as iCalendar
+from datetime import datetime
+from dateutil import relativedelta
+td = relativedelta.relativedelta(hours=5)
+
+from pprint import pprint as ppr
+import pytz
+
+import django
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
+django.setup()
+
+from events.models import Event as DSEvent, Organization, Scraper, Calendar
+import events.digitools as digitools
+
+from dateutil import relativedelta
+td = relativedelta.relativedelta(hours=5)
+
+tz = pytz.timezone("US/Central")
+DATETIME_FORMAT = '%Y-%m-%d %I:%M %p'
+
+venue, created = Organization.objects.get_or_create(
+     name="White Squirrel",
+     city="St. Paul",
+     website="https://whitesquirrelbar.com",
+     is_venue = True
+    )
+
+try:
+    scraper, created = Scraper.objects.get_or_create(
+        name="White Squirrel",
+        website="https://calendar.google.com/calendar/ical/vh5sr9h59nmrs2op5lmptu2fsa344cig%40import.calendar.google.com/public/basic.ics",
+        calendar = Calendar.objects.get(shortcode='msp'),
+        items = 0,
+        new_items = 0,
+        last_ran = datetime.now(),
+        )
+except Exception as e:
+    print(e)
+    scraper = Scraper.objects.get(name=venue.name)
+
+item_count_start = scraper.items
+event_type = "Mu"
+
+objIcalData = requests.get(scraper.website)
+gcal = iCalendar.from_ical(objIcalData.content)
+tz = pytz.timezone("US/Central")
+events = digitools.getiCalEvents(gcal, scraper, venue, event_type)
+
+for event in events:
+    ppr(event)
+    e = {}
+    e['calendars'] = event['calendars']
+    try:
+        e['dateStamp'] = event['dateStart'][0]
+    except:
+        e['dateStamp'] = event['dateStart']
+    e['title'] = event['strSummary']
+    e['scraper'] = scraper 
+    e['link'] = venue.website
+    try:
+        digitools.createBasicEvent(e, event_type, venue)
+    except Exception as e:
+        print("Error: ", e)
+
+digitools.updateScraper(scraper, item_count_start)
--- a/events/scrapers/Working/iCal/index.html
+++ b/events/scrapers/Working/iCal/index.html
--- a/events/scrapers/Working/iCal/ws.ics
+++ b/events/scrapers/Working/iCal/ws.ics
@@ -0,0 +1,498 @@
+BEGIN:VCALENDAR
+PRODID:-//Google Inc//Google Calendar 70.9054//EN
+VERSION:2.0
+CALSCALE:GREGORIAN
+METHOD:PUBLISH
+X-WR-CALNAME:The White Squirrel Bar
+X-WR-TIMEZONE:UTC
+X-WR-CALDESC:Events for The White Squirrel Bar
+BEGIN:VEVENT
+DTSTART:20251118T030000Z
+DTEND:20251118T060000Z
+DTSTAMP:20251116T033816Z
+UID:10806-1763413200-1763424000@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/the-deeper-kind-w-23-watts/
+CREATED:20251104T233617Z
+LAST-MODIFIED:20251105T053618Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:The Deeper Kind w. 23 Watts
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251129T000000Z
+DTEND:20251129T020000Z
+DTSTAMP:20251116T033816Z
+UID:10852-1764352800-1764360000@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/the-mary-cutrufello-band-3/
+CREATED:20251115T173617Z
+DESCRIPTION:A rock and roll band! Killer harmonies\, rippin’ solos\, cool s
+ ongs\, funny\nshit in between. \nHailed as a country guitarist\, Mary Cutru
+ fello grew up on East Coast\nclassic rock. (Yes\, think Springsteen!) This 
+ tight\, taut trio explores\nher songs old and new with the fearless guitars
+ \, stories\, and\nbetween-song banter she’s known for.
+LAST-MODIFIED:20251115T233617Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:The Mary Cutrufello Band
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251117T030000Z
+DTEND:20251117T060000Z
+DTSTAMP:20251116T033816Z
+UID:10802-1763326800-1763337600@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/karaoke-with-ally/
+CREATED:20251103T163617Z
+LAST-MODIFIED:20251103T223619Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:Karaoke With Ally!
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251127T000000Z
+DTEND:20251127T020000Z
+DTSTAMP:20251116T033816Z
+UID:10846-1764180000-1764187200@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/family-dinner-w-doug-sarah-4/
+CREATED:20251115T013617Z
+LAST-MODIFIED:20251115T073617Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:Family Dinner w. Doug & Sarah
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251116T190000Z
+DTEND:20251116T220000Z
+DTSTAMP:20251116T033816Z
+UID:10147-1763298000-1763308800@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/the-friend-ship/
+CREATED:20251103T003616Z
+DESCRIPTION:These popular singer/songwriters first got together to perform 
+ on Joel Sax’s debut\nalbum\, ‘Billions of Stars.’ They had so much fun and 
+ got such a great response at their\nsold-out release show that they have jo
+ ined together to form a new band\, The Friend\nShip! They will bring their 
+ best songs\, sweetest harmonies\, and funniest stories to the\nWhite Squirr
+ el for a night of beautiful music. \nNikki Lemire is an incredibly in deman
+ d artist\, having earned accolades from fans and critics\nalike. Natalia To
+ ledo\, from The Current describes ‘Mend’ It as “a dreamy\, simple\, and\nbe
+ autiful song led by the sounds of her harp.”\nJoel Sax writes heartfelt son
+ gs about love\, regret\, and hope for a bigger\, brighter future.\nHis debu
+ t album title track\, Billions of Stars\, is “… a wonderful mix for a conte
+ mporary\nfolk song” – Minnesota Sound and ‘A Lovely New Album\,’ by Mostly 
+ Minnesota\nMusic. \nMarc Severin has been a mainstay of the music scene for
+  many years. His music is\ntrue Americana and his storytelling is midwester
+ n country at its best. The Friend Ship\nwill be previewing songs from his w
+ ell anticipated new album coming out this Winter. \nDave Mehling is a highl
+ y sought-after musician\, producer and songwriter. He has\nproduced albums 
+ for many artists\, including Sarah Morris\, Haley E Rydell\, Joel Sax and\n
+ Emily Haavik. “You are drawn in with his lyrics. They speak of very univers
+ al issues of\nlove which we all have\, but few of us have the talent to giv
+ e them a voice. Dave Mehling\npossesses this rare gift.” – Becca Martin
+LAST-MODIFIED:20251103T063617Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:The Friend Ship
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251123T000000Z
+DTEND:20251123T020000Z
+DTSTAMP:20251116T033816Z
+UID:10827-1763834400-1763841600@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/giant-valley-string-band/
+CREATED:20251109T183617Z
+DESCRIPTION:Giant Valley String Band is a Twin Cities acoustic group playin
+ g an\neclectic mix of covers and originals in Bluegrass and Americana. The\
+ nband members are Noelle Haland on guitar\, Ted Haland on dobro and\nbass\,
+  Nate Hess on fiddle and guitar\, Erika Janik on banjo\, Matt\nJensen on ma
+ ndolin\, and Debra Pflipsen on guitar\, harmonica\,\naccordion\, and bass. 
+ More info at giantvalleystringband.com. \n\n\n\n\nBlue Groove is a multiple
+  award-winning bluegrass band based in the\nTwin Cities that plays both con
+ temporary and classic bluegrass tunes\nwith a creative approach that drives
+  while still maintaining a sense\nof laid-back\, Midwestern chill. That’s w
+ hat they mean by “groove”. The\nbands inviting sound combined with their op
+ enness warmth on and\noff-stage have made them crowd favorites at festivals
+  and concert\nvenues all around Minnesota and the Upper Midwest. \nThe band
+  covers a number of past and current contemporary bluegrass\nartists. A Blu
+ e Groove show may feature songs from Alison Krauss or\nRhonda Vincent as we
+ ll as traditional bluegrass (Bill Monroe\, Flatt &\nScruggs) with all of it
+ s drive\, improvisation and harmony singing!\nBlue Groove also likes to put
+  a bluegrass spin on more\ncontemporary/pop artists such as U2\, Passenger\
+ , and the Doobie\nBrothers! \nMembers of Blue Groove bluegrass band include
+  Adelle Hyrkas\, lead\nvocals and rhythm guitar\; David Smith\, banjo and v
+ ocals\; Bob Doe\, lead\nguitar\, dobro\, and vocals\; Pete Mathison bass an
+ d vocals\, Tom\nWadzinski mandolin and vocals. Ocassionally we may have a g
+ uest\nfiddler- past guests have included fiddlers Richard Kriehn\, Michael\
+ nPrewitt\, and AJ Srubas. \nYou can find out more about Blue Groove at www.
+ bluegroovebluegrass.com
+LAST-MODIFIED:20251110T003617Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:Giant Valley String Band w. Blue Groove
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251121T220000Z
+DTEND:20251122T040000Z
+DTSTAMP:20251116T033816Z
+UID:11255-1763740800-1763762400@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/the-angry-line-cook-4/
+CREATED:20251114T133616Z
+DESCRIPTION:The Best Smash Burgers in town!
+LAST-MODIFIED:20251114T193617Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:The Angry Line Cook
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251127T030000Z
+DTEND:20251127T060000Z
+DTSTAMP:20251116T033816Z
+UID:10848-1764190800-1764201600@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/nights-with-tim-2/
+CREATED:20251115T013617Z
+DESCRIPTION:Dig into the deeper\, progressive side of disco\, funk\, and R&
+ B from the ’70s and ’80s\, with the occasional turn into house and left-fie
+ ld gems. An all vinyl night courtesy of local selector Tim. He knows how to
+  keep the vibes at White Squirrel curious and moving.
+LAST-MODIFIED:20251115T073617Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:Nights with Tim
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251122T190000Z
+DTEND:20251122T220000Z
+DTSTAMP:20251116T033816Z
+UID:10825-1763816400-1763827200@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/caitlin-robertson/
+CREATED:20251109T023617Z
+LAST-MODIFIED:20251109T083618Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:Caitlin Robertson
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251128T220000Z
+DTEND:20251129T040000Z
+DTSTAMP:20251116T033816Z
+UID:11257-1764345600-1764367200@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/the-angry-line-cook-5/
+CREATED:20251115T013617Z
+DESCRIPTION:The Best Smash Burgers in town!
+LAST-MODIFIED:20251115T073617Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:The Angry Line Cook
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251122T000000Z
+DTEND:20251122T020000Z
+DTSTAMP:20251116T033816Z
+UID:10821-1763748000-1763755200@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/chris-holm-friends-2/
+CREATED:20251108T203618Z
+LAST-MODIFIED:20251109T023619Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:Chris Holm & Friends
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251123T030000Z
+DTEND:20251123T060000Z
+DTSTAMP:20251116T033816Z
+UID:10829-1763845200-1763856000@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/13-howell/
+CREATED:20251110T003617Z
+LAST-MODIFIED:20251110T063617Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:13 Howell w. Steph Was & The Secret Izz\, TH3
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251120T000000Z
+DTEND:20251120T020000Z
+DTSTAMP:20251116T033816Z
+UID:10813-1763575200-1763582400@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/st-paul-mudsteppers-4/
+CREATED:20251107T033617Z
+LAST-MODIFIED:20251107T093617Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:St Paul Mudsteppers
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251116T000000Z
+DTEND:20251116T020000Z
+DTSTAMP:20251116T033816Z
+UID:10819-1763229600-1763236800@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/in-circles-sunny-day-real-estate-tri
+ bute-w-120-minutes/
+CREATED:20251102T013616Z
+DESCRIPTION:It’s the 30th anniversary of Sunny Day Real Estates LP2 record!
+  In Circles with be performing the album in its entirety. \n 
+LAST-MODIFIED:20251102T063617Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:In Circles (Sunny Day Real Estate Tribute) w. 120 Minutes
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251124T000000Z
+DTEND:20251124T020000Z
+DTSTAMP:20251116T033816Z
+UID:10833-1763920800-1763928000@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/the-jeff-becker-band/
+CREATED:20251110T223617Z
+LAST-MODIFIED:20251111T043617Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:The Jeff Becker Band
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251122T030000Z
+DTEND:20251122T060000Z
+DTSTAMP:20251116T033816Z
+UID:10823-1763758800-1763769600@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/ancient-waves-2/
+CREATED:20251108T203618Z
+LAST-MODIFIED:20251109T023619Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:Ancient Waves w. Muun Batos & Jarad Miles
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251121T000000Z
+DTEND:20251121T020000Z
+DTSTAMP:20251116T033816Z
+UID:10815-1763661600-1763668800@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/devaney-friends-2/
+CREATED:20251107T223617Z
+LAST-MODIFIED:20251108T043617Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:Devaney & Friends w. Aaron James
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251121T030000Z
+DTEND:20251121T060000Z
+DTSTAMP:20251116T033816Z
+UID:10817-1763672400-1763683200@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/country-oke-3/
+CREATED:20251108T043618Z
+LAST-MODIFIED:20251108T103619Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:Country-oke
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251124T030000Z
+DTEND:20251124T060000Z
+DTSTAMP:20251116T033816Z
+UID:10835-1763931600-1763942400@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/bryan-the-haggards/
+CREATED:20251111T043617Z
+LAST-MODIFIED:20251111T103617Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:Bryan & The Haggards w. Jump Loop\, The American Songbook
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251125T030000Z
+DTEND:20251125T060000Z
+DTSTAMP:20251116T033816Z
+UID:10839-1764018000-1764028800@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/seven-seasons/
+CREATED:20251112T013616Z
+LAST-MODIFIED:20251112T073617Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:Slasher Film
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251126T030000Z
+DTEND:20251126T060000Z
+DTSTAMP:20251116T033816Z
+UID:10841-1764104400-1764115200@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/third-date-tuesday-night-residency-2
+ /
+CREATED:20251113T053616Z
+LAST-MODIFIED:20251113T113617Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:Third Date Tuesday Night Residency
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251117T000000Z
+DTEND:20251117T020000Z
+DTSTAMP:20251116T033816Z
+UID:10800-1763316000-1763323200@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/bingo-with-pete-3/
+CREATED:20251103T003616Z
+LAST-MODIFIED:20251103T063617Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:Bingo With Pete!
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251125T000000Z
+DTEND:20251125T020000Z
+DTSTAMP:20251116T033816Z
+UID:10837-1764007200-1764014400@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/devil-dodger/
+CREATED:20251111T203617Z
+LAST-MODIFIED:20251112T023617Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:Devil Dodger
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251126T000000Z
+DTEND:20251126T020000Z
+DTSTAMP:20251116T033816Z
+UID:10843-1764093600-1764100800@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/ali-grays-country-jamboree-2/
+CREATED:20251112T233616Z
+DESCRIPTION:Come on out for a tribute to the Darlings of Country music\, fe
+ aturing Ali Gray’s Country Jamboree! Hear songs from the catalogs of Lorett
+ a Lynn\, Tammy Wynette\, Tanya Tucker\, Dolly Parton\, Linda Ronstadt\, Pam
+  Tillis\, Patty Loveless and many more. We won’t leave out the Kings of Cou
+ ntry\, sung by guitar legend Dan Neale and drummer extraordinaire Scott Wen
+ um\, including favorites like Roger Miller\, Hank Williams\, Johnny Cash\, 
+ Buck Owens\, Waylon Jennings and more!  Also featuring Dan Lowinger on bass
+ ! 6-8.
+LAST-MODIFIED:20251113T053616Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:Ali Gray's Country Jamboree
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251116T030000Z
+DTEND:20251116T060000Z
+DTSTAMP:20251116T033816Z
+UID:10798-1763240400-1763251200@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/lost-island-society-w-woolly-mack-po
+ ison-ivy-the-people/
+CREATED:20251102T183617Z
+LAST-MODIFIED:20251103T003617Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:Lost Island Society w. Woolly Mack\, Poison Ivy & The People
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251123T190000Z
+DTEND:20251123T220000Z
+DTSTAMP:20251116T033816Z
+UID:10831-1763902800-1763913600@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/the-stress-of-her-regard/
+CREATED:20251110T003617Z
+LAST-MODIFIED:20251110T063617Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:The Stress Of Her Regard
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251119T030000Z
+DTEND:20251119T060000Z
+DTSTAMP:20251116T033816Z
+UID:10811-1763499600-1763510400@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/third-date-tuesday-night-residency/
+CREATED:20251106T213618Z
+LAST-MODIFIED:20251107T033618Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:Third Date Tuesday Night Residency
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251119T000000Z
+DTEND:20251119T020000Z
+DTSTAMP:20251116T033816Z
+UID:10809-1763488800-1763496000@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/the-new-havoline-supremes/
+CREATED:20251105T053616Z
+DESCRIPTION:The New Havoline Supremes are a Twin Cities based band\,  featu
+ ring the legendary Mary Cutrufello on guitar and vocals\, and Dan Lowinger 
+ on guitar.  Formed in October of 2023\, the band plays a mix of classic cou
+ ntry and Mary’s original tunes\, and features Greg Schutte (Ryan Bingham\, 
+ Mickey Hart\, Chasity Brown) on drums\, and Erik Lillestol (Cafe Accordion)
+  on bass.\n\nMary Cutrufello\n\nWith 30 years of experience in the music bu
+ siness\, Mary Cutrufello is everything from Texas honky-tonk heroine and fi
+ ery Midwestern roots-rocker to a powerhouse acoustic performer. Connecticut
+ -raised and Yale-educated\, Mary’s musical journey has taken her from the E
+ ast Coast to Houston and now to Minnesota.  Career highlights include: the 
+ major label release of    ”When the Night is Through\,” on Mercury Records 
+ in 1998\, appearances on national tv shows such as Tonight Show with Jay Le
+ no\, appearances at major festivals including Farm Aid\, and tours with Jim
+ mie Dale Gilmore and Tish Hinojosa.  Mary has seven self-released albums\, 
+ and has played guitar locally for Annie Mack\, Michael Perry and the Long B
+ eds\, and many others.\n\n\n\nDan Lowinger\, a transplant from Portland\, O
+ R\, is a guitarist steeped in the tradition of Western swing and classic co
+ untry. Since moving to the Twin Cities in 2017\, Dan has become a fixture i
+ n the local country and Americana scene\, playing on a regular basis with a
+ ll star Western swing band Honky Tonk Jump\, and country rockers Cole Diamo
+ nd\, while also sharing the stage with local greats\, Martin Zellar (Gear D
+ addies)\, Tony Andreason (The Trashmen)\, Pat Donohue (Prairie Home Compani
+ on) and many others! He has performed regionally and toured nationally with
+  many different country and swing bands from the Pacific Northwest includin
+ g: The Barn Door Slammers\, Ralph Carney’s Pepper Grinders\, Vince Mira\, a
+ nd Western Centuries.
+LAST-MODIFIED:20251105T113617Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:The New Havoline Supremes
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251120T030000Z
+DTEND:20251120T060000Z
+DTSTAMP:20251116T033816Z
+UID:10782-1763586000-1763596800@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/venturer-w-peeler-mild-manner/
+CREATED:20251107T223617Z
+DESCRIPTION:Venturer is a rock based band with many other genre influences 
+ such as funk\, folk\, prog\, punk\, and jazz. Venturer has played around th
+ e United States\, mainly in Milwaukee\, Madison\, Chicago\, and Minneapolis
+ \, but also on the East Coast and greater Midwest.
+LAST-MODIFIED:20251108T043617Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:Venturer w. Peeler & Mild Manner
+TRANSP:OPAQUE
+END:VEVENT
+BEGIN:VEVENT
+DTSTART:20251118T000000Z
+DTEND:20251118T020000Z
+DTSTAMP:20251116T033816Z
+UID:10804-1763402400-1763409600@whitesquirrelbar.com
+URL:https://whitesquirrelbar.com/event/clovers-daughter/
+CREATED:20251103T223616Z
+LAST-MODIFIED:20251104T043617Z
+SEQUENCE:0
+STATUS:CONFIRMED
+SUMMARY:Clovers Daughter
+TRANSP:OPAQUE
+END:VEVENT
+END:VCALENDAR
--- a/events/scrapers/Working/news/minnpost.mn.py
+++ b/events/scrapers/Working/news/minnpost.mn.py
@@ -4,7 +4,7 @@ from dateutil import relativedelta

 import django
 sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+os.environ['DJANGO_SETTINGS_MODULE'] = 'events.settings'
 django.setup()

 from time import sleep
--- a/events/scrapers/Working/news/racket.mn.py
+++ b/events/scrapers/Working/news/racket.mn.py
@@ -4,7 +4,7 @@ from dateutil import relativedelta

 import django
 sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+os.environ['DJANGO_SETTINGS_MODULE'] = 'events.settings'
 django.setup()

 from time import sleep
--- a/events/scrapers/Working/news/sahan.mn.py
+++ b/events/scrapers/Working/news/sahan.mn.py
@@ -4,7 +4,7 @@ from dateutil import relativedelta

 import django
 sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+os.environ['DJANGO_SETTINGS_MODULE'] = 'events.settings'
 django.setup()

 from time import sleep
--- a/events/scrapers/Working/news/unicornriot.py
+++ b/events/scrapers/Working/news/unicornriot.py
@@ -4,7 +4,7 @@ from dateutil import relativedelta

 import django
 sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+os.environ['DJANGO_SETTINGS_MODULE'] = 'events.settings'
 django.setup()

 from time import sleep
--- a/events/scrapers/Working/smedia/bluesky.py
+++ b/events/scrapers/Working/smedia/bluesky.py
@@ -5,8 +5,8 @@ from dateutil import relativedelta
 from atproto import Client

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

 from time import sleep
@@ -19,7 +19,7 @@ from socials.models import SocialLink, SocialPost
 tz = pytz.timezone("US/Central")

 USERNAME = "dreamfreely.org"
-PASSWORD = "Futbol21!@"
+PASSWORD = "gU):3-BA]DaK[_K$DHmI"

 client = Client()
 client.login(USERNAME, PASSWORD)
--- a/events/scrapers/Working/smedia/bluesky_media.py
+++ b/events/scrapers/Working/smedia/bluesky_media.py
@@ -5,8 +5,8 @@ from dateutil import relativedelta
 from atproto import Client

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

 from time import sleep
@@ -19,7 +19,7 @@ from socials.models import SocialImg
 tz = pytz.timezone("US/Central")

 USERNAME = "dreamfreely.org"
-PASSWORD = "Futbol21!@"
+PASSWORD = "gU):3-BA]DaK[_K$DHmI"

 client = Client()
 client.login(USERNAME, PASSWORD)
--- a/events/scrapers/Working/smedia/redsky.py
+++ b/events/scrapers/Working/smedia/redsky.py
@@ -3,8 +3,8 @@ from datetime import datetime
 from dateutil import relativedelta

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

 from time import sleep
--- a/events/scrapers/Working/venues/AcmeComedy.Mpls.py
+++ b/events/scrapers/Working/venues/AcmeComedy.Mpls.py
@@ -3,8 +3,8 @@ from datetime import datetime
 from dateutil import relativedelta

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

 from time import sleep
@@ -22,7 +22,8 @@ venue, created = Organization.objects.get_or_create(
     is_venue = True
    )

-scraper,item_count_start = digitools.getScraper(venue)
+scraper,item_count_start,virtcal = digitools.getScraper(venue, 'msp')
+

 tz = pytz.timezone("US/Central")

@@ -40,7 +41,7 @@ def get_events(ps, event_type):
            if month == "Jan":
                year = int(year) + 1
            event['scraper'] = scraper
-            event['calendar'] = scraper.calendar
+            event['calendars'] = [scraper.calendar]
            event['title'] = c.xpath('.//*/span[@class="event_title"]/a/text()')[0]
            event['date'] = [month, day, str(year),  c.xpath('.//*/span[@class="event_time"]/text()')[0].strip()]
            event['date'] = " ".join(event['date'])
--- a/events/scrapers/Working/venues/Amsterdam.StPaul.py
+++ b/events/scrapers/Working/venues/Amsterdam.StPaul.py
@@ -3,8 +3,8 @@ from datetime import datetime
 from dateutil import relativedelta

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

 from time import sleep
@@ -21,7 +21,7 @@ venue, created = Organization.objects.get_or_create(
     is_venue=True
    )

-scraper,item_count_start = digitools.getScraper(venue)
+scraper,item_count_start,virtcal = digitools.getScraper(venue, 'msp')

 DATETIME_FORMAT = '%B %d  %Y %I:%M%p'
 DATETIME_FORMAT_2 = '%A, %B %d @ %I%p %Y'
@@ -35,7 +35,7 @@ def get_events(ps):
            month = c.xpath('.//*/div[@class="date-month"]/text()')[0]
            year = datetime.now().year
            event['scraper'] = scraper
-            event['calendar'] = scraper.calendar
+            event['calendars'] = [scraper.calendar]
            event['title'] = c.xpath('.//div/h4/a/text()')[0]
            event['date'] = [month, day, str(year),  c.xpath('.//div[@class="event-info"]/p/text()')[0].split(" ")[0]]
            event['date']  = " ".join(event['date'])
--- a/events/scrapers/Working/venues/FirstAveScrape.py
+++ b/events/scrapers/Working/venues/FirstAveScrape.py
@@ -3,8 +3,8 @@ from datetime import datetime
 from dateutil import relativedelta

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

 from time import sleep
@@ -23,7 +23,7 @@ venue, created = Organization.objects.get_or_create(
     is_venue = True
    )

-scraper,item_count_start = digitools.getScraper(venue)
+scraper,item_count_start,virtcal = digitools.getScraper(venue, 'msp')

 tz = pytz.timezone("US/Central")

@@ -93,7 +93,7 @@ events = []
 def get_info(pse):
    event = {}
    event['scraper'] = scraper
-    event['calendar'] = scraper.calendar
+    event['calendars'] = [scraper.calendar]
    event["venue"] = pse.xpath('.//*/div[@class="content"]/div/div[@class="venue_name"]/text()')[0].replace('\t', '').replace('\n', '').strip()
    event["show_title"] = pse.xpath('.//*/span[@class="show_title"]/text()')[0].replace('\t', '').replace('\n', '')
    if event["show_title"] == "":
@@ -164,7 +164,7 @@ for show in shows:
    try:
        event['dateStamp'] = event['date_time']
        event['scraper'] = scraper
-        new_event, created = digitools.createDetailedEvent(event, "Mu", venue)
+        new_event, created = digitools.createDetailedEvent(event, "Mu", venue, scraper)
        scraper.items+=1
    except Exception as e:
        print("event creation error: ", e, "\n\n", event, "\n\n", created) 
--- a/events/scrapers/Working/venues/GinkgoCoffee.stp.py
+++ b/events/scrapers/Working/venues/GinkgoCoffee.stp.py
@@ -3,8 +3,8 @@ from datetime import datetime
 from dateutil import relativedelta

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

 from time import sleep
@@ -21,7 +21,7 @@ venue, created = Organization.objects.get_or_create(
     is_venue = True
    )

-scraper,item_count_start = digitools.getScraper(venue)
+scraper,item_count_start,virtcal = digitools.getScraper(venue, 'msp')

 event_type = ""

@@ -41,7 +41,7 @@ def get_events(ps, event_type):
            if month == "January":
                year = int(year) + 1
            event['scraper'] = scraper
-            event['calendar'] = scraper.calendar
+            event['calendars'] = [scraper.calendar]
            event['title'] = c.xpath('.//*/h3/a/text()')[0].replace("\n", "").replace("\t", "")
            event['date'] = " ".join([ dateTime, str(year)])
            event['dateStamp'] = datetime.strptime(event['date'], DATETIME_FORMAT)
--- a/events/scrapers/Working/venues/GreenRoom.Mpls.py
+++ b/events/scrapers/Working/venues/GreenRoom.Mpls.py
@@ -3,8 +3,8 @@ from datetime import datetime
 from dateutil import relativedelta

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

 from time import sleep
@@ -22,7 +22,7 @@ venue, created = Organization.objects.get_or_create(
     is_venue = True
    )

-scraper,item_count_start = digitools.getScraper(venue)
+scraper,item_count_start,virtcal = digitools.getScraper(venue, 'msp')

 event_type = "Mu"

@@ -43,7 +43,7 @@ def get_events(ps, event_type):
            # if month == "Jan":
            #     year = int(year) + 1
            event['scraper'] = scraper
-            event['calendar'] = scraper.calendar
+            event['calendars'] = [scraper.calendar]
            event['title'] = c.xpath('.//*/div[@class="vp-event-name"]/text()')[0]
            event['datetime'] = date + " " + str(year) + " " + time
            event['dateStamp'] = datetime.strptime(event['datetime'], DATETIME_FORMAT)
--- a/events/scrapers/Working/venues/HookLadderScrape.py
+++ b/events/scrapers/Working/venues/HookLadderScrape.py
@@ -3,8 +3,8 @@ from datetime import datetime
 from dateutil import relativedelta

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

 from time import sleep
@@ -26,7 +26,7 @@ venue, created = Organization.objects.get_or_create(
            is_venue=True,
            )

-scraper,item_count_start = digitools.getScraper(venue)
+scraper,item_count_start,virtcal = digitools.getScraper(venue, 'msp')
 ppr(scraper)

 tz = pytz.timezone("US/Central")
@@ -65,7 +65,7 @@ def get_listings(pse, events):
        e['image'] = event.xpath('.//*/img/@data-src')[0]
        e["date_time"] = datetime.strptime(e['datetime'], DATETIME_FORMAT)
        e['scraper'] = scraper
-        e['calendar'] = scraper.calendar
+        e['calendar'] = [scraper.calendar]
        events.append(e)
        
 events = []
@@ -79,7 +79,6 @@ for cal in calendar_url:
 for event in events:
    try:
        new_event = Event.objects.update_or_create(
-            calendar = event['calendar'],
            scraper = event['scraper'],
            event_type = 'Mu',
            show_title = event["show_title"],
@@ -89,6 +88,7 @@ for event in events:
            guests = " ".join(event["subtitle"]),
            venue = venue
        )
+        digitools.add_calendar(new_event, 'msp')
    except Exception as e:
        print("oops ", e, "\n\n", "Scraper:", scraper) 

--- a/events/scrapers/Working/venues/MagersQuinn.py
+++ b/events/scrapers/Working/venues/MagersQuinn.py
@@ -3,8 +3,8 @@ from datetime import datetime
 from dateutil import relativedelta

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

 from time import sleep
@@ -21,7 +21,7 @@ venue, created = Organization.objects.get_or_create(
     is_venue=False
    )

-scraper,item_count_start = digitools.getScraper(venue)
+scraper,item_count_start,virtcal = digitools.getScraper(venue, 'msp')

 DATETIME_FORMAT = '%A, %B %d , %Y %I:%M %p'
 DATETIME_FORMAT_2 = '%A, %B %d @ %I%p %Y'
@@ -35,7 +35,7 @@ def get_events(ps, event_type):
            month = c.xpath('.//*/div[@class="month"]/text()')[0]
            year = c.xpath('.//*/div[@class="year"]/text()')[0]
            event['scraper'] = scraper
-            event['calendar'] = scraper.calendar
+            event['calendars'] = [scraper.calendar]
            event['title'] = c.xpath('.//*/h3/text()')[0]
            event['date'] = [month, day, year,  c.xpath('.//*/p[@class="time"]/text()')[0]]
            event['date']  = " ".join(event['date'])
@@ -45,7 +45,7 @@ def get_events(ps, event_type):
            scraper.items+=1
        except Exception as e:
            event['link'] = "https://www.magersandquinn.com" + c.xpath('.//a[@class="event off-site"]/@href')[0]
-            print(e)
+            print("Error: ", e)
            ppr(event)
            digitools.createBasicEvent(event, "Ed", venue)
            print("\n\n+++\n\n")
--- a/events/scrapers/Working/venues/MplsVFW.py
+++ b/events/scrapers/Working/venues/MplsVFW.py
@@ -3,8 +3,8 @@ from datetime import datetime
 from dateutil import relativedelta

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

 from time import sleep
@@ -25,7 +25,7 @@ venue, created = Organization.objects.get_or_create(
     is_venue = True
    )

-scraper,item_count_start = digitools.getScraper(venue)
+scraper,item_count_start, virtcal = digitools.getScraper(venue, 'msp')

 tz = pytz.timezone("US/Central")

@@ -44,7 +44,7 @@ else:
    quit()
    
 br.get(calendar_url)
-sleep(30)
+sleep(20)
           
 def getEvents(br):
    ps = html.fromstring(br.page_source)
@@ -54,19 +54,19 @@ def getEvents(br):
        dateTime = event.xpath('.//*/span[@class="tribe-event-date-start"]/text()')[0].replace("•", "").strip() + " " + current_year
        title = event.xpath('.//*/h2[@class="alt-font"]/a/text()')[0].replace("\n", "").replace("\t", "")
        link = event.xpath('.//*/h2[@class="alt-font"]/a/@href')[0]
-        deets["tickets"] = event.xpath('.//*/span[@class="tribe-events-c-small-cta__price"]/strong/text()')[0]
+        # deets["tickets"] = event.xpath('.//*/span[@class="tribe-events-c-small-cta__price"]/strong/text()')[0]
        try:
-            new_event = Event.objects.update_or_create(
-                calendar = scraper.calendar,
+            new_event, created = Event.objects.update_or_create(
                scraper = scraper,
                event_type = 'Mu',
                show_title = title,
                show_link = link,
                show_date = datetime.strptime(dateTime, DATETIME_FORMAT),
-                show_day = datetime.strptime(dateTime, DATETIME_FORMAT).date(),
-                more_details = deets["tickets"],
+                show_day = datetime.strptime(dateTime, DATETIME_FORMAT),
+                # more_details = deets["tickets"],
                venue = venue
            )
+            digitools.add_calendar(new_event, 'msp')
            scraper.items+=1
        except Exception as e:
            print("oops", e) 
--- a/events/scrapers/Working/venues/ParkwayTheater.py
+++ b/events/scrapers/Working/venues/ParkwayTheater.py
@@ -3,8 +3,8 @@ from datetime import datetime
 from dateutil import relativedelta

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

 from time import sleep
@@ -25,7 +25,7 @@ try:
 except Exception as e:
    venue = Organization.objects.get(name="Parkway Theater")

-scraper,item_count_start = digitools.getScraper(venue)
+scraper,item_count_start, virtcal = digitools.getScraper(venue, 'msp')

 tz = pytz.timezone("US/Central")

@@ -38,7 +38,7 @@ def get_events(ps, event_type):
    for c,i in zip(contents,img_etc):
        try:
            event = {}
-            event['calendar'] = scraper.calendar
+            event['calendars'] = [scraper.calendar]
            event['title'] = c.xpath('.//*/a[@class="summary-title-link"]/text()')[0]
            event['link'] = "https://theparkwaytheater.com" + c.xpath('.//*/a[@class="summary-title-link"]/@href')[0]
            event['date'] = c.xpath('.//div/div/time/text()')[0] + " " + c.xpath('.//*/span[@class="event-time-12hr"]/text()')[0].split("–")[0].strip()
@@ -51,8 +51,7 @@ def get_events(ps, event_type):
            }

            try:
-                new_event = DSEvent.objects.update_or_create(
-                    calendar = scraper.calendar,
+                new_event, created = DSEvent.objects.update_or_create(
                    scraper = scraper,
                    event_type = event_type,
                    show_title = event['title'],
@@ -62,13 +61,13 @@ def get_events(ps, event_type):
                    more_details = event["details"],
                    venue = venue
                )
+                digitools.add_calendar(new_event, 'msp')
                scraper.items+=1
            except Exception as e:
                try:
                    event['date'] = c.xpath('.//div/div/time/text()')[0].split("–")[0] + " " + c.xpath('.//*/span[@class="event-time-12hr"]/text()')[0].split("–")[0].strip()
                    event['dateStamp'] = datetime.strptime(event['date'], DATETIME_FORMAT)
-                    new_event = DSEvent.objects.update_or_create(
-                        calendar = scraper.calendar,
+                    new_event, created = DSEvent.objects.update_or_create(
                        scraper = scraper,
                        event_type = event_type,
                        show_title = event['title'],
@@ -78,6 +77,7 @@ def get_events(ps, event_type):
                        more_details = event["details"],
                        venue = venue
                    )
+                    digitools.add_calendar(new_event, 'msp')
                    scraper.items+=1
                except Exception as e:
                    print(e)
--- a/events/scrapers/Working/venues/SPCO.stp.py
+++ b/events/scrapers/Working/venues/SPCO.stp.py
@@ -3,10 +3,9 @@ from datetime import datetime
 from dateutil import relativedelta

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()
-
 from time import sleep
 from pprint import pprint as ppr
 import pytz
@@ -22,7 +21,7 @@ venue, created = Organization.objects.get_or_create(
     is_venue = False
    )

-scraper,item_count_start = digitools.getScraper(venue)
+scraper,item_count_start, virtcal = digitools.getScraper(venue, 'msp')

 # Time Signatures
 tz = pytz.timezone("US/Central")
@@ -38,7 +37,7 @@ def get_events(ps, event_type):
            subtitle = ps.xpath('.//*/article/h1/em/text()')
            event = {}
            event['scraper'] = scraper
-            event['calendar'] = scraper.calendar
+            event['calendars'] = [scraper.calendar]
            if len(subtitle) == 1:
                if len(ntitle) == 2:
                    title = ntitle[0] + subtitle[0] + ntitle[1]
--- a/events/scrapers/Working/venues/WhiteSquirrelScrape.py
+++ b/events/scrapers/Working/venues/WhiteSquirrelScrape.py
@@ -3,8 +3,8 @@ from datetime import datetime
 from dateutil import relativedelta

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

 from time import sleep
@@ -24,7 +24,7 @@ venue, created = Organization.objects.get_or_create(
     is_venue = True
    )

-scraper,item_count_start = digitools.getScraper(venue)
+scraper,item_count_start, virtcal = digitools.getScraper(venue, 'msp')


 # Set initial variables for City, etc
@@ -42,11 +42,13 @@ else:
    quit()

 def get_listings(pse, events):
-    listings = pse.xpath('.//*/div[@class="tribe-common-g-row tribe-events-calendar-list__event-row"]')
+    listings = pse.xpath('.//*/li[@class="tribe-common-g-row tribe-events-calendar-list__event-row"]')
+    print("get listings", listings)
    for l in listings:
        event = {}
        event['scraper'] = scraper
-        event['calendar'] = scraper.calendar
+        event['calendars'] = [scraper.calendar]
+        print("1: ", event)
        try:
            event["image"] = l.xpath('.//*/img/@src')[0]
        except:
--- a/events/scrapers/Working/venues/cedar.mpls.py
+++ b/events/scrapers/Working/venues/cedar.mpls.py
@@ -3,8 +3,8 @@ from datetime import datetime
 from dateutil import relativedelta

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

 from time import sleep
@@ -21,7 +21,7 @@ venue, created = Organization.objects.get_or_create(
     is_venue=True
    )

-scraper,item_count_start = digitools.getScraper(venue)
+scraper,item_count_start,virtcal = digitools.getScraper(venue, 'msp')

 tz = pytz.timezone("US/Central")

@@ -39,7 +39,7 @@ def get_events(ps):
        pse = digitools.getSource(br, "https://www.thecedar.org" + l)
        event = {}
        event['scraper'] = scraper
-        event['calendar'] = scraper.calendar
+        event['calendars'] = [scraper.calendar]
        event['link'] = "https://www.thecedar.org" + l
        try:
            time = pse.xpath('.//*/time[@class="event-time-localized-start"]/text()')[0]
--- a/events/scrapers/Working/venues/club331Scrape.py
+++ b/events/scrapers/Working/venues/club331Scrape.py
@@ -3,8 +3,8 @@ from datetime import datetime
 from dateutil import relativedelta

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

 from time import sleep
@@ -24,7 +24,7 @@ venue, created = Organization.objects.get_or_create(
        is_venue=True,
    )

-scraper,item_count_start = digitools.getScraper(venue)
+scraper,item_count_start,virtcal = digitools.getScraper(venue, 'msp')

 tz = pytz.timezone("US/Central")

@@ -88,7 +88,7 @@ for d in dates:
    event["bands"]  = (", ").join(bands)
    if len(bands) > 0:
        event['scraper'] = scraper
-        event['calendar'] = scraper.calendar
+        event['calendars'] = [scraper.calendar]
        event['title'] = event["bands"]
        event['date'] = event["date_time"]
        event['dateStamp'] = event["date_time"]
--- a/events/scrapers/Working/venues/manual/data.json
+++ b/events/scrapers/Working/venues/manual/data.json
--- a/events/scrapers/Working/venues/manual/data.updated.json
+++ b/events/scrapers/Working/venues/manual/data.updated.json
--- a/events/scrapers/Working/venues/manual/eventario.py
+++ b/events/scrapers/Working/venues/manual/eventario.py
@@ -0,0 +1,169 @@
+import os, sys
+from datetime import datetime
+from dateutil import relativedelta
+import json
+
+from selenium.webdriver.common.by import By
+from lxml import html
+
+import django
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
+django.setup()
+
+from time import sleep
+from pprint import pprint as ppr
+import pytz
+
+from events.models import Organization, Scraper, Calendar
+import events.digitools as digitools
+
+venue, created = Organization.objects.get_or_create(
+     name="Events Medellin",
+     city="Medellin",
+     website="https://eventario.co/events-category/social/",
+     is_venue=True
+    )
+
+scraper,item_count_start,virtcal = digitools.getScraper(venue, 'mde')
+
+DATETIME_FORMAT = '%B %d  %Y %I:%M%p'
+DATETIME_FORMAT_2 = '%A, %B %d @ %I%p %Y'
+
+# with open('data.json') as f:
+#     totalLinks = json.load(f)
+
+def getLinks(br, url, links):
+    br.get(url)
+    sleep(2)
+    br.execute_script("window.scrollTo(0, window.scrollY + 1500)")
+    sleep(2)
+    x = 1
+    while x == 1:
+        try:
+            div = br.find_element(By.XPATH, ".//*/div[@class='feed-pagination flexify']/a")
+            div.click()
+            sleep(2)
+            br.execute_script("window.scrollTo(0, window.scrollY + 1100)")
+            sleep(2)
+        except:
+            x = 0
+    ps = html.fromstring(br.page_source)
+    newLinks = []
+    # newlinks = ps.xpath('.//*/div[@class="e-con-inner"]/*/a/@href')
+    events = ps.xpath('.//*/div[@class="e-con-inner"]')
+    for event in events:
+        e = {}
+        try:
+            e['link'] = event.xpath('.//*/a/@href')[0]
+            e['title'] = event.xpath('.//*/h3/a/text()')[0]
+            e['venue'] = event.xpath('.//*/ul/li/a/text()')[-1:][0].replace('\n', '').replace('\t', '')
+            # e['venue'] = event.xpath('.//*/ul/li/a/text()')[-1:][0]
+            e['venueLink'] = event.xpath('.//*/ul/li/a/@href')[1]
+            label= event.xpath('.//*/li[@class="elementor-repeater-item-46edd7d flexify ts-action"]/div/text()')
+            e['label'] = ''.join([x.replace('\t', '').replace('\n', '') for x in label]).strip()
+            newLinks.append(e)
+        except Exception as e:
+            print("Error: ", e)
+
+    links = links + newLinks
+    return links
+
+if len(sys.argv) >= 2:
+    arg1 = sys.argv[1]
+    br = digitools.getBrowser(arg1)
+else:
+    print("No run_env")
+    quit()
+
+urls = ["https://eventario.co/events-category/social/", "https://eventario.co/events-category/musica/", "https://eventario.co/events-category/cultura/"]
+
+allLinks = []
+
+for url in urls:
+    allLinks = getLinks(br, url, allLinks)
+
+totalLinks = list({v['title']:v for v in allLinks}.values())
+ppr(len(totalLinks))
+# sortedlinks = allLinks.sort()
+# ppr(sortedlinks)
+
+for event in totalLinks:
+    br.get(event['link'])
+    sleep(2)
+    ps = html.fromstring(br.page_source)
+    dateTime= ps.xpath('.//*/div[@class="elementor-element elementor-element-d9beb21 elementor-widget elementor-widget-heading"]/span[@class="elementor-heading-title elementor-size-default"]/text()')
+    event['dateTime'] = [x[3:].split('-')[0].strip() for x in dateTime]
+    locations = ps.xpath('.//*/div[@class="elementor-element elementor-element-f04aae3 elementor-widget__width-initial elementor-widget-mobile__width-initial elementor-widget elementor-widget-ts-advanced-list"]/*/li[@class="elementor-repeater-item-138dbed flexify ts-action"]/a/text()')
+    location = [x.replace('\t', '').replace('\n', '') for x in locations]
+    if len(location) == 2: 
+        event['location'] = "{0}, {1}".format(location[1], location[0])
+    else:
+        try:
+            event['location'] = location[0]
+        except:
+            event['location'] = 'n/a'
+    address= ps.xpath('.//*/ul[@class="flexify simplify-ul ts-advanced-list"]/li[@class="elementor-repeater-item-842568d flexify ts-action"]/div/text()')
+    try:
+        event['address'] = [x for x in address if 'Capacidad' not in x and '$' not in x][0]
+    except:
+        event['address'] = address
+    # ppr(event)
+
+sleep(2)
+br.close()
+
+data = totalLinks
+print("Set:", len(totalLinks))
+
+paisa = []
+
+for d in data:
+    if len(d['dateTime']) != 0:
+        if 'Familia' in d['label']:
+            d['category'] = 'Ot'
+        elif 'Comedia' in d['label']:
+            d['category'] = 'Co'
+        elif ('Magic' in d['title']) or ('Juegos' in d['label']):
+            d['category'] = 'Ot'
+        elif ('Conferencias' in d['label']) or ('Intercambio' in d['label']):
+            d['category'] = 'Ed'
+        else:
+            d['category'] = 'Mu'
+        if "Antioquia" in d['location']:
+            try:
+                d['city'] = d['location'].split(',')[0]
+                paisa.append(d)
+            except:
+                continue
+
+cal = Calendar.objects.get(shortcode='mde')
+
+for d in paisa:
+    d['dateStamp'] =datetime.strptime(d['dateTime'][0], DATETIME_FORMAT)
+    try:
+        nvenue, created = Organization.objects.get_or_create(
+            name=d['venue'],
+            city=d['city'],
+            website=d['venueLink'],
+            address_complete = d['address'], 
+            is_venue=True
+            )
+    except:
+        nvenue = Organization.objects.get(name=d['venue'])
+        nvenue.address_complete = d['address']
+        nvenue.save()
+    new_event, created = Event.objects.update_or_create(
+        event_type = d['category'],
+        show_title = d['title'],
+        show_link = d['link'],
+        show_date = d['dateStamp'],
+        show_day = d['dateStamp'],
+        scraper = scraper,
+        venue = nvenue
+    )
+    new_event.calendar.add(cal)
+    new_event.save()
+    print(new_event)
+
+digitools.updateScraper(scraper, item_count_start)
--- a/events/scrapers/run_govt.sh
+++ b/events/scrapers/run_govt.sh
@@ -1,16 +0,0 @@
-#!/bin/bash
-
-BASEDIR=/home/canin/Downloads/DigiSnaxxEvents
-DJANGODIR=/home/canin/Downloads/DigiSnaxxEvents/ds_events
-EVENTDIR=/home/canin/Downloads/DigiSnaxxEvents/ds_events/event_scrapers
-GOVTDIR=/home/canin/Downloads/DigiSnaxxEvents/ds_events/event_scrapers/Working/govt
-
-cd $GOVTDIR
-for file in * 
-do
-  python "$file" $1
-  echo "SCRIPT COMPLETE"
-done
-
-cd $EVENTDIR
-python clean_up.py
--- a/events/scrapers/run_ical.sh
+++ b/events/scrapers/run_ical.sh
@@ -1,16 +0,0 @@
-#!/bin/bash
-
-BASEDIR=/home/canin/Downloads/DigiSnaxxEvents
-DJANGODIR=/home/canin/Downloads/DigiSnaxxEvents/ds_events
-EVENTDIR=/home/canin/Downloads/DigiSnaxxEvents/ds_events/event_scrapers
-ICALDIR=/home/canin/Downloads/DigiSnaxxEvents/ds_events/event_scrapers/Working/iCal
-
-cd $ICALDIR
-for file in * 
-do
-  python "$file"
-  echo "SCRIPT COMPLETE"
-done
-
-cd $EVENTDIR
-python clean_up.py
--- a/events/scrapers/run_media_update.sh
+++ b/events/scrapers/run_media_update.sh
@@ -1,22 +0,0 @@
-#!/bin/bash
-
-ENVDIR=/var/www/digisnaxx.com/
-DJANGODIR=/var/www/digisnaxx.com/ds_events
-EVENTDIR=/var/www/digisnaxx.com/ds_events/event_scrapers
-WORKMEDIADIR=/var/www/digisnaxx.com/ds_events/event_scrapers/Working/smedia
-
-# ENVDIR=/home/canin/Downloads/DigiSnaxxEvents
-# DJANGODIR=/home/canin/Documents/repos/digisnaxx/ds_events
-# WORKMEDIADIR=/home/canin/Documents/repos/digisnaxx/ds_events/event_scrapers/Working/smedia
-
-cd $ENVDIR
-pwd
-source venv/bin/activate
-
-cd $WORKMEDIADIR
-
-python bluesky.py
-python bluesky_media.py
-python redsky.py
-
-deactivate
--- a/events/scrapers/run_news.sh
+++ b/events/scrapers/run_news.sh
@@ -1,16 +0,0 @@
-#!/bin/bash
-
-BASEDIR=/home/canin/Downloads/DigiSnaxxEvents
-DJANGODIR=/home/canin/Downloads/DigiSnaxxEvents/ds_events
-EVENTDIR=/home/canin/Downloads/DigiSnaxxEvents/ds_events/event_scrapers
-NEWSDIR=/home/canin/Downloads/DigiSnaxxEvents/ds_events/event_scrapers/Working/news
-
-cd $NEWSDIR
-for file in * 
-do
-  python "$file" $1
-  echo "SCRIPT COMPLETE"
-done
-
-cd $EVENTDIR
-python clean_up.py
--- a/events/scrapers/run_scrapers.sh
+++ b/events/scrapers/run_scrapers.sh
@@ -1,39 +1,44 @@
 #!/bin/bash

-# BASEDIR=/var/www/digisnaxx.com/
-# DJANGODIR=/var/www/digisnaxx.com/ds_events
-# EVENTDIR=/var/www/digisnaxx.com/ds_events/event_scrapers
-
-BASEDIR=/home/canin/Downloads/DigiSnaxxEvents
-DJANGODIR=/home/canin/Downloads/DigiSnaxxEvents/ds_events
-EVENTDIR=/home/canin/Downloads/DigiSnaxxEvents/ds_events/event_scrapers
-VENUESDIR=/home/canin/Downloads/DigiSnaxxEvents/ds_events/event_scrapers/Working/venues
-ICALDIR=/home/canin/Downloads/DigiSnaxxEvents/ds_events/event_scrapers/Working/iCal
-GOVTDIR=/home/canin/Downloads/DigiSnaxxEvents/ds_events/event_scrapers/Working/govt
+DIGIDIR=/var/www/digisnaxx.ado
+DJANGODIR=/var/www/digisnaxx.ado/api.digisnaxx
+EVENTSDIR=/var/www/digisnaxx.ado/api.digisnaxx/events
+FIXTURESDIR=/var/www/digisnaxx.ado/api.digisnaxx/events/fixtures
+SCRAPEDIR=/var/www/digisnaxx.ado/api.digisnaxx/events/scrapers
+SCRIPTDIR=/var/www/digisnaxx.ado/api.digisnaxx/events/scrapers/scripts
+VENUESDIR=/var/www/digisnaxx.ado/api.digisnaxx/events/scrapers/Working/venues
+ICALDIR=/var/www/digisnaxx.ado/api.digisnaxx/events/scrapers/Working/iCal
+GOVTDIR=/var/www/digisnaxx.ado/api.digisnaxx/events/scrapers/Working/govt

 export DJANGO_SUPERUSER_EMAIL=canin@dreamfreely.org
 export DJANGO_SUPERUSER_USERNAME=canin
 export DJANGO_SUPERUSER_PASSWORD='hello123'

-cd $BASEDIR
+cd $DIGIDIR
 source venv/bin/activate

 cd $DJANGODIR
-mv db.sqlite3 db.sqlite3.bak
-python manage.py migrate
+mv *.bak baks/
+cp db.sqlite3 $(date -d "today" +"%Y%m%d%H%M").sqlite.bak
+
+# python manage.py migrate
+
+# cd $FIXTURESDIR
+# django-admin loaddata orgs.json
+# django-admin loaddata promo.json
+
+cd $SCRIPTDIR
+python start_up.py

-cd $EVENTDIR
 bash run_venues.sh $1
-bash run_ical.sh 
 bash run_govt.sh $1
-bash run_news.sh $1
+bash run_ical.sh 
+# # bash run_media_update.sh
+# # bash run_news.sh $1

-python Working/smedia/bluesky.py
-python Working/smedia/bluesky_media.py
-python Working/smedia/redsky.py
-python clean_up.py
+# python clean_up.py
+# cd ../
+# deactivate

-deactivate
-
-rm -rf ../*/__pycache__
-rm -rf ../*/*/__pycache__
+# rm -rf ../*/__pycache__
+# rm -rf ../*/*/__pycache__
--- a/events/scrapers/run_venues.sh
+++ b/events/scrapers/run_venues.sh
@@ -1,16 +0,0 @@
-#!/bin/bash
-
-BASEDIR=/home/canin/Downloads/DigiSnaxxEvents
-DJANGODIR=/home/canin/Downloads/DigiSnaxxEvents/ds_events
-EVENTDIR=/home/canin/Downloads/DigiSnaxxEvents/ds_events/event_scrapers
-VENUESDIR=/home/canin/Downloads/DigiSnaxxEvents/ds_events/event_scrapers/Working/venues
-
-cd $VENUESDIR
-for file in * 
-do
-  python "$file" $1
-  echo "SCRIPT COMPLETE"
-done
-
-cd $EVENTDIR
-python clean_up.py
--- a/events/scrapers/scripts/clean_up.py
+++ b/events/scrapers/scripts/clean_up.py
@@ -4,8 +4,8 @@ from datetime import datetime, timedelta
 from django.db.models import Count

 import django
-sys.path.append('../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

 from events.models import Event, Organization
@@ -21,10 +21,13 @@ for e in events:
 for e in events1:
    e.delete()

-org_sin_events = Organization.objects.annotate(num_events = Count('event')).filter(num_events__lt=1).filter(is_501c=False)
+org_sin_events = Organization.objects.annotate(num_events = Count('event')).filter(num_events__lt=1)

-for org in org_sin_events:
-    print(org)
-    org.delete()
+for o in org_sin_events:
+    print(o)
+
+# for org in org_sin_events:
+#     print(org)
+#     org.delete()

 print("completed and cleaned scrapes")
--- a/events/scrapers/scripts/run_govt.sh
+++ b/events/scrapers/scripts/run_govt.sh
@@ -0,0 +1,17 @@
+#!/bin/bash
+
+BASEDIR=/var/www/digisnaxx.ado/api.digisnaxx
+EVENTSDIR=/var/www/digisnaxx.ado/api.digisnaxx/events
+SCRIPTDIR=/var/www/digisnaxx.ado/api.digisnaxx/events/scrapers/scripts
+GOVTDIR=/var/www/digisnaxx.ado/api.digisnaxx/events/scrapers/Working/govt
+
+cd $GOVTDIR
+for file in * 
+do
+  python "$file" $1
+  echo "SCRIPT COMPLETE"
+done
+
+cd $SCRIPTDIR
+pwd
+python clean_up.py
--- a/events/scrapers/scripts/run_ical.sh
+++ b/events/scrapers/scripts/run_ical.sh
@@ -0,0 +1,16 @@
+#!/bin/bash
+
+BASEDIR=/var/www/digisnaxx.ado/api.digisnaxx
+DJANGODIR=/var/www/digisnaxx.ado/api.digisnaxx/events
+SCRIPTDIR=/var/www/digisnaxx.ado/api.digisnaxx/events/scrapers/scripts
+ICALDIR=/var/www/digisnaxx.ado/api.digisnaxx/events/scrapers/Working/iCal
+
+cd $ICALDIR
+for file in * 
+do
+  python "$file"
+  echo "SCRIPT COMPLETE"
+done
+
+cd $SCRIPTDIR
+python clean_up.py
--- a/events/scrapers/scripts/run_media_update.sh
+++ b/events/scrapers/scripts/run_media_update.sh
@@ -0,0 +1,22 @@
+#!/bin/bash
+
+ENVDIR=/var/www/digisnaxx.ado/
+DJANGODIR=/var/www/digisnaxx.ado/api.digisnaxx/events
+EVENTDIR=/var/www/digisnaxx.ado/api.digisnaxx/events/scrapers
+WORKMEDIADIR=/var/www/digisnaxx.ado/api.digisnaxx/events/scrapers/Working/smedia
+
+# ENVDIR=/home/canin/Downloads/DigiSnaxxEvents
+# DJANGODIR=/home/canin/Documents/repos/digisnaxx/events
+# WORKMEDIADIR=/home/canin/Documents/repos/digisnaxx/events/scrapers/Working/smedia
+
+cd $ENVDIR
+pwd
+source venv/bin/activate
+
+cd $WORKMEDIADIR
+
+python bluesky.py
+python bluesky_media.py
+python redsky.py
+
+deactivate
--- a/events/scrapers/scripts/run_news.sh
+++ b/events/scrapers/scripts/run_news.sh
@@ -0,0 +1,16 @@
+#!/bin/bash
+
+BASEDIR=/var/www/digisnaxx.com/api.digisnaxx
+DJANGODIR=/var/www/digisnaxx.com/api.digisnaxx/events
+SCRIPTDIR=/var/www/digisnaxx.ado/api.digisnaxx/events/scrapers/scripts
+NEWSDIR=/var/www/digisnaxx.com/api.digisnaxx/events/scrapers/Working/news
+
+cd $NEWSDIR
+for file in * 
+do
+  python "$file" $1
+  echo "SCRIPT COMPLETE"
+done
+
+cd $SCRIPTDIR
+python clean_up.py
--- a/events/scrapers/scripts/run_venues.sh
+++ b/events/scrapers/scripts/run_venues.sh
@@ -0,0 +1,16 @@
+#!/bin/bash
+
+BASEDIR=/var/www/digisnaxx.ado/api.digisnaxx
+DJANGODIR=/var/www/digisnaxx.ado/api.digisnaxx/events
+SCRIPTDIR=/var/www/digisnaxx.ado/api.digisnaxx/events/scrapers/scripts
+VENUESDIR=/var/www/digisnaxx.ado/api.digisnaxx/events/scrapers/Working/venues
+
+cd $VENUESDIR
+for file in * 
+do
+  python "$file" $1
+  echo "SCRIPT COMPLETE"
+done
+
+cd $SCRIPTDIR
+python clean_up.py
--- a/events/scrapers/scripts/start_up.py
+++ b/events/scrapers/scripts/start_up.py
@@ -0,0 +1,29 @@
+import re, os, sys
+from datetime import datetime, timedelta
+
+import django
+sys.path.append('../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
+django.setup()
+
+from events.models import Event,Organization, Promo, Calendar
+
+# venue, created = Organization.objects.get_or_create(name="DreamFreely",
+#                                                     website="https://www.dreamfreely.org",
+#                                                     city="Minneapolis",
+#                                                     contact_name="Canin Carlos",
+#                                                     contact_email="canin@dreamfreely.org",
+#                                                     phone_number="6124054535")
+
+# print("Created DreamFreely:", created, venue)
+
+# calendar, created = Calendar.objects.get_or_create(name='Mpls-StP', shortcode='msp', desc='none')
+# calendar, created = Calendar.objects.get_or_create(name='Medellin', shortcode='mde', desc='none')
+# calendar, created = Calendar.objects.get_or_create(name='Online', shortcode='000', desc='none')
+
+events = Event.objects.all()
+
+for e in events:
+    e.delete()
+
+print("Events are cleared. Ready to scrape.")
--- a/events/scrapers/start_up.py
+++ b/events/scrapers/start_up.py
@@ -1,23 +0,0 @@
-import re, os, sys
-from datetime import datetime, timedelta
-
-import django
-sys.path.append('../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
-django.setup()
-
-from events.models import Organization, Promo, Calendar
-
-venue, created = Organization.objects.get_or_create(name="DreamFreely",
-                                                    website="https://www.dreamfreely.org",
-                                                    city="St Paul",
-                                                    contact_name="Canin Carlos",
-                                                    contact_email="canin@dreamfreely.org",
-                                                    phone_number="6124054535")
-
-print("Created DreamFreely:", created, venue)
-
-calendar, created = Calendar.objects.get_or_create(name='Mpls-StP', shortcode='msp', desc='none')
-calendar, created = Calendar.objects.get_or_create(name='Medellin', shortcode='mde', desc='none')
-calendar, created = Calendar.objects.get_or_create(name='Global', shortcode='000', desc='none')
-calendar, created = Calendar.objects.get_or_create(name='Online', shortcode='111', desc='none')
--- a/events/scrapers/zArchive/broken/EastsideLibrary.py
+++ b/events/scrapers/zArchive/broken/EastsideLibrary.py
@@ -3,8 +3,8 @@ from datetime import datetime
 from dateutil import relativedelta

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

 from time import sleep
--- a/events/scrapers/zArchive/broken/ical_run.KJHideaway.StPaul.py
+++ b/events/scrapers/zArchive/broken/ical_run.KJHideaway.StPaul.py
@@ -6,8 +6,8 @@ from pprint import pprint as ppr
 import pytz

 import django
-sys.path.append('../../../')
-os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
 django.setup()

 from events.models import Event as DSEvent, Organization, Scraper, Calendar
@@ -42,5 +42,24 @@ event_type = "Mu"
 objIcalData = requests.get(scraper.website)
 gcal = iCalendar.from_ical(objIcalData.text)
 tz = pytz.timezone("US/Central")
-digitools.getiCalEvents(gcal, scraper, venue)
+events = digitools.getiCalEvents(gcal, scraper, venue, "Ed")
+
+for event in events:
+    # ppr(event)
+    now_now = datetime.today().date()
+    e = {}
+    e['calendars'] = event['calendars']
+    try:
+        e['dateStamp'] = event['dateStart'][0]
+    except:
+        e['dateStamp'] = event['dateStart']
+    e['title'] = event['strSummary']
+    e['scraper'] = scraper 
+    e['link'] = venue.website
+    if e['dateStamp'] > now_now:
+        try:
+            digitools.createBasicEvent(e, 'Mu', venue)
+        except Exception as e:
+            print("Error: ", e)
+
 digitools.updateScraper(scraper, item_count_start)
--- a/events/scrapers/zArchive/eventario.2.py
+++ b/events/scrapers/zArchive/eventario.2.py
@@ -0,0 +1,91 @@
+import json
+
+import os, sys
+from datetime import datetime
+from dateutil import relativedelta
+
+import django
+sys.path.append('../../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'config.django.local'
+django.setup()
+
+from time import sleep
+from pprint import pprint as ppr
+import pytz
+
+from events.models import Organization, Scraper, Calendar, Event
+import events.digitools as digitools
+
+
+venue, created = Organization.objects.get_or_create(
+     name="Eventario",
+     city="Medellin",
+     website="https://www.eventario.co",
+     is_venue=True
+    )
+
+scraper,item_count_start,virtcal = digitools.getScraper(venue, 'mde')
+
+DATETIME_FORMAT = '%-d/%-m/%y %I:%M %p'
+
+
+with open('data.json') as f:
+    data = json.load(f)
+
+paisa = []
+
+for d in data:
+    if len(d['dateTime']) != 0:
+        if 'Familia' in d['label']:
+            d['category'] = 'Ot'
+        elif 'Comedia' in d['label']:
+            d['category'] = 'Co'
+        elif ('Magic' in d['title']) or ('Juegos' in d['label']):
+            d['category'] = 'Ot'
+        elif ('Conferencias' in d['label']) or ('Intercambio' in d['label']):
+            d['category'] = 'Ed'
+        else:
+            d['category'] = 'Mu'
+        if "Antioquia" in d['location']:
+            try:
+                d['city'] = d['location'].split(',')[0]
+                paisa.append(d)
+            except:
+                continue
+
+# ppr(paisa)
+with open('data.updated.json', 'w', encoding='utf-8') as f:
+    json.dump(data, f, ensure_ascii=False, indent=4)
+
+
+cal = Calendar.objects.get(shortcode='mde')
+
+
+for d in paisa:
+    d['dateStamp'] =datetime.strptime(d['dateTime'][0], DATETIME_FORMAT)
+    try:
+        nvenue, created = Organization.objects.get_or_create(
+            name=d['venue'],
+            city=d['city'],
+            website=d['venueLink'],
+            address_complete = d['address'], 
+            is_venue=True
+            )
+    except:
+        nvenue = Organization.objects.get(name=d['venue'])
+        nvenue.address_complete = d['address']
+        nvenue.save()
+    new_event, created = Event.objects.update_or_create(
+        event_type = d['category'],
+        show_title = d['title'],
+        show_link = d['link'],
+        show_date = d['dateStamp'],
+        show_day = d['dateStamp'],
+        scraper = scraper,
+        venue = nvenue
+    )
+    new_event.calendar.add(cal)
+    new_event.save()
+    print(new_event)
+
+digitools.updateScraper(scraper, item_count_start)