first push

Working/workshop/ComedyUnderground.py

@@ -0,0 +1,64 @@
+import os, sys
+from datetime import datetime
+from dateutil import relativedelta
+
+import django
+sys.path.append('../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+django.setup()
+
+from time import sleep
+from pprint import pprint as ppr
+
+from events.models import Event as DSEvent, Organization
+from digitools import getBrowser, createDashURL, createBasicEvent, getSource
+
+venue, created = Organization.objects.get_or_create(
+     name="Comedy Corner",
+     city="Minneapolis",
+     website="https://comedycornerunderground.com/calendar",
+    )
+
+calendar_url = "https://comedycornerunderground.com/calendar"
+
+DATETIME_FORMAT = '%m %d %I%p %Y'
+
+def get_events(ps, link):
+    contents = ps.xpath('.//*/td')
+    for c in contents:
+        try:
+            day_num = c.xpath('.//*/div[@class="marker-daynum"]/text()')[0]
+            events = c.xpath('.//*/li')
+            # print(events)
+            for e in events:
+                event = {}
+                print(link)
+                month = link.split("month=")[1].split("-")[0]
+                year = link.split("month=")[1].split("-")[1]
+                event['title'] = e.xpath('.//*/span[@class="item-title"]/text()')[0]
+                event['time'] = e.xpath('.//*/span[@class="item-time item-time--12hr"]/text()')[0].replace("\xa0", "")
+                event['link'] = "https://comedycornerunderground.com" + e.xpath('.//a/@href')[0]
+                event['date'] = str(day_num) + ' ' + event['time'] + 'm'
+                dateStamp = month + ' ' + event['date'] + ' ' + year
+                event['dateStamp'] = datetime.strptime(dateStamp, DATETIME_FORMAT)
+                createBasicEvent(event, 'Co')
+                print('\n\n++\n\n')
+        except Exception as e:
+            continue
+
+if len(sys.argv) >= 2:
+    arg1 = sys.argv[1]
+    br = getBrowser(arg1)
+else:
+    print("No run_env")
+    quit()
+
+links = createDashURL("https://comedycornerunderground.com/calendar?view=calendar&month=")
+
+for link in links:
+    ps = getSource(br, link)
+    get_events(ps, link)
+    sleep(5)
+
+# ppr(events)
+br.close()

Working/workshop/cabooze.mn.py

@@ -0,0 +1,74 @@
+import os, sys
+from datetime import datetime
+from dateutil import relativedelta
+
+import django
+sys.path.append('../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+django.setup()
+
+from time import sleep
+from pprint import pprint as ppr
+import pytz
+
+from events.models import Organization, Scraper
+import events.digitools as digitools
+
+venue, created = Organization.objects.get_or_create(
+     name="Cabooze",
+     city="Minneapolis",
+     website="https://www.cabooze.com/#/events",
+     is_venue=True
+    )
+
+scraper,item_count_start = digitools.getScraper(venue)
+
+event_type = ""
+
+# Time Signatures
+tz = pytz.timezone("US/Central")
+DATETIME_FORMAT = '%b %d %I:%M %p %Y'
+DATETIME_FORMAT_2 = '%A, %B %d @ %I%p %Y'
+
+def get_events(ps, event_type):
+    print("Getting events ...")
+    contents = ps.xpath('.//*/div[@class="vp-event-row vp-widget-reset vp-venue-thecabooze"]')
+    ppr(contents)
+    for c in contents:
+        try:
+            event = {}
+            date = c.xpath('.//*/span[@class="vp-month-n-day"]/text()')[0]
+            print(date)
+            month = date.split(" ")[0]
+            time = c.xpath('.//*/span[@class="vp-time"]/text()')[0]
+            year = datetime.now().year
+            if month == "Jan":
+                year = int(year) + 1
+            event['calendar'] = scraper.calendar
+            event['title'] = c.xpath('.//*/div[@class="vp-event-name"]/text()')[0]
+            event['date'] = [date, time, str(year)]
+            event['date'] = " ".join(event['date'])
+            event['dateStamp'] = datetime.strptime(event['date'], DATETIME_FORMAT)
+            event['link'] = "https://www.cabooze.com/" + c.xpath('.//a[@class="vp-event-link"]/@href')[0]
+            print("Event Dict Created")
+            ppr(event)
+            digitools.createBasicEvent(event, event_type, venue)
+            scraper.items+=1
+        except Exception as e:
+            print(e)
+            ppr(event)
+            print("\n\n+++\n\n")
+
+if len(sys.argv) >= 2:
+    arg1 = sys.argv[1]
+    br = digitools.getBrowser(arg1)
+else:
+    print("No run_env")
+    quit()
+
+ps = digitools.getSource(br, venue.website)
+get_events(ps, "Mu")
+sleep(3)
+
+digitools.updateScraper(scraper, item_count_start)
+br.close()

Working/workshop/dakota.mpls.py

@@ -0,0 +1,82 @@
+import os, sys
+from datetime import datetime
+from dateutil import relativedelta
+
+import django
+sys.path.append('../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+django.setup()
+
+from time import sleep
+from pprint import pprint as ppr
+import pytz
+
+from events.models import Organization, Scraper
+import events.digitools as digitools
+
+count = 0
+
+venue, created = Organization.objects.get_or_create(
+     name="Dakota",
+     city="Minneapolis",
+     website="https://www.dakotacooks.com/events/",
+     is_venue=True
+    )
+
+scraper,item_count_start = digitools.getScraper(venue)
+
+event_type = ""
+
+# Time Signatures
+tz = pytz.timezone("US/Central")
+DATETIME_FORMAT = '%a %b %d, %Y • %I:%M%p'
+DATETIME_FORMAT_2 = '%a %b %d, %Y • %I%p'
+
+def get_events(ps, event_type):
+    links = ps.xpath('.//*/div[@class="wicked-event-title tooltipstered"]/a/@href')
+    links = set(links)
+    for l in links:
+        pse = getSource(br, l)
+        event = {}
+        event['scraper'] = scraper
+        event['calendar'] = scraper.calendar
+        event['link'] = l
+        try:
+            event['time'] = pse.xpath('.//*/span[@class="text-uppercase"]/text()')[0].strip()
+            event['dateStamp'] = datetime.strptime(event['time'], DATETIME_FORMAT) 
+            event['title'] = pse.xpath('.//*/div[@class="sidebar-group"]/h1/text()')[0]
+            # event['detail-headers'] = pse.xpath('.//*/ul[@class="eo-event-meta"]/li/strong/text()')
+            # event['details'] = pse.xpath('.//*/ul[@class="eo-event-meta"]/li/text()')
+
+        except:
+            try:
+                event['title'] = pse.xpath('.//*/div[@class="sidebar-group"]/h1/text()')[0]
+                event['dateStamp'] = datetime.strptime(event['time'], DATETIME_FORMAT_2)
+                event['time'] = pse.xpath('.//*/span[@class="text-uppercase"]/text()')[0]
+            except Exception as e:
+                print(e)
+                print("failed event: ", event)
+        ppr(event)
+        try:
+            digitools.createBasicEvent(event, "Mu", venue)
+            scraper.items+=1
+        except Exception as e:
+            print(e)
+            print('failed to create: ', event)
+
+if len(sys.argv) >= 2:
+    arg1 = sys.argv[1]
+    br = digitools.getBrowser(arg1)
+else:
+    print("No run_env")
+    quit()
+
+
+ps = digitools.getSource(br, venue.website + '?wicked_month=04&wicked_year=2025&wicked_view=month')
+get_events(ps, "Mu")
+sleep(1)
+
+
+digitools.updateScraper(scraper, item_count_start)
+
+br.close()

Working/workshop/icehouse.mpls.py

@@ -0,0 +1,78 @@
+import os, sys
+from datetime import datetime
+from dateutil import relativedelta
+
+import django
+sys.path.append('../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+django.setup()
+
+from time import sleep
+from pprint import pprint as ppr
+import pytz
+
+from events.models import Organization, Scraper
+import events.digitools as digitools
+
+count = 0
+tz = pytz.timezone("US/Central")
+DATETIME_FORMAT = '%a, %b %d %Y %I:%M %p SHOW'
+DATETIME_FORMAT_2 = '%a, %b %d %Y %I:%M %p SHOW'
+
+venue, created = Organization.objects.get_or_create(
+     name="Icehouse",
+     city="Minneapolis",
+     website = "https://icehouse.turntabletickets.com",
+     is_venue = True
+    )
+
+scraper,item_count_start = digitools.getScraper(venue)
+
+def get_events(ps, event_type):
+    contents = ps.xpath('.//*/div[@class="performances whitespace-pre-line w-full md:w-3/4"]')
+    for c in contents:
+        try:
+            event = {}
+            event['scraper'] = scraper
+            event['calendar'] = scraper.calendar
+            event['title'] = c.xpath('.//*/h3[@class="text-3xl font-semibold font-heading mr-auto"]/text()')[0]
+            event['link'] = venue.website + c.xpath('.//*/a[@class="show-link"]/@href')[0]
+            event['date'] = c.xpath('.//*/h4[@class="day-of-week"]/text()')[0]
+            year = datetime.now().year
+            if "Brunch" in event['title']:
+                event['time'] = "11:00 AM SHOW"
+            else:
+                event['time'] = c.xpath('.//*/div[@class="performance-btn"]/button/text()')[0]
+
+            event['datetime'] = event['date'] + " " + str(year) + " " + event['time']
+            try:
+                event['dateStamp'] =datetime.strptime(event['datetime'], DATETIME_FORMAT)
+            except:
+                event['datetime'] = event['date'] + " " + str(year) + " " + "07:00 PM SHOW"
+                event['dateStamp'] =datetime.strptime(event['datetime'], DATETIME_FORMAT)
+                event['title'] = event['title'] + " (Time Estimated)"
+            try:
+                digitools.createBasicEvent(event, event_type, venue)
+                scraper.items+=1
+            except Exception as e:
+                print(e)
+                quit()
+                
+        except Exception as e:
+            ppr(event)
+            print(e)
+            quit()
+
+if len(sys.argv) >= 2:
+    arg1 = sys.argv[1]
+    br = digitools.getBrowser(arg1)
+else:
+    print("No run_env")
+    quit()
+
+ps = digitools.getSource(br, venue.website)
+get_events(ps, "Mu")
+
+# ppr(events)
+br.close()
+digitools.updateScraper(scraper, item_count_start)

Working/workshop/pillarforum.mpls.py

@@ -0,0 +1,86 @@
+import os, sys
+from datetime import datetime
+from dateutil import relativedelta
+
+import django
+sys.path.append('../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+django.setup()
+
+from time import sleep
+from pprint import pprint as ppr
+import pytz
+
+from events.models import Organization, Scraper
+import events.digitools as digitools
+
+
+current_year = str(datetime.now().year)
+
+venue, created = Organization.objects.get_or_create(
+     name="Piller Forum",
+     city="Minneapolis",
+     website="https://www.pilllar.com/pages/events",
+     is_venue = True
+    )
+
+scraper,item_count_start = digitools.getScraper(venue)
+
+event_type = "Mu"
+
+# Time Signatures
+tz = pytz.timezone("US/Central")
+DATETIME_FORMAT = '%b. %d %Y %I:%M %p'
+DATETIME_FORMAT_night = '%b. %d %Y %I:%M %p'
+DATETIME_FORMAT_2 = '%b. %d %Y %I:%Mam'
+
+def get_events(ps, event_type):
+    contents = ps.xpath('.//*/div[@class="sse-column sse-half sse-center"]')
+    for c in contents:
+        try:
+            event = {}
+            event['scraper'] = scraper
+            event['calendar'] = scraper.calendar
+            event['link'] = venue.website
+            # time = c.xpath('.//*/span[@class="vp-time"]/text()')[0].strip()
+            date = c.xpath('.//h1[@class="sse-size-64"]/text()')[0]
+            if len(date) > 1:
+                print(date)
+                year = datetime.now().year
+                event_date = date + " " + str(year)
+                event['title'] = c.xpath('.//p/span/b/text()')[0]
+                details = c.xpath('.//p/text()')
+                if 'Music' in details[-1]:
+                    event_time = c.xpath('.//p/text()')[-1].split("Music")[1].strip()
+                    event_type = "Mu"
+                    event_dt = event_date + " " + event_time + " PM"
+                    event['dateStamp'] = datetime.strptime(event_dt, DATETIME_FORMAT_night)
+                elif len(details) == 1:
+                    try:
+                        event_time = details[0].split("-")[0].strip()
+                        event_dt = event_date + " " + event_time + ' PM'
+                        event['dateStamp'] = datetime.strptime(event_dt, DATETIME_FORMAT_night)
+                        event_type = "Ot"
+                    except Exception as e:
+                        event_time = details[0].split("-")[0].strip()
+                        event_dt = event_date + " " + event_time
+                        event['dateStamp'] = datetime.strptime(event_dt, DATETIME_FORMAT_2)
+                        event_type = "Ot"
+            digitools.createBasicEvent(event, event_type, venue)
+        except Exception as e:
+            print(e)
+
+if len(sys.argv) >= 2:
+    arg1 = sys.argv[1]
+    br = digitools.getBrowser(arg1)
+else:
+    print("No run_env")
+    quit()
+
+ps = digitools.getSource(br, venue.website)
+get_events(ps, event_type)
+sleep(3)
+
+br.close()
+
+digitools.updateScraper(scraper, item_count_start)