updated naming conventions

2026-01-09 22:49:19 -05:00
parent 88396f48ae
commit 7013d8327a
60 changed files with 999 additions and 2004 deletions
--- a/Working/workshop/cals/minnestar.py
+++ b/Working/workshop/cals/minnestar.py
@@ -0,0 +1,105 @@
+import os, sys
+from datetime import datetime
+from dateutil import relativedelta
+
+import django
+sys.path.append('../../../')
+os.environ['DJANGO_SETTINGS_MODULE'] = 'ds_events.settings'
+django.setup()
+
+from time import sleep
+from pprint import pprint as ppr
+import pytz
+
+from events.models import Organization, Scraper
+from events.digitools import getBrowser, createURL, createBasicEvent, getSource
+
+count = 0
+
+venue, created = Organization.objects.get_or_create(
+     name="Minnestar",
+     city="Minneapolis",
+     website="https://minnestar.org/community/calendar",
+    )
+
+try:
+    scraper, created = Scraper.objects.get_or_create(
+        name=venue.name,
+        website=venue.website,
+        items = 0,
+        last_ran = datetime.now(),
+    )
+except Exception as e:
+    print(e)
+    scraper = Scraper.objects.get(name=venue.name)
+    print("Scraper: ", scraper)
+
+event_type = ""
+
+# Time Signatures
+tz = pytz.timezone("US/Central")
+DATETIME_FORMAT = '%B %d, %Y %I:%M %p'
+DATETIME_FORMAT_2 = '%B %d %Y'
+
+def get_events(ps, event_type):
+    links = ps.xpath('.//*/div[@id="community-calendar-list-view-container"]/a/@href')
+    ppr(links)
+    for l in links:
+        pse = getSource(br, l)
+        sleep(1)
+        event = {}
+        event['calendar'] = venue.calendar
+        event['link'] = l
+        try:
+            starttime = pse.xpath('.//*/time/text()')[0]
+            endtime = pse.xpath('.//*/time/@datetime')[1]
+            event['dateStamp'] = datetime.strptime(starttime, DATETIME_FORMAT) 
+            event['title'] = pse.xpath('.//*/h1[@class="heading-2"]/text()')[0]
+            # event['detail-headers'] = pse.xpath('.//*/ul[@class="eo-event-meta"]/li/strong/text()')
+            # event['details'] = pse.xpath('.//*/ul[@class="eo-event-meta"]/li/text()')
+
+        except:
+            try:
+                event['title'] = pse.xpath('.//*/h1[@class="heading-2"]/text()')[0]
+                starttime = pse.xpath('.//*/time/text()')[0]
+                event['dateStamp'] = datetime.strptime(starttime, DATETIME_FORMAT)
+            except Exception as e:
+                try:
+                    print(e)
+                    print('failed event: ', event)
+                    starttime = pse.xpath('.//*/time/text()')[0]
+                    event['dateStamp'] = datetime.strptime(starttime + ' 2025', DATETIME_FORMAT_2)
+                except Exception as e:
+                    print(e)
+                    print("failed event: ", event)
+        ppr(event)
+        try:
+            createBasicEvent(event, "Ot", venue)
+            scraper.items+=1
+        except Exception as e:
+            print(e)
+            print('failed to create: ', event)
+        
+
+if len(sys.argv) >= 2:
+    arg1 = sys.argv[1]
+    br = getBrowser(arg1)
+else:
+    print("No run_env")
+    quit()
+
+ps = getSource(br, venue.website)
+get_events(ps, "Ot")
+sleep(3)
+
+scraper.save()
+
+# Get Event Page Link(s)
+# links = createURL("https://acmecomedycompany.com/the-club/calendar/")  
+
+# for link in links:
+#     ps = getSource(br, link)
+#     get_events(ps, "Ed")
+#     sleep(3)
+
+br.close()