more scrapers

Working/venues/wa.pdx.revolutionhall.py

@@ -0,0 +1,75 @@
+import os, sys
+from datetime import datetime
+from dateutil import relativedelta
+
+sys.path.append('/var/www/digisnaxx.ado/scrapers')
+import dtss
+dtss.getReady()
+
+from time import sleep
+from pprint import pprint as ppr
+import pytz
+
+from events.models import Organization, Scraper, Calendar, Event
+import events.digitools as digitools
+
+tz_str = "-0800 UTC"
+DATETIME_FORMAT = '%a, %B %d, %Y %I:%M %p %z %Z'
+DATETIME_FORMAT_2 = '%a, %B %d, %Y %I%p %z %Z'
+
+venue, created = Organization.objects.get_or_create(
+     name="Revolution Hall",
+     city="Portland",
+     website="https://www.revolutionhall.com/",
+     is_venue = True
+    )
+
+scraper,item_count_start,virtcal = digitools.getScraper(venue, venue.website, 'pdx')
+scraper.items = 0
+scraper.save()
+
+def get_events(contents, event_type, bar):
+    for c in contents:
+        try:
+            event = {}
+            date = c.xpath('.//*/span[@class="event-date--full"]/text()')[0].replace("th", "").replace("st", "").replace("rd", "").replace("nd", "").strip()
+            time = c.xpath('.//*/span[@class="event-doors-showtime"]/text()')[0].split("/")[0].replace("Doors: ", "").strip()
+            if not "Show" in time:
+                event['date'] = (' ').join([date, time, tz_str])
+            else:
+                time = time.replace("Show: ", "").strip()
+                event['date'] = (' ').join([date, time, tz_str])
+            event['scraper'] = scraper
+            event['calendars'] = [scraper.calendar]
+            event['title'] = c.xpath('.//*/div[@class="event__content"]/h3/a/text()')[0]
+            if bar == "Show Bar":
+                event['title'] = c.xpath('.//*/div[@class="event__content"]/h3/a/text()')[0] + " (Show Bar)"
+            try:
+                event['dateStamp'] = datetime.strptime(event['date'], DATETIME_FORMAT)
+            except:
+                event['dateStamp'] = datetime.strptime(event['date'], DATETIME_FORMAT_2)
+            event['link'] = c.xpath('.//*/div[@class="event__content"]/h3/a/@href')[0]
+            digitools.createBasicEvent(event, "Mu", venue)
+            scraper.items+=1
+            print("\nSuccess\n")
+        except Exception as e:
+            print("\nError: ", e)
+            pass
+
+if len(sys.argv) >= 2:
+    arg1 = sys.argv[1]
+    br = digitools.getBrowser(arg1)
+else:
+    print("No run_env")
+    br.close()
+    quit()
+
+ps = digitools.getSource(br, venue.website)
+contents = ps.xpath('.//*/div[@class="event-wrapper revolution-hall"]')
+get_events(contents, "Mu", "Rev Hall")
+contents = ps.xpath('.//*/div[@class="event-wrapper show-bar"]')
+get_events(contents, "Mu", "Show Bar")
+sleep(3)
+
+digitools.updateScraper(scraper, item_count_start)
+br.close()