scrapers/scripts/clean_up.py

import re, os, sys
from datetime import datetime, timedelta

from django.db.models import Count

sys.path.append('/var/www/digisnaxx.ado/scrapers')
import dtss
dtss.getReady()

from events.models import Event, Organization

new_time = datetime.now() - timedelta(days=1)
right_bound_time = datetime.now() + timedelta(days=45)
events = Event.objects.filter(show_date__lte=new_time)
events1 = Event.objects.filter(show_date__gte=right_bound_time)

for e in events:
    e.delete()

for e in events1:
    e.delete()

org_sin_events = Organization.objects.annotate(num_events = Count('event')).filter(num_events__lt=1)

# for o in org_sin_events:
#     print(o)

# for org in org_sin_events:
#     print(org)
#     org.delete()

print("completed and cleaned scrapes")