diff --git a/event_notification/python/scrape_event.py b/event_notification/python/scrape_event.py index c5cd5c6..32c63a7 100644 --- a/event_notification/python/scrape_event.py +++ b/event_notification/python/scrape_event.py @@ -28,7 +28,8 @@ class unloze_spider(scrapy.Spider): Parsing content in the events sections """ newest_thread = None - threads = response.xpath("//div[@class='structItem-title']/@uix-href").extract() + #threads = response.xpath("//div[@class='structItem-title']/@uix-href").extract() + threads = response.xpath("//div[@class='structItem-title']/a/@href").extract() for thread in threads: if "poll" in thread.lower() or "nomination-thread" in thread.lower() or "events-suggestion-thread" in thread.lower(): continue