UNLOZE/projects-jenz
9
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

well that was a tiny change to make the scraping working again lol

Browse Source
This commit is contained in:
jenz
2026-01-28 19:04:00 +01:00
parent c1a164b67c
commit 87c94a0f17
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
event_notification/python/scrape_event.py
+2 -1
View File
@@ -28,7 +28,8 @@ class unloze_spider(scrapy.Spider):
Parsing content in the events sections Parsing content in the events sections
""" """
newest_thread = None newest_thread = None
threads = response.xpath("//div[@class='structItem-title']/@uix-href").extract() #threads = response.xpath("//div[@class='structItem-title']/@uix-href").extract()
threads = response.xpath("//div[@class='structItem-title']/a/@href").extract()
for thread in threads: for thread in threads:
if "poll" in thread.lower() or "nomination-thread" in thread.lower() or "events-suggestion-thread" in thread.lower(): if "poll" in thread.lower() or "nomination-thread" in thread.lower() or "events-suggestion-thread" in thread.lower():
continue continue