changed posting events slightly to be bold, updated pipeline to not accidentally delete wrong event, updated scraper to skip leader field but also handle if its not present at all

2022-06-20 21:01:10 +02:00
parent 23a9c1e41c
commit 0c45287ae6
3 changed files with 8 additions and 4 deletions
@@ -16,9 +16,10 @@ class contentPipeline:
                    if res is None:
                        sql_statement = f"""
                            delete from unloze_event.event
-                            where event_server like '%{item['event_server'].split(":270")[1]}%'
+                            where event_server like '%{item['event_server'].split(":27")[1]}%'
                        """
                        #very cheap way of replacing rows
+                        print("deleting thread: ", sql_statement)
                        cur.execute(sql_statement)
                        sql_statement = f"""
                             insert into unloze_event.event