From 23ecc0db5b504570a7449b5456e158996cb8de4a Mon Sep 17 00:00:00 2001 From: jenz Date: Mon, 11 Apr 2022 19:28:20 +0200 Subject: [PATCH] added limits and query for iterating nosteamers through rest endpoint --- nosteam_verificiation/python/update_sb.py | 54 ++++++++++++++--------- 1 file changed, 34 insertions(+), 20 deletions(-) diff --git a/nosteam_verificiation/python/update_sb.py b/nosteam_verificiation/python/update_sb.py index a5c082a9..985e59f6 100644 --- a/nosteam_verificiation/python/update_sb.py +++ b/nosteam_verificiation/python/update_sb.py @@ -1,27 +1,19 @@ -import time -import requests -from settings import (get_connection, key) - -def main(): - with get_connection() as conn: - with conn.cursor() as cur: - sql_statement = """ - select * - from `unloze_anti-spoofing`.sb_bans_shortened sb - left outer join `unloze_anti-spoofing`.connect_restriction cr on - sb.steam_id = cr.steam_id - where cr.asn is null - """ - cur.execute(sql_statement) - res = cur.fetchall() +import time +import requests +from settings import (get_connection, key) + +def process_queries(sql_statement): + with get_connection() as conn: + with conn.cursor() as cur: + cur.execute(sql_statement) + res = cur.fetchall() for index, r in enumerate(res): steam_id = r[0] ip = r[1] url = f"https://proxycheck.io/v2/{ip}?key={key}&asn=1" jrequest = requests.get(url).json() - #print(jrequest) d = jrequest[ip] - try: + try: asn = d["asn"] provider = d["provider"] country = d["country"] @@ -37,8 +29,30 @@ def main(): """ cur.execute(sql_statement, [country, asn, provider, steam_id, ip]) conn.commit() - time.sleep(2.5) - print(f'at {index + 1}/{len(res)}') + time.sleep(2.5) + print(f'at {index + 1}/{len(res)}') + + +def main(): + sql_statement = """ + select sb.steam_id, sb.ipv4 + from `unloze_anti-spoofing`.sb_bans_shortened sb + left outer join `unloze_anti-spoofing`.connect_restriction cr on + sb.steam_id = cr.steam_id + where cr.asn is null + limit 40 + """ + process_queries(sql_statement) + sql_statement = """ + select auth, address + from `unloze_anti-spoofing`.connections sb + left join `unloze_anti-spoofing`.connect_restriction cr on + sb.auth = cr.steam_id and sb.address = cr.ipv4 + where cr.asn is null + and sb.type != 'SteamLegit' + limit 950 + """ + process_queries(sql_statement) if __name__ == '__main__': main()