added limits and query for iterating nosteamers through rest endpoint

This commit is contained in:
jenz 2022-04-11 19:28:20 +02:00
parent 38bde2b107
commit 23ecc0db5b

View File

@ -1,27 +1,19 @@
import time
import requests
from settings import (get_connection, key)
def main():
with get_connection() as conn:
with conn.cursor() as cur:
sql_statement = """
select *
from `unloze_anti-spoofing`.sb_bans_shortened sb
left outer join `unloze_anti-spoofing`.connect_restriction cr on
sb.steam_id = cr.steam_id
where cr.asn is null
"""
cur.execute(sql_statement)
res = cur.fetchall()
import time
import requests
from settings import (get_connection, key)
def process_queries(sql_statement):
with get_connection() as conn:
with conn.cursor() as cur:
cur.execute(sql_statement)
res = cur.fetchall()
for index, r in enumerate(res):
steam_id = r[0]
ip = r[1]
url = f"https://proxycheck.io/v2/{ip}?key={key}&asn=1"
jrequest = requests.get(url).json()
#print(jrequest)
d = jrequest[ip]
try:
try:
asn = d["asn"]
provider = d["provider"]
country = d["country"]
@ -37,8 +29,30 @@ def main():
"""
cur.execute(sql_statement, [country, asn, provider, steam_id, ip])
conn.commit()
time.sleep(2.5)
print(f'at {index + 1}/{len(res)}')
time.sleep(2.5)
print(f'at {index + 1}/{len(res)}')
def main():
sql_statement = """
select sb.steam_id, sb.ipv4
from `unloze_anti-spoofing`.sb_bans_shortened sb
left outer join `unloze_anti-spoofing`.connect_restriction cr on
sb.steam_id = cr.steam_id
where cr.asn is null
limit 40
"""
process_queries(sql_statement)
sql_statement = """
select auth, address
from `unloze_anti-spoofing`.connections sb
left join `unloze_anti-spoofing`.connect_restriction cr on
sb.auth = cr.steam_id and sb.address = cr.ipv4
where cr.asn is null
and sb.type != 'SteamLegit'
limit 950
"""
process_queries(sql_statement)
if __name__ == '__main__':
main()