logging generic information about players https requests
This commit is contained in:
jenz
parent
359972f118
commit
2128687809
132
nosteam_verificiation/nginx/nginx.conf
Normal file
132
nosteam_verificiation/nginx/nginx.conf
Normal file
@ -0,0 +1,132 @@
|
||||
user nonroot;
|
||||
worker_processes auto;
|
||||
worker_cpu_affinity auto;
|
||||
pid /run/nginx.pid;
|
||||
|
||||
include /etc/nginx/modules-enabled/*.conf;
|
||||
|
||||
events {
|
||||
worker_connections 4096;
|
||||
multi_accept on;
|
||||
}
|
||||
|
||||
http {
|
||||
##
|
||||
# Basic Settings
|
||||
##
|
||||
charset utf-8;
|
||||
source_charset utf-8;
|
||||
|
||||
sendfile on;
|
||||
tcp_nopush on;
|
||||
tcp_nodelay on;
|
||||
server_tokens off;
|
||||
server_name_in_redirect off;
|
||||
ignore_invalid_headers on;
|
||||
recursive_error_pages on;
|
||||
types_hash_max_size 4096;
|
||||
|
||||
keepalive_timeout 65;
|
||||
client_max_body_size 150m;
|
||||
|
||||
ssl_protocols TLSv1.3 TLSv1.2;
|
||||
ssl_ciphers TLS13-AES-256-GCM-SHA384:TLS13-CHACHA20-POLY1305-SHA256:TLS_AES_256_GCM_SHA384:TLS-AES-256-GCM-SHA384:TLS_CHACHA20_POLY1305_SHA256:TLS-CHACHA20-POLY1305-SHA256:ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305;
|
||||
ssl_ecdh_curve secp521r1:secp384r1;
|
||||
ssl_prefer_server_ciphers on;
|
||||
|
||||
ssl_dhparam /etc/nginx/dhparam.pem;
|
||||
ssl_buffer_size 4k;
|
||||
ssl_session_cache shared:SSL:10m;
|
||||
ssl_session_timeout 60m;
|
||||
ssl_session_tickets off;
|
||||
|
||||
ssl_stapling on;
|
||||
ssl_stapling_verify on;
|
||||
resolver 1.1.1.1 1.0.0.1 [2606:4700:4700::1111] [2606:4700:4700::1001] valid=300s;
|
||||
resolver_timeout 5s;
|
||||
|
||||
include /etc/nginx/mime.types;
|
||||
default_type application/octet-stream;
|
||||
|
||||
fastcgi_buffers 8 16k;
|
||||
fastcgi_buffer_size 32k;
|
||||
fastcgi_index index.php;
|
||||
|
||||
##
|
||||
# Logging Settings
|
||||
##
|
||||
#the nginx file is just uploaded for the purpose of showing what the logging format is
|
||||
log_format main '[$time_local] $remote_addr ' 'status code: $status body bytes: $body_bytes_sent bytes: $bytes_sent '
|
||||
'user agent: "$http_user_agent" x forwarded: "$http_x_forwarded_for" request length: $request_length request_time: $request_time' ' request: $request ssl_protocol: $ssl_protocol ssl_cipher: $ssl_cipher';
|
||||
access_log /var/log/nginx/access.log;
|
||||
error_log /var/log/nginx/error.log;
|
||||
log_not_found off;
|
||||
|
||||
##
|
||||
# Gzip Settings
|
||||
##
|
||||
gzip on;
|
||||
gzip_http_version 1.1;
|
||||
gzip_vary on;
|
||||
gzip_comp_level 6;
|
||||
gzip_proxied any;
|
||||
gzip_types application/atom+xml
|
||||
application/javascript
|
||||
application/json
|
||||
application/vnd.ms-fontobject
|
||||
application/x-font-ttf
|
||||
application/x-web-app-manifest+json
|
||||
application/x-httpd-php
|
||||
application/xhtml+xml
|
||||
application/xml
|
||||
application/xml+rss
|
||||
font/opentype
|
||||
image/svg+xml
|
||||
image/x-icon
|
||||
text/css
|
||||
text/plain
|
||||
text/xml;
|
||||
gzip_buffers 16 8k;
|
||||
gzip_disable "MSIE [1-6]\.(?!.*SV1)";
|
||||
|
||||
#fancyindex_localtime on;
|
||||
#fancyindex_exact_size off;
|
||||
#fancyindex_name_length 100;
|
||||
|
||||
##
|
||||
# Cloudflare
|
||||
##
|
||||
set_real_ip_from 103.21.244.0/22;
|
||||
set_real_ip_from 103.22.200.0/22;
|
||||
set_real_ip_from 103.31.4.0/22;
|
||||
set_real_ip_from 104.16.0.0/12;
|
||||
set_real_ip_from 108.162.192.0/18;
|
||||
set_real_ip_from 141.101.64.0/18;
|
||||
set_real_ip_from 162.158.0.0/15;
|
||||
set_real_ip_from 172.64.0.0/13;
|
||||
set_real_ip_from 173.245.48.0/20;
|
||||
set_real_ip_from 188.114.96.0/20;
|
||||
set_real_ip_from 190.93.240.0/20;
|
||||
set_real_ip_from 197.234.240.0/22;
|
||||
set_real_ip_from 198.41.128.0/17;
|
||||
set_real_ip_from 199.27.128.0/21;
|
||||
|
||||
set_real_ip_from 2400:cb00::/32;
|
||||
set_real_ip_from 2405:8100::/32;
|
||||
set_real_ip_from 2405:b500::/32;
|
||||
set_real_ip_from 2606:4700::/32;
|
||||
set_real_ip_from 2803:f800::/32;
|
||||
|
||||
real_ip_header CF-Connecting-IP;
|
||||
|
||||
##
|
||||
# GeoIP
|
||||
##
|
||||
geoip_country /usr/share/GeoIP/GeoIP.dat;
|
||||
|
||||
##
|
||||
# Virtual Host Configs
|
||||
##
|
||||
include /etc/nginx/sites-enabled/default;
|
||||
include /etc/nginx/sites/*.conf;
|
||||
}
|
||||
90
nosteam_verificiation/python/read_access_logs.py
Normal file
90
nosteam_verificiation/python/read_access_logs.py
Normal file
@ -0,0 +1,90 @@
|
||||
#!/home/nonroot/nginx_reader/venv/bin/python3
|
||||
from settings import get_connection
|
||||
|
||||
def main():
|
||||
motd_accessed = []
|
||||
with open("/var/log/nginx/access_xenforo.log", "r") as f:
|
||||
for l in f.readlines():
|
||||
if 'MOTD.html' in l:
|
||||
motd_accessed.append(l)
|
||||
with get_connection() as conn:
|
||||
with conn.cursor() as cur:
|
||||
sql_statement = """
|
||||
CREATE TABLE IF NOT EXISTS
|
||||
`unloze_anti-spoofing`.requests_info
|
||||
(
|
||||
ipv4 varchar(64) not null,
|
||||
status_code int4,
|
||||
user_agent varchar(512),
|
||||
x_forwarded varchar(512),
|
||||
request_length int4,
|
||||
request_time int4,
|
||||
body_bytes_sent varchar(64),
|
||||
bytes_sent varchar(64),
|
||||
ssl_protocol varchar(256),
|
||||
ssl_cipher varchar(256),
|
||||
inserted_on datetime default now(),
|
||||
primary key (ipv4)
|
||||
)
|
||||
"""
|
||||
cur.execute(sql_statement)
|
||||
#print('statement: ', cur.statement)
|
||||
sql_statement = """
|
||||
CREATE TABLE IF NOT EXISTS
|
||||
`unloze_anti-spoofing`.user_agent_history
|
||||
(
|
||||
id BIGINT NOT NULL AUTO_INCREMENT PRIMARY KEY,
|
||||
ipv4 varchar(64) not null,
|
||||
user_agent varchar(512),
|
||||
inserted_on datetime default now(),
|
||||
FOREIGN KEY (ipv4) REFERENCES requests_info(ipv4)
|
||||
)
|
||||
"""
|
||||
cur.execute(sql_statement)
|
||||
#print('statement: ', cur.statement)
|
||||
for d in motd_accessed:
|
||||
ipv4 = d.split("] ")[1].split(" status")[0]
|
||||
status_code = d.split("code: ")[1].split(" body")[0]
|
||||
user_agent = d.split('user agent: "')[1].split('" x ')[0]
|
||||
x_forwarded = d.split('x forwarded: "')[1].split('" request length:')[0]
|
||||
request_length = d.split("request length: ")[1].split(" request_time:")[0]
|
||||
request_time = d.split("request_time: ")[1].split(" content length:")[0]
|
||||
body_bites = d.split("body bytes: ")[1].split(" bytes:")[0]
|
||||
bytes_send = d.split("bytes: ")[1].split(" user agent:")[0].strip(" ")
|
||||
ssl_protocol = d.split("ssl_protocol: ")[1].split(" ssl_cipher:")[0]
|
||||
ssl_cipher = motd_accessed[0].split("ssl_cipher: ")[1].split("\n")[0]
|
||||
|
||||
sql_statement = """
|
||||
INSERT IGNORE
|
||||
`unloze_anti-spoofing`.requests_info
|
||||
(ipv4, status_code, user_agent, x_forwarded, request_length, request_time, body_bytes_sent, bytes_sent,
|
||||
ssl_protocol, ssl_cipher)
|
||||
VALUES
|
||||
(%s, %s, %s, %s, %s, %s, %s, %s, %s, %s)
|
||||
"""
|
||||
cur.execute(sql_statement, [ipv4, status_code, user_agent, x_forwarded, request_length, request_time, body_bites, bytes_send, ssl_protocol, ssl_cipher])
|
||||
sql_statement = """
|
||||
select * from `unloze_anti-spoofing`.user_agent_history
|
||||
WHERE ipv4 = %s and user_agent
|
||||
= %s
|
||||
"""
|
||||
cur.execute(sql_statement, [ipv4, user_agent])
|
||||
res = cur.fetchall()
|
||||
#print('res: ', res)
|
||||
if not res:
|
||||
sql_statement = """
|
||||
INSERT IGNORE
|
||||
`unloze_anti-spoofing`.user_agent_history
|
||||
(ipv4, user_agent)
|
||||
VALUES
|
||||
(%s, %s)
|
||||
"""
|
||||
cur.execute(sql_statement, [ipv4, user_agent])
|
||||
#print('statement: ', cur.statement)
|
||||
conn.commit()
|
||||
conn.close() #not sure if mysql supports with statement clauses or not but does not look like it tbh
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
print('finished')
|
||||
10
nosteam_verificiation/systemctl/nginx_collector.service
Normal file
10
nosteam_verificiation/systemctl/nginx_collector.service
Normal file
@ -0,0 +1,10 @@
|
||||
[Unit]
|
||||
Description=nginx logging collector
|
||||
|
||||
[Service]
|
||||
Type=simple
|
||||
User=nonroot
|
||||
WorkingDirectory=/home/nonroot/nginx_reader
|
||||
Restart=always
|
||||
RestartSec=5
|
||||
ExecStart=/home/nonroot/nginx_reader/read_access_logs.py
|
||||
Loading…
Reference in New Issue
Block a user