85 lines
3.4 KiB
Python
85 lines
3.4 KiB
Python
"""Thread-safe structured network diagnostics; disk/UI records contain no secrets."""
|
|
from collections import deque
|
|
from datetime import datetime, timedelta, timezone
|
|
import json
|
|
from pathlib import Path
|
|
import re
|
|
import threading
|
|
import uuid
|
|
|
|
HIDDEN = "<隐藏>"
|
|
|
|
|
|
def sensitive(key):
|
|
key = str(key).lower().replace("_", "").replace("-", "")
|
|
return key in {"password", "passwd", "pwd", "newpass", "authorization", "cookie", "setcookie", "key", "secret",
|
|
"userpassword", "userpwd", "passwordhash", "accesstoken", "refreshtoken"} or "token" in key
|
|
|
|
|
|
class TraceLog:
|
|
def __init__(self, folder, on_event=None):
|
|
self.path = Path(folder) / "network_debug.jsonl"
|
|
self.on_event = on_event
|
|
self.events = deque(maxlen=300)
|
|
self.secrets = set()
|
|
self.lock = threading.RLock()
|
|
self.run_id, self.counter = uuid.uuid4().hex[:8], 0
|
|
self.write_error = ""
|
|
|
|
def remember(self, value):
|
|
if isinstance(value, dict):
|
|
for key, item in value.items():
|
|
if sensitive(key) and isinstance(item, (str, int)) and str(item):
|
|
self.secrets.add(str(item))
|
|
self.remember(item)
|
|
elif isinstance(value, (list, tuple)):
|
|
for item in value:
|
|
self.remember(item)
|
|
|
|
def redact(self, value):
|
|
if isinstance(value, dict):
|
|
return {key: HIDDEN if sensitive(key) else self.redact(item) for key, item in value.items()}
|
|
if isinstance(value, (list, tuple)):
|
|
return [self.redact(item) for item in value]
|
|
if isinstance(value, str):
|
|
value = re.sub(r'(?i)("(?:password|passwd|pwd|newPass|[\w]*token|authorization|cookie)"\s*:\s*")[^"]*("|$)',
|
|
lambda match: match[1] + HIDDEN + match[2], value)
|
|
for secret in sorted(self.secrets, key=len, reverse=True):
|
|
value = value.replace(secret, HIDDEN)
|
|
return value
|
|
|
|
def emit(self, kind, operation, **details):
|
|
with self.lock:
|
|
self.remember(details)
|
|
event = self.redact({"time": datetime.now(timezone(timedelta(hours=8))).isoformat(timespec="milliseconds"),
|
|
"kind": kind, "operation": operation, **details})
|
|
self.events.append(event)
|
|
try:
|
|
self.path.parent.mkdir(parents=True, exist_ok=True)
|
|
if self.path.exists() and self.path.stat().st_size > 8 * 1024 * 1024:
|
|
self.path.replace(self.path.with_name("network_debug.previous.jsonl"))
|
|
with self.path.open("a", encoding="utf-8") as stream:
|
|
stream.write(json.dumps(event, ensure_ascii=False) + "\n")
|
|
except OSError:
|
|
self.write_error = "调试日志无法写入文件,当前记录仍可在窗口查看和导出"
|
|
if self.on_event:
|
|
self.on_event(event)
|
|
return event
|
|
|
|
def begin(self, operation, **details):
|
|
with self.lock:
|
|
self.counter += 1
|
|
identifier = f"{self.run_id}-{self.counter}"
|
|
self.emit("request", operation, request_id=identifier, **details)
|
|
return identifier
|
|
|
|
def text(self):
|
|
with self.lock:
|
|
return "\n".join(json.dumps(e, ensure_ascii=False) for e in self.events)
|
|
|
|
def clear(self):
|
|
with self.lock:
|
|
self.events.clear()
|
|
if self.path.exists():
|
|
self.path.write_text("", encoding="utf-8")
|