chore: 项目定名为 workbuddy-portal，容器化并补齐文档体系
## 项目定名 - 目录 wb_usage_portal → workbuddy-portal - Python 包 wb_usage → workbuddy_portal（含 session cookie 名） - 界面品牌统一为 WorkBuddy Portal；项目标识收敛到 config 单一来源 ## 容器化 - Dockerfile：多阶段构建，依赖层与源码解耦；非 root(uid 1000)；内置健康检查 - docker-compose.yml：单服务 + 绑定挂载 data/logs + 日志轮转 + TZ - docker/entrypoint.sh：幂等初始化 → exec serve（LF 行尾，已由 .gitattributes 锁定） - docker/healthcheck.py：纯标准库探活 /login（slim 镜像无 curl） - .dockerignore / .env.example；数据目录可用 WB_DATA_DIR 等环境变量覆盖 ## 文档 - docs/USER-GUIDE.md 用户使用手册（含 9 张真实界面截图） - docs/DEPLOYMENT.md 部署运维（Docker / 裸机 / 反代 / 备份 / 推 Gitea 注册表） - docs/ARCHITECTURE.md 架构与设计说明（含已知坑与红线、验证体系） - docs/API.md 接口参考（路径 / 参数 / 返回结构 / 错误码） - docs/FAQ.md 常见问题；docs/CHANGELOG.md 变更日志 ## 修复缺陷（8） 1. /records/export 必然 500：生成器在请求上下文销毁后才迭代，改用自建连接 2. 大屏页图表全白：相对路径把 echarts.min.js 解析成 /vendor/... → 404 3. /users 500：路由已注册但模板缺失 4. 明细页日期筛选失效：视图传 f.frm、模板读 f.from 5. 配置页维护按钮全死：调用了不存在的 WBU.bindMaint() 6. 审计只能看最近 40 条：LIMIT 写死 7. 明细页多跑一条无用 SELECT：day_list() 取了没人用 8. 登录页锁定阈值未从配置注入 ## 安全加固 - 新增 safe_next()：拒绝 //evil.com 等协议相对 URL 的开放重定向 - 缺 CSRF 的写请求统一 400 - 默认开启云端 HTTPS 证书校验（ssl_verify=1）；Cookie 是账号凭证 - 登录失败计数表加上限与 TTL - /logout 拆分为 POST(执行) + GET(仅提示)，防 <img src=/logout> 静默退出 - settings 内部簿记键 slot:* 读写两侧过滤，不再从 /api/settings 泄漏 ## 内部质量与工具 - 设置项写时校验 + 读时兜底，杜绝「一个手滑的数字让采集整个跑不起来」 - 全局 ValueError → 400：手写 query string 不再暴露 500 页面 - CSV 导出改 csv.writer 流式写入（原手工拼串，字段含逗号会串列） - bundle 明细加 20000 上限并回传 recordsTotal/recordsTruncated，不静默丢数据 - tools/smoke.py 离线回归 99 项；tools/check_live.py 真实 HTTP 56 项 - tools/shots.py Playwright 逐页截图 + JS 报错收集 ## 验证 - compileall 通过；smoke 99/99；对容器实例 check_live 56/56；截图 0 JS 报错 - 容器内采集实测成功（trigger=startup 补跑：新增 11 条）
这个提交包含在：
@@ -0,0 +1,123 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
"""WorkBuddy Portal —— 独立 Flask 项目。
|
||||
|
||||
一个程序管全部：
|
||||
* 采集：进程内调度线程按配置的时刻调用云端接口，增量写入 SQLite
|
||||
* 存储：SQLite 单文件正本（WAL），去重靠主键，聚合下推 SQL
|
||||
* 呈现：Jinja 负责配置/任务/日志/明细；ECharts 大屏独立成页，数据走 /api/*
|
||||
* 鉴权：局域网可访问 ⇒ 必须有登录，cookie 等凭证存数据库由后台页面维护
|
||||
|
||||
用法：
|
||||
python manage.py init 初始化数据库（建表 + 默认配置 + 管理员）
|
||||
python manage.py serve 启动 Web（默认 0.0.0.0:8848，含调度线程）
|
||||
python manage.py collect 执行一次增量采集（CLI，不影响 Web）
|
||||
...
|
||||
"""
|
||||
import logging
|
||||
import os
|
||||
from datetime import timedelta
|
||||
from logging.handlers import RotatingFileHandler
|
||||
|
||||
from flask import Flask, jsonify, render_template, request
|
||||
|
||||
from . import config, db, security
|
||||
|
||||
__version__ = "1.1.0"
|
||||
PROJECT_NAME = config.PROJECT_NAME
|
||||
|
||||
|
||||
def _setup_logging(app):
|
||||
config.ensure_dirs()
|
||||
handler = RotatingFileHandler(config.APP_LOG, maxBytes=2 * 1024 * 1024,
|
||||
backupCount=3, encoding="utf-8")
|
||||
handler.setFormatter(logging.Formatter("%(asctime)s %(levelname)-7s [%(name)s] %(message)s"))
|
||||
handler.setLevel(logging.INFO)
|
||||
root = logging.getLogger()
|
||||
if not any(isinstance(h, RotatingFileHandler) and getattr(h, "baseFilename", "") == handler.baseFilename
|
||||
for h in root.handlers):
|
||||
root.addHandler(handler)
|
||||
root.setLevel(logging.INFO)
|
||||
app.logger.info("启动 %s v%s（db=%s）", __name__, __version__, config.SQLITE_PATH)
|
||||
|
||||
|
||||
def create_app(start_scheduler=True, do_init_db=True, **overrides):
|
||||
app = Flask(__name__,
|
||||
template_folder="web/templates",
|
||||
static_folder="web/static",
|
||||
static_url_path="/static")
|
||||
app.config.update(
|
||||
SECRET_KEY=config.secret_key(),
|
||||
PERMANENT_SESSION_LIFETIME=timedelta(hours=config.SESSION_HOURS),
|
||||
SESSION_COOKIE_HTTPONLY=True,
|
||||
SESSION_COOKIE_SAMESITE="Lax",
|
||||
SESSION_COOKIE_NAME="workbuddy_portal_sid",
|
||||
MAX_CONTENT_LENGTH=4 * 1024 * 1024,
|
||||
TEMPLATES_AUTO_RELOAD=True,
|
||||
SEND_FILE_MAX_AGE_DEFAULT=0,
|
||||
)
|
||||
app.config.update(overrides)
|
||||
app.json.ensure_ascii = False
|
||||
app.json.sort_keys = False
|
||||
|
||||
if do_init_db:
|
||||
db.init_db()
|
||||
|
||||
_setup_logging(app)
|
||||
security.init_app(app)
|
||||
|
||||
from .web import register as register_web
|
||||
register_web(app)
|
||||
|
||||
@app.teardown_appcontext
|
||||
def _close(exc=None):
|
||||
db.close_db(exc)
|
||||
|
||||
# ---- 错误处理 ----
|
||||
@app.errorhandler(404)
|
||||
def _404(e):
|
||||
if request.path.startswith("/api/"):
|
||||
return jsonify({"ok": False, "error": "not_found", "message": "接口不存在"}), 404
|
||||
return render_template("error.html", code=404, message="页面不存在"), 404
|
||||
|
||||
@app.errorhandler(400)
|
||||
def _400(e):
|
||||
if request.path.startswith("/api/"):
|
||||
return jsonify({"ok": False, "error": "bad_request", "message": str(e)}), 400
|
||||
return render_template("error.html", code=400, message=str(e)), 400
|
||||
|
||||
@app.errorhandler(403)
|
||||
def _403(e):
|
||||
if request.path.startswith("/api/"):
|
||||
return jsonify({"ok": False, "error": "forbidden", "message": "没有权限"}), 403
|
||||
return render_template("error.html", code=403, message="没有权限"), 403
|
||||
|
||||
@app.errorhandler(500)
|
||||
def _500(e):
|
||||
app.logger.exception("内部错误")
|
||||
if request.path.startswith("/api/"):
|
||||
return jsonify({"ok": False, "error": "internal", "message": "服务器内部错误"}), 500
|
||||
return render_template("error.html", code=500, message="服务器内部错误"), 500
|
||||
|
||||
@app.errorhandler(ValueError)
|
||||
def _value_error(e):
|
||||
"""参数解析类异常统一归 400（例如 base64/日期/整数解析失败）。
|
||||
|
||||
没有这层的话，一个手写的 query string 就能把 500 页面暴露出去。
|
||||
"""
|
||||
app.logger.warning("参数错误：%s", e)
|
||||
if request.path.startswith("/api/"):
|
||||
return jsonify({"ok": False, "error": "bad_request", "message": str(e)}), 400
|
||||
return render_template("error.html", code=400, message=str(e)), 400
|
||||
|
||||
@app.context_processor
|
||||
def _inject():
|
||||
return {"app_version": __version__, "nav_active": "",
|
||||
"project_name": config.PROJECT_NAME,
|
||||
"project_title": config.PROJECT_TITLE,
|
||||
"project_desc": config.PROJECT_DESC}
|
||||
|
||||
if start_scheduler:
|
||||
from . import scheduler
|
||||
scheduler.start_from_app(app)
|
||||
|
||||
return app
|
||||
@@ -0,0 +1,191 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
"""云端用量接口客户端（纯 urllib，不依赖 requests/浏览器）。
|
||||
|
||||
接口：POST {api_base}/billing/meter/get-user-request-usage
|
||||
body {"startTime":"YYYY-MM-DD HH:MM:SS","endTime":"...","pageNum":1,"pageSize":200}
|
||||
响应 data.total=区间调用总数；data.data[]: requestId/credit/model/client/requestTime/input/inputTrunc
|
||||
|
||||
鉴权只靠 Cookie + User-Agent，两者都从数据库 settings 读（后台页面维护）。
|
||||
"""
|
||||
import json
|
||||
import ssl
|
||||
import urllib.error
|
||||
import urllib.request
|
||||
from datetime import timedelta
|
||||
|
||||
|
||||
class ApiError(Exception):
|
||||
"""接口 / 凭证类异常。cookie_expired=True 时表示需要更新凭证。"""
|
||||
|
||||
def __init__(self, msg, cookie_expired=False):
|
||||
super().__init__(msg)
|
||||
self.cookie_expired = cookie_expired
|
||||
|
||||
|
||||
def _ssl_context(verify=True):
|
||||
ctx = ssl.create_default_context()
|
||||
if not verify:
|
||||
# 仅在用户显式设置 ssl_verify=0 时走到这里：cookie 就是账号凭证，
|
||||
# 关掉校验等于把凭证暴露给中间人，所以默认永远是校验的。
|
||||
ctx.check_hostname = False
|
||||
ctx.verify_mode = ssl.CERT_NONE
|
||||
return ctx
|
||||
|
||||
|
||||
def _call(api_base, path, body, cookie, ua, timeout, ssl_verify=True):
|
||||
req = urllib.request.Request(api_base + path, data=json.dumps(body).encode(), method="POST")
|
||||
for k, v in {
|
||||
"accept": "application/json, text/plain, */*",
|
||||
"content-type": "application/json",
|
||||
"cookie": cookie,
|
||||
"origin": api_base,
|
||||
"referer": api_base + "/profile/plans-usage",
|
||||
"x-client-platform": "web",
|
||||
"user-agent": ua,
|
||||
}.items():
|
||||
req.add_header(k, v)
|
||||
try:
|
||||
with urllib.request.urlopen(req, timeout=timeout,
|
||||
context=_ssl_context(ssl_verify)) as r:
|
||||
return json.loads(r.read().decode("utf-8"))
|
||||
except ssl.SSLError as e:
|
||||
raise ApiError("TLS_ERROR: 云端证书校验失败（%s）。若本机有自签/企业代理，"
|
||||
"请在「配置管理」把 ssl_verify 设为 0 并自行承担风险。" % e)
|
||||
except urllib.error.HTTPError as e:
|
||||
if e.code in (401, 403):
|
||||
raise ApiError("COOKIE_EXPIRED: Cookie 已失效或被拒绝（HTTP %d）" % e.code,
|
||||
cookie_expired=True)
|
||||
raise ApiError("HTTP_%d" % e.code)
|
||||
except urllib.error.URLError as e:
|
||||
raise ApiError("网络请求失败：%s" % e)
|
||||
except (ValueError, OSError) as e:
|
||||
raise ApiError("响应解析失败：%s" % e)
|
||||
|
||||
|
||||
def fetch_range(start_dt, end_dt, cookie, ua, api_base, api_path,
|
||||
page_size=200, timeout=30, max_pages=100, log=None,
|
||||
ssl_verify=True):
|
||||
"""按天切分拉取，返回 (明细列表, {日期: 云端 total})。
|
||||
|
||||
按天切分是为了拿到「整日 total」——增量窗口的 total 只是区间值，不能用于完整性比对。
|
||||
"""
|
||||
rows, totals = [], {}
|
||||
day, last = start_dt.date(), end_dt.date()
|
||||
while day <= last:
|
||||
d = day.strftime("%Y-%m-%d")
|
||||
s = start_dt.strftime("%Y-%m-%d %H:%M:%S") if day == start_dt.date() else d + " 00:00:00"
|
||||
e = end_dt.strftime("%Y-%m-%d %H:%M:%S") if day == last else d + " 23:59:59"
|
||||
body = {"startTime": s, "endTime": e, "pageNum": 1, "pageSize": page_size}
|
||||
total, got = None, 0
|
||||
while True:
|
||||
js = _call(api_base, api_path, body, cookie, ua, timeout, ssl_verify=ssl_verify)
|
||||
if js.get("code") != 0:
|
||||
raise ApiError("API_ERROR: %s" % js.get("msg"))
|
||||
dta = js.get("data") or {}
|
||||
if total is None:
|
||||
total = dta.get("total", 0)
|
||||
batch = dta.get("data") or []
|
||||
rows.extend(batch)
|
||||
got += len(batch)
|
||||
if not batch or got >= (total or 0) or body["pageNum"] >= max_pages:
|
||||
break
|
||||
body["pageNum"] += 1
|
||||
totals[d] = total or 0
|
||||
if log:
|
||||
log(" %s 云端 %s 条" % (d, total if total is not None else "-"))
|
||||
day += timedelta(days=1)
|
||||
return rows, totals
|
||||
|
||||
|
||||
def strip_jsonc(text):
|
||||
"""去掉 JSONC 里的 // 与 /* */ 注释（VSCode settings.json 常见）。
|
||||
|
||||
注意：`/* */` 的扫描必须按字符前移 1（不是 2），并且要连收尾的 `*/` 一起跳过，
|
||||
否则会把 `*/` 残留进结果，或（当收尾的 `*` 落在奇数下标时）永远匹配不到终止符。
|
||||
"""
|
||||
out, i, n = [], 0, len(text)
|
||||
in_str = esc = False
|
||||
while i < n:
|
||||
c = text[i]
|
||||
if in_str:
|
||||
out.append(c)
|
||||
if esc:
|
||||
esc = False
|
||||
elif c == "\\":
|
||||
esc = True
|
||||
elif c == '"':
|
||||
in_str = False
|
||||
i += 1
|
||||
continue
|
||||
if c == '"':
|
||||
in_str = True
|
||||
out.append(c)
|
||||
i += 1
|
||||
continue
|
||||
if c == "/" and i + 1 < n and text[i + 1] == "/":
|
||||
while i < n and text[i] != "\n":
|
||||
i += 1
|
||||
continue # 保留换行，行号不漂移
|
||||
if c == "/" and i + 1 < n and text[i + 1] == "*":
|
||||
i += 2
|
||||
while i < n and not (text[i] == "*" and i + 1 < n and text[i + 1] == "/"):
|
||||
i += 1
|
||||
i += 2 if i + 1 < n else 0 # 跳过收尾的 */
|
||||
continue
|
||||
out.append(c)
|
||||
i += 1
|
||||
return "".join(out)
|
||||
|
||||
|
||||
def read_vscode_creds():
|
||||
"""从 VSCode 设置里读 codebuddyUsage.cookie / userAgent（一次性接管用）。
|
||||
|
||||
原脚本靠这个读凭证；迁移到本项目的 settings 表后只作为「导入来源」。
|
||||
"""
|
||||
import glob
|
||||
import json as _json
|
||||
import os
|
||||
cands = []
|
||||
appdata = os.environ.get("APPDATA", "")
|
||||
home = os.path.expanduser("~")
|
||||
if appdata:
|
||||
cands += [os.path.join(appdata, "Code", "User", "settings.json"),
|
||||
os.path.join(appdata, "Code - Insiders", "User", "settings.json"),
|
||||
os.path.join(appdata, "Cursor", "User", "settings.json"),
|
||||
os.path.join(appdata, "Trae", "User", "settings.json")]
|
||||
cands += glob.glob(os.path.join(home, "AppData", "Roaming", "*", "User", "settings.json"))
|
||||
seen, out = set(), []
|
||||
for p in cands:
|
||||
if p in seen or not os.path.exists(p):
|
||||
continue
|
||||
seen.add(p)
|
||||
try:
|
||||
cfg = _json.loads(strip_jsonc(open(p, encoding="utf-8").read()))
|
||||
except Exception as e: # noqa: BLE001
|
||||
out.append((p, None, None, "解析失败：%s" % e))
|
||||
continue
|
||||
cookie = (cfg.get("codebuddyUsage.cookie") or "").strip()
|
||||
ua = (cfg.get("codebuddyUsage.userAgent") or "").strip()
|
||||
out.append((p, cookie, ua, "ok" if cookie else "无 codebuddyUsage.cookie"))
|
||||
return out
|
||||
|
||||
|
||||
def normalize(r, max_prompt=2048):
|
||||
"""云端明细 -> 入库字段。"""
|
||||
ts = (r.get("requestTime") or "")[:19]
|
||||
prompt = r.get("input") or r.get("inputTrunc") or ""
|
||||
prompt = " ".join(str(prompt).split()) # 折叠换行
|
||||
if max_prompt and len(prompt) > max_prompt:
|
||||
prompt = prompt[:max_prompt]
|
||||
try:
|
||||
credit = float(r.get("credit") or 0)
|
||||
except (TypeError, ValueError):
|
||||
credit = 0.0
|
||||
return {
|
||||
"request_id": (r.get("requestId") or "").strip(),
|
||||
"ts": ts,
|
||||
"model": (str(r.get("model") or "-").strip() or "-"),
|
||||
"client": (str(r.get("client") or "-").strip() or "-"),
|
||||
"credits": round(credit, 2),
|
||||
"prompt": prompt,
|
||||
}
|
||||
@@ -0,0 +1,449 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
"""采集主流程：云端增量 -> SQLite（去重、断点、漂移校验、运行记录）。
|
||||
|
||||
与原 fetch_usage.py 的差别：
|
||||
* 存档正本从 CSV 换成 SQLite，去重由 `ON CONFLICT(request_id)` 承担
|
||||
* 断点由 `SELECT MAX(ts)` 承担，不再需要全量读入内存
|
||||
* 每次运行落一条 collect_runs 记录，页面据此展示任务历史与日志
|
||||
* 采集互斥用文件锁，保证「单写者」——SQLite 只允许一个写进程
|
||||
"""
|
||||
import csv
|
||||
import os
|
||||
import time
|
||||
from datetime import datetime, timedelta
|
||||
|
||||
from . import client, config, db
|
||||
from .client import ApiError
|
||||
|
||||
FIELDS = ["RequestID", "积分消耗", "User Prompt", "模型", "客户端", "时间"]
|
||||
LOCK_PATH = os.path.join(config.DATA_DIR, "collect.lock")
|
||||
LOCK_STALE_SECONDS = 30 * 60 # 锁超过 30 分钟视为僵尸锁，可抢占
|
||||
|
||||
|
||||
class Busy(Exception):
|
||||
"""已有采集在跑。"""
|
||||
|
||||
|
||||
# ---------------- 互斥锁 ----------------
|
||||
class _Lock:
|
||||
def __init__(self, path=LOCK_PATH):
|
||||
self.path = path
|
||||
self.fd = None
|
||||
|
||||
def __enter__(self):
|
||||
config.ensure_dirs()
|
||||
if os.path.exists(self.path):
|
||||
try:
|
||||
age = time.time() - os.path.getmtime(self.path)
|
||||
except OSError:
|
||||
age = 0
|
||||
if age < LOCK_STALE_SECONDS:
|
||||
raise Busy("已有采集任务正在运行（锁文件 %s，%.0f 秒前创建）"
|
||||
% (self.path, age))
|
||||
os.remove(self.path) # 僵尸锁
|
||||
try:
|
||||
self.fd = os.open(self.path, os.O_CREAT | os.O_EXCL | os.O_WRONLY)
|
||||
os.write(self.fd, ("%d %s" % (os.getpid(), db.now_str())).encode())
|
||||
except FileExistsError:
|
||||
raise Busy("已有采集任务正在运行")
|
||||
return self
|
||||
|
||||
def __exit__(self, *a):
|
||||
try:
|
||||
if self.fd is not None:
|
||||
os.close(self.fd)
|
||||
except OSError:
|
||||
pass
|
||||
self.fd = None
|
||||
try:
|
||||
os.remove(self.path)
|
||||
except OSError:
|
||||
pass
|
||||
|
||||
|
||||
# ---------------- 运行记录 ----------------
|
||||
def start_run(conn, trigger):
|
||||
cur = conn.execute("INSERT INTO collect_runs(trigger,status,started_at) VALUES(?,?,?)",
|
||||
(trigger, "running", db.now_str()))
|
||||
return cur.lastrowid
|
||||
|
||||
|
||||
def finish_run(conn, run_id, status, **kw):
|
||||
fields = ["finished_at", "duration_ms", "win_from", "win_to", "fetched",
|
||||
"added", "dup", "total", "conflicts", "exit_code", "message", "detail"]
|
||||
sets = ["status=?", "finished_at=?"]
|
||||
vals = [status, db.now_str()]
|
||||
for f in fields[1:]:
|
||||
if f in kw:
|
||||
sets.append("%s=?" % f)
|
||||
vals.append(kw[f])
|
||||
vals.append(run_id)
|
||||
conn.execute("UPDATE collect_runs SET %s WHERE id=?" % ",".join(sets), vals)
|
||||
|
||||
|
||||
# ---------------- 入库 ----------------
|
||||
_UPSERT = """
|
||||
INSERT INTO usage_records(request_id,ts,day,hour,model,client,credits,prompt,
|
||||
first_seen,last_seen,cloud_ts)
|
||||
VALUES(:request_id,:ts,:day,:hour,:model,:client,:credits,:prompt,:first_seen,:last_seen,:cloud_ts)
|
||||
ON CONFLICT(request_id) DO UPDATE SET
|
||||
last_seen = excluded.last_seen,
|
||||
cloud_ts = excluded.cloud_ts,
|
||||
ts = CASE WHEN excluded.ts <> '' AND excluded.ts < usage_records.ts
|
||||
THEN excluded.ts ELSE usage_records.ts END,
|
||||
day = CASE WHEN excluded.ts <> '' AND excluded.ts < usage_records.ts
|
||||
THEN excluded.day ELSE usage_records.day END,
|
||||
hour = CASE WHEN excluded.ts <> '' AND excluded.ts < usage_records.ts
|
||||
THEN excluded.hour ELSE usage_records.hour END,
|
||||
prompt = CASE WHEN COALESCE(usage_records.prompt,'') = ''
|
||||
THEN excluded.prompt ELSE usage_records.prompt END,
|
||||
model = CASE WHEN COALESCE(usage_records.model,'') IN ('','-')
|
||||
THEN excluded.model ELSE usage_records.model END,
|
||||
client = CASE WHEN COALESCE(usage_records.client,'') IN ('','-')
|
||||
THEN excluded.client ELSE usage_records.client END
|
||||
"""
|
||||
|
||||
|
||||
def _row_dict(n):
|
||||
ts = (n.get("ts") or "").strip()[:19]
|
||||
hh = ts[11:13]
|
||||
return {
|
||||
"request_id": n["request_id"],
|
||||
"ts": ts,
|
||||
"day": ts[:10],
|
||||
"hour": int(hh) if hh.isdigit() else 0,
|
||||
"model": n.get("model") or "-",
|
||||
"client": n.get("client") or "-",
|
||||
"credits": n.get("credits") or 0.0,
|
||||
"prompt": n.get("prompt") or "",
|
||||
"first_seen": db.now_str(),
|
||||
"last_seen": db.now_str(),
|
||||
"cloud_ts": ts,
|
||||
}
|
||||
|
||||
|
||||
def upsert(conn, normalized, drift_tolerance=5, log=None):
|
||||
"""按 request_id 去重写入。返回 (added, dup, conflicts) 与逐行警告。
|
||||
|
||||
每 200 条一个事务（连接是 autocommit，不显式 BEGIN 的话每条 INSERT 都要
|
||||
单独 fsync）。upsert 本身幂等，所以按块提交是安全的。
|
||||
"""
|
||||
recs = []
|
||||
for n in normalized:
|
||||
if not n.get("request_id") or not n.get("ts"):
|
||||
continue
|
||||
recs.append(_row_dict(n))
|
||||
added = dup = 0
|
||||
conflicts = []
|
||||
for i in range(0, len(recs), 200):
|
||||
chunk = recs[i:i + 200]
|
||||
ids = [r["request_id"] for r in chunk]
|
||||
ph = ",".join("?" * len(ids))
|
||||
own_tx = not conn.in_transaction
|
||||
if own_tx:
|
||||
conn.execute("BEGIN")
|
||||
try:
|
||||
old = {x["request_id"]: x["ts"] for x in
|
||||
conn.execute("SELECT request_id,ts FROM usage_records WHERE request_id IN (%s)" % ph, ids)}
|
||||
for r in chunk:
|
||||
prev = old.get(r["request_id"])
|
||||
if prev is None:
|
||||
added += 1
|
||||
else:
|
||||
dup += 1
|
||||
try:
|
||||
delta = (datetime.strptime(prev, "%Y-%m-%d %H:%M:%S")
|
||||
- datetime.strptime(r["ts"], "%Y-%m-%d %H:%M:%S")).total_seconds()
|
||||
except (ValueError, TypeError):
|
||||
delta = 0
|
||||
if delta > drift_tolerance * 60:
|
||||
conflicts.append((r["request_id"], prev, r["ts"]))
|
||||
conn.executemany(_UPSERT, chunk)
|
||||
if own_tx:
|
||||
conn.execute("COMMIT")
|
||||
except Exception:
|
||||
if own_tx:
|
||||
conn.execute("ROLLBACK")
|
||||
raise
|
||||
if conflicts and log:
|
||||
log("[warn] %d 条 RequestID 相同且云端开始时间早于本地超过 %d 分钟（保留本地最早时间，未覆盖）："
|
||||
% (len(conflicts), drift_tolerance))
|
||||
for rid, t_old, t_new in conflicts[:10]:
|
||||
log(" %s: 本地 %s / 云端 %s" % (rid, t_old, t_new))
|
||||
if len(conflicts) > 10:
|
||||
log(" ... 另有 %d 条" % (len(conflicts) - 10))
|
||||
return added, dup, conflicts
|
||||
|
||||
|
||||
def record_count(conn):
|
||||
return conn.execute("SELECT COUNT(*) FROM usage_records").fetchone()[0]
|
||||
|
||||
|
||||
def last_ts(conn):
|
||||
return conn.execute("SELECT MAX(ts) FROM usage_records").fetchone()[0]
|
||||
|
||||
|
||||
# ---------------- 主同步 ----------------
|
||||
def sync(conn, trigger="manual", from_dt=None, to_dt=None, verify_days=None,
|
||||
do_write=True, log=None):
|
||||
"""增量同步。
|
||||
|
||||
trigger: manual | schedule | cli | startup（写进 collect_runs 便于区分来源）
|
||||
返回 result dict；异常时抛出 ApiError（调用方决定如何展示）。
|
||||
"""
|
||||
lines = []
|
||||
|
||||
def _log(msg):
|
||||
lines.append(msg)
|
||||
if log:
|
||||
log(msg)
|
||||
|
||||
s = db.get_settings(conn)
|
||||
cookie = (s.get("cookie") or "").strip() or os.environ.get("WB_COOKIE", "").strip()
|
||||
ua = (s.get("user_agent") or "").strip() or os.environ.get("WB_UA", "").strip()
|
||||
api_base = s.get("api_base") or config.API_BASE
|
||||
api_path = s.get("api_path") or config.API_PATH
|
||||
# 一律走 db.get_int/get_float：settings 表的值由后台页面自由输入，
|
||||
# 直接 int() 会让一个手滑的字符把整条采集链路打断（历史 bug）。
|
||||
page_size = db.get_int(conn, "page_size", 200)
|
||||
rewind = db.get_int(conn, "rewind_minutes", 2)
|
||||
drift = db.get_int(conn, "drift_tolerance_minutes", 5)
|
||||
max_prompt = db.get_int(conn, "max_prompt", 0)
|
||||
timeout = db.get_int(conn, "timeout", 30)
|
||||
ssl_verify = db.get_bool(conn, "ssl_verify", True)
|
||||
if verify_days is None:
|
||||
verify_days = db.get_int(conn, "verify_days", 0)
|
||||
# 夹到合法区间，避免历史脏数据（如超大的 page_size）把云端打爆
|
||||
lo, hi, _ = config.NUM_SETTINGS["page_size"]
|
||||
page_size = max(lo, min(hi, page_size))
|
||||
|
||||
run_id = start_run(conn, trigger) if do_write else None
|
||||
t0 = time.time()
|
||||
base = {"win_from": None, "win_to": None, "fetched": 0,
|
||||
"added": 0, "dup": 0, "conflicts": 0}
|
||||
|
||||
if not cookie:
|
||||
msg = "未配置 Cookie，请到「配置管理」页粘贴，或设置环境变量 WB_COOKIE"
|
||||
_log("[error] " + msg)
|
||||
if run_id:
|
||||
finish_run(conn, run_id, "error", exit_code=2, message=msg,
|
||||
duration_ms=int((time.time() - t0) * 1000), detail="\n".join(lines), **base)
|
||||
raise ApiError(msg)
|
||||
|
||||
total_before = record_count(conn)
|
||||
tail = last_ts(conn)
|
||||
now = datetime.now()
|
||||
_log("存档：%d 条%s" % (total_before, ("，最后记录 " + tail) if tail else "（空）"))
|
||||
|
||||
# 断点 = 本地最后一条记录时间（回退 rewind 分钟防边界遗漏）
|
||||
if from_dt:
|
||||
start = from_dt
|
||||
elif tail:
|
||||
start = datetime.strptime(tail, "%Y-%m-%d %H:%M:%S") - timedelta(minutes=rewind)
|
||||
else:
|
||||
start = now - timedelta(days=30)
|
||||
_log("存档为空，默认回填最近 30 天")
|
||||
end = to_dt or now
|
||||
if start >= end:
|
||||
start = end - timedelta(minutes=rewind)
|
||||
_log("同步区间：%s ~ %s" % (start.strftime("%Y-%m-%d %H:%M:%S"),
|
||||
end.strftime("%Y-%m-%d %H:%M:%S")))
|
||||
|
||||
try:
|
||||
raw, _totals = client.fetch_range(start, end, cookie, ua, api_base, api_path,
|
||||
page_size=page_size, timeout=timeout,
|
||||
log=_log, ssl_verify=ssl_verify)
|
||||
except ApiError as e:
|
||||
msg = str(e)
|
||||
_log("[error] " + msg)
|
||||
if run_id:
|
||||
finish_run(conn, run_id, "error", exit_code=3 if e.cookie_expired else 5,
|
||||
message=msg, duration_ms=int((time.time() - t0) * 1000),
|
||||
detail="\n".join(lines), win_from=start.strftime("%Y-%m-%d %H:%M:%S"),
|
||||
win_to=end.strftime("%Y-%m-%d %H:%M:%S"), **{k: v for k, v in base.items()
|
||||
if k not in ("win_from", "win_to")})
|
||||
raise
|
||||
|
||||
new_rows = [client.normalize(r, max_prompt=max_prompt) for r in raw]
|
||||
_log("云端返回：%d 条" % len(raw))
|
||||
|
||||
added, dup, conflicts = upsert(conn, new_rows, drift_tolerance=drift, log=_log)
|
||||
|
||||
# 整日完整性校验（默认关闭；用于排查缺记录）
|
||||
if verify_days > 0:
|
||||
days = [r["day"] for r in conn.execute(
|
||||
"SELECT DISTINCT day FROM usage_records ORDER BY day DESC LIMIT ?", (verify_days,))]
|
||||
_log("完整性校验：最近 %d 天" % len(days))
|
||||
for d in sorted(days):
|
||||
local = conn.execute("SELECT COUNT(*) FROM usage_records WHERE day=?", (d,)).fetchone()[0]
|
||||
d0 = datetime.strptime(d, "%Y-%m-%d")
|
||||
try:
|
||||
raw2, t2 = client.fetch_range(d0, d0.replace(hour=23, minute=59, second=59),
|
||||
cookie, ua, api_base, api_path,
|
||||
page_size=page_size, timeout=timeout,
|
||||
ssl_verify=ssl_verify)
|
||||
except ApiError as e:
|
||||
_log(" %s 校验失败：%s" % (d, e))
|
||||
continue
|
||||
cloud = t2.get(d, 0)
|
||||
if local < cloud:
|
||||
a2, _, _ = upsert(conn, [client.normalize(r, max_prompt=max_prompt) for r in raw2],
|
||||
drift_tolerance=drift)
|
||||
added += a2
|
||||
_log(" %s：云端 %d / 本地 %d → 补入 %d 条" % (d, cloud, local, a2))
|
||||
else:
|
||||
_log(" %s：云端 %d / 本地 %d OK" % (d, cloud, local))
|
||||
|
||||
total_after = record_count(conn)
|
||||
status = "warn" if conflicts else "ok"
|
||||
msg = "新增 %d 条，重复 %d 条，存档共 %d 条" % (added, dup, total_after)
|
||||
_log("RESULT: added=%d dup=%d total=%d" % (added, dup, total_after))
|
||||
if run_id:
|
||||
finish_run(conn, run_id, status,
|
||||
duration_ms=int((time.time() - t0) * 1000),
|
||||
win_from=start.strftime("%Y-%m-%d %H:%M:%S"),
|
||||
win_to=end.strftime("%Y-%m-%d %H:%M:%S"),
|
||||
fetched=len(raw), added=added, dup=dup, total=total_after,
|
||||
conflicts=len(conflicts), exit_code=0, message=msg,
|
||||
detail="\n".join(lines))
|
||||
return {"status": status, "added": added, "dup": dup, "fetched": len(raw),
|
||||
"total": total_after, "conflicts": len(conflicts),
|
||||
"win_from": start.strftime("%Y-%m-%d %H:%M:%S"),
|
||||
"win_to": end.strftime("%Y-%m-%d %H:%M:%S"),
|
||||
"message": msg, "lines": lines, "run_id": run_id}
|
||||
|
||||
|
||||
def run_sync(trigger="manual", **kw):
|
||||
"""带锁的同步入口（供 CLI / 调度器 / 页面手动触发共用）。"""
|
||||
with _Lock():
|
||||
conn = db.thread_conn()
|
||||
return sync(conn, trigger=trigger, **kw)
|
||||
|
||||
|
||||
# ---------------- 补全 / 导入 / 导出 ----------------
|
||||
def fill_prompt(conn, log=print):
|
||||
"""补全缺失的 User Prompt（官网导出的 xlsx 会丢约 22%，云端仍保留）。"""
|
||||
s = db.get_settings(conn)
|
||||
cookie = (s.get("cookie") or "").strip() or os.environ.get("WB_COOKIE", "").strip()
|
||||
ua = (s.get("user_agent") or "").strip()
|
||||
max_prompt = db.get_int(conn, "max_prompt", 0)
|
||||
if not cookie:
|
||||
raise ApiError("未配置 Cookie")
|
||||
todo = conn.execute("SELECT request_id, day FROM usage_records "
|
||||
"WHERE COALESCE(prompt,'')='' ORDER BY day").fetchall()
|
||||
if not todo:
|
||||
log("没有缺失的 User Prompt")
|
||||
return 0
|
||||
days = sorted({r["day"] for r in todo})
|
||||
log("待补全 %d 条，分布在 %d 天" % (len(todo), len(days)))
|
||||
pool = {}
|
||||
for d in days:
|
||||
d0 = datetime.strptime(d, "%Y-%m-%d")
|
||||
raw, _ = client.fetch_range(d0, d0.replace(hour=23, minute=59, second=59),
|
||||
cookie, ua, s.get("api_base") or config.API_BASE,
|
||||
s.get("api_path") or config.API_PATH,
|
||||
page_size=db.get_int(conn, "page_size", 200),
|
||||
timeout=db.get_int(conn, "timeout", 30),
|
||||
ssl_verify=db.get_bool(conn, "ssl_verify", True))
|
||||
for r in raw:
|
||||
rid = (r.get("requestId") or "").strip()
|
||||
if rid:
|
||||
pool[rid] = client.normalize(r, max_prompt=max_prompt)["prompt"]
|
||||
log(" %s 云端 %d 条" % (d, len(raw)))
|
||||
n = 0
|
||||
for row in todo:
|
||||
p = pool.get(row["request_id"], "")
|
||||
if p:
|
||||
conn.execute("UPDATE usage_records SET prompt=? WHERE request_id=?", (p, row["request_id"]))
|
||||
n += 1
|
||||
left = conn.execute("SELECT COUNT(*) FROM usage_records WHERE COALESCE(prompt,'')=''").fetchone()[0]
|
||||
log("补全 %d 条，仍为空 %d 条" % (n, left))
|
||||
return n
|
||||
|
||||
|
||||
def import_xlsx(conn, path, log=print):
|
||||
"""从官网「用量明细 - 导出」的 xlsx 合入（按 request_id 去重）。"""
|
||||
try:
|
||||
import openpyxl
|
||||
except ImportError:
|
||||
raise ApiError("需要 openpyxl：pip install openpyxl")
|
||||
s = db.get_settings(conn)
|
||||
max_prompt = db.get_int(conn, "max_prompt", 0)
|
||||
wb = openpyxl.load_workbook(path, read_only=True, data_only=True)
|
||||
it = wb.worksheets[0].iter_rows(values_only=True)
|
||||
header = [str(c).strip() if c is not None else "" for c in next(it)]
|
||||
idx = {n: i for i, n in enumerate(header)}
|
||||
|
||||
def col(*names):
|
||||
for n in names:
|
||||
if n in idx:
|
||||
return idx[n]
|
||||
raise ApiError("xlsx 缺少列 %s，实际表头：%s" % (names, header))
|
||||
|
||||
i_rid, i_cr, i_px = col("RequestID"), col("积分消耗"), col("User Prompt")
|
||||
i_m, i_cl, i_t = col("模型"), col("客户端"), col("时间")
|
||||
rows = []
|
||||
for row in it:
|
||||
if row is None or row[i_t] is None:
|
||||
continue
|
||||
t = str(row[i_t])[:19]
|
||||
try:
|
||||
cr = float(row[i_cr] or 0)
|
||||
except (TypeError, ValueError):
|
||||
cr = 0.0
|
||||
px = " ".join(str(row[i_px] or "").split())
|
||||
if max_prompt and len(px) > max_prompt:
|
||||
px = px[:max_prompt]
|
||||
rid = str(row[i_rid] or "").strip() or ("xlsx-%s-%d" % (t, len(rows)))
|
||||
rows.append({"request_id": rid, "ts": t, "credits": round(cr, 2), "prompt": px,
|
||||
"model": str(row[i_m] or "-").strip() or "-",
|
||||
"client": str(row[i_cl] or "-").strip() or "-"})
|
||||
added, dup, _ = upsert(conn, rows)
|
||||
log("[xlsx] 读取 %d 条，去重后新增 %d 条，存档共 %d 条" % (len(rows), added, record_count(conn)))
|
||||
return added
|
||||
|
||||
|
||||
def export_csv(conn, path=None):
|
||||
"""导出与旧存档 / 官网 xlsx 完全同构的 CSV（备份与对端交换用）。"""
|
||||
path = path or os.path.join(config.EXPORT_DIR, "usage_records.csv")
|
||||
os.makedirs(os.path.dirname(path), exist_ok=True)
|
||||
rows = conn.execute("SELECT request_id,credits,prompt,model,client,ts FROM usage_records "
|
||||
"ORDER BY ts, request_id")
|
||||
n = 0
|
||||
with open(path, "w", encoding="utf-8-sig", newline="") as f:
|
||||
w = csv.writer(f)
|
||||
w.writerow(FIELDS)
|
||||
for r in rows:
|
||||
w.writerow([r["request_id"], "%.2f" % r["credits"], r["prompt"] or "",
|
||||
r["model"], r["client"], r["ts"]])
|
||||
n += 1
|
||||
return path, n
|
||||
|
||||
|
||||
def migrate_from_csv(conn, path, log=print):
|
||||
"""把旧版 data/usage_records.csv 全量导入 SQLite（幂等，可重复执行）。"""
|
||||
if not os.path.exists(path):
|
||||
raise FileNotFoundError(path)
|
||||
with open(path, "rb") as fb:
|
||||
if fb.read(2) == b"PK":
|
||||
raise ApiError("文件被 Excel 另存成了 xlsx（扩展名仍是 .csv）：%s" % path)
|
||||
with open(path, "r", encoding="utf-8-sig", newline="") as f:
|
||||
recs = []
|
||||
for r in csv.DictReader(f):
|
||||
rid = (r.get("RequestID") or "").strip()
|
||||
ts = (r.get("时间") or "").strip()[:19]
|
||||
if not rid or len(ts) < 19:
|
||||
continue
|
||||
try:
|
||||
cr = round(float(r.get("积分消耗") or 0), 2)
|
||||
except (TypeError, ValueError):
|
||||
cr = 0.0
|
||||
recs.append({"request_id": rid, "ts": ts, "credits": cr,
|
||||
"prompt": " ".join(str(r.get("User Prompt") or "").split()),
|
||||
"model": (r.get("模型") or "-").strip() or "-",
|
||||
"client": (r.get("客户端") or "-").strip() or "-"})
|
||||
before = record_count(conn)
|
||||
added, dup, _ = upsert(conn, recs)
|
||||
log("[migrate] 源文件 %d 条 → 新增 %d / 已存在 %d，入库前 %d 条，现共 %d 条"
|
||||
% (len(recs), added, dup, before, record_count(conn)))
|
||||
return added
|
||||
@@ -0,0 +1,169 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
"""基础配置。
|
||||
|
||||
刻意保持「薄」：凡是运行期要改的东西（cookie、调度周期、采集参数）都放数据库
|
||||
settings 表，由后台页面维护；这里只放路径、密钥、默认值这类启动期常量。
|
||||
"""
|
||||
import json
|
||||
import os
|
||||
import secrets
|
||||
|
||||
# ---------------- 项目标识（单一来源）----------------
|
||||
# 仓库名 / 镜像名 / compose 服务名 / 界面品牌都从这里取，避免多处硬编码走样。
|
||||
PROJECT_NAME = "workbuddy-portal" # 技术标识：目录、仓库、镜像名
|
||||
PROJECT_TITLE = "WorkBuddy Portal" # 界面品牌
|
||||
PROJECT_DESC = "WorkBuddy 积分用量采集 / 存储 / 呈现一体化门户"
|
||||
|
||||
# 项目根（workbuddy-portal/）
|
||||
BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
||||
|
||||
# 数据 / 日志目录可用环境变量覆盖（容器里把卷挂到别处时不必改代码）。
|
||||
DATA_DIR = os.environ.get("WB_DATA_DIR") or os.path.join(BASE_DIR, "data")
|
||||
LOG_DIR = os.environ.get("WB_LOG_DIR") or os.path.join(BASE_DIR, "logs")
|
||||
SQLITE_PATH = os.environ.get("WB_DB") or os.path.join(DATA_DIR, "usage.sqlite")
|
||||
EXPORT_DIR = os.path.join(DATA_DIR, "exports")
|
||||
APP_LOG = os.path.join(LOG_DIR, "app.log")
|
||||
INSTANCE_FILE = os.path.join(DATA_DIR, "instance.json")
|
||||
|
||||
# 旧版脚本项目的存档（迁移用；--migrate-csv 默认读这里）
|
||||
LEGACY_CSV_CANDIDATES = [
|
||||
os.path.join(os.path.dirname(BASE_DIR), "data", "usage_records.csv"),
|
||||
os.path.join(BASE_DIR, "data", "usage_records.csv"),
|
||||
]
|
||||
|
||||
# ---------------- 云端接口 ----------------
|
||||
API_BASE = "https://www.workbuddy.cn"
|
||||
API_PATH = "/billing/meter/get-user-request-usage"
|
||||
|
||||
# ---------------- 采集参数默认值（可被 settings 表覆盖）----------------
|
||||
DEFAULTS = {
|
||||
"api_base": API_BASE,
|
||||
"api_path": API_PATH,
|
||||
"page_size": "200",
|
||||
"rewind_minutes": "2", # 断点回退分钟数
|
||||
"drift_tolerance_minutes": "5", # 云端比本地早超过该值才告警
|
||||
"max_prompt": "2048", # 0 表示不截断
|
||||
"verify_days": "0", # 每次采集后做整日完整性校验的天数
|
||||
"timeout": "30",
|
||||
"ssl_verify": "1", # 校验云端 HTTPS 证书（cookie 是凭证，不该裸奔）
|
||||
# 调度
|
||||
"schedule_enabled": "1",
|
||||
"schedule_times": "09:00,17:00", # 每天固定时刻（逗号分隔，本地时区）
|
||||
"catch_up": "1", # 启动时补跑当天已错过且未执行的槽位
|
||||
"catch_up_grace_hours": "12", # 超过该小时数就不再补跑
|
||||
# 凭证
|
||||
"cookie": "",
|
||||
"user_agent": ("Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 "
|
||||
"(KHTML, like Gecko) Chrome/153.0.0.0 Safari/537.36"),
|
||||
}
|
||||
|
||||
# 页面展示用：哪些键属于「敏感」，在界面上做掩码
|
||||
SECRET_KEYS = {"cookie"}
|
||||
|
||||
# 内部簿记键前缀：调度槽位标记等，**不属于用户可配置项**，
|
||||
# 不在 /api/settings 里回传，也不允许通过接口写入。
|
||||
INTERNAL_PREFIXES = ("slot:",)
|
||||
|
||||
|
||||
def is_internal_key(key):
|
||||
return any(str(key).startswith(p) for p in INTERNAL_PREFIXES)
|
||||
|
||||
|
||||
# ---------------- 设置项校验表 ----------------
|
||||
# 这些键必须能安全地转成数字：后台页面是自由文本框，用户敲错一个字符
|
||||
# 就会让采集在 int() 处抛 ValueError（历史 bug），所以写入时校验、读取时兜底。
|
||||
# 值 = (最小值, 最大值, 单位说明)
|
||||
NUM_SETTINGS = {
|
||||
"page_size": (20, 1000, "条/页"),
|
||||
"rewind_minutes": (0, 120, "分钟"),
|
||||
"drift_tolerance_minutes": (0, 720, "分钟"),
|
||||
"max_prompt": (0, 20000, "字符"),
|
||||
"verify_days": (0, 90, "天"),
|
||||
"timeout": (5, 300, "秒"),
|
||||
"catch_up_grace_hours": (1, 168, "小时"),
|
||||
}
|
||||
BOOL_SETTINGS = {"schedule_enabled", "catch_up"}
|
||||
|
||||
_TRUE = ("1", "true", "yes", "on", "是", "启用")
|
||||
|
||||
|
||||
def normalize_setting(key, raw):
|
||||
"""校验并规范化单个设置值。
|
||||
|
||||
返回 (value, error)：
|
||||
* value 为可直接写入 settings 表的字符串；error 非空时 value 为 None。
|
||||
* 未知键（不在 DEFAULTS 里）直接拒绝，避免接口被用来写任意键。
|
||||
"""
|
||||
if key not in DEFAULTS:
|
||||
return None, "未知配置项：%s" % key
|
||||
if raw is None:
|
||||
return "", None
|
||||
|
||||
if key in BOOL_SETTINGS:
|
||||
v = str(raw).strip().lower()
|
||||
if v in _TRUE:
|
||||
return "1", None
|
||||
if v in ("0", "false", "no", "off", "否", "停用", ""):
|
||||
return "0", None
|
||||
return None, "%s 只能是 0/1" % key
|
||||
|
||||
if key in NUM_SETTINGS:
|
||||
lo, hi, unit = NUM_SETTINGS[key]
|
||||
try:
|
||||
n = int(float(str(raw).strip()))
|
||||
except (TypeError, ValueError):
|
||||
return None, "%s 必须是数字（%s）" % (key, unit)
|
||||
if not (lo <= n <= hi):
|
||||
return None, "%s 需在 %d ~ %d %s 之间" % (key, lo, hi, unit)
|
||||
return str(n), None
|
||||
|
||||
if key == "schedule_times":
|
||||
from . import scheduler # 局部导入避免循环依赖
|
||||
parsed = scheduler.parse_times(raw)
|
||||
if not parsed:
|
||||
return None, "每日时刻格式不对，正确写法如 09:00,17:00"
|
||||
return ",".join(parsed), None
|
||||
|
||||
if key in ("api_base", "api_path"):
|
||||
v = str(raw).strip()
|
||||
if not v:
|
||||
return None, "%s 不能为空" % key
|
||||
if key == "api_base" and not v.startswith(("http://", "https://")):
|
||||
return None, "接口基址需以 http:// 或 https:// 开头"
|
||||
return v, None
|
||||
|
||||
if key == "cookie":
|
||||
return str(raw).strip(), None
|
||||
|
||||
return str(raw).strip(), None
|
||||
|
||||
# 服务
|
||||
DEFAULT_HOST = "0.0.0.0" # 局域网可访问
|
||||
DEFAULT_PORT = 8848
|
||||
SESSION_HOURS = 12
|
||||
MAX_LOGIN_FAILS = 5 # 同 IP 连续失败次数
|
||||
LOGIN_LOCK_MINUTES = 10
|
||||
|
||||
|
||||
def ensure_dirs():
|
||||
for d in (DATA_DIR, LOG_DIR, EXPORT_DIR):
|
||||
os.makedirs(d, exist_ok=True)
|
||||
|
||||
|
||||
def secret_key():
|
||||
"""SECRET_KEY 持久化在 data/instance.json，避免每次重启把登录态全踢掉。"""
|
||||
ensure_dirs()
|
||||
data = {}
|
||||
if os.path.exists(INSTANCE_FILE):
|
||||
try:
|
||||
with open(INSTANCE_FILE, "r", encoding="utf-8") as f:
|
||||
data = json.load(f) or {}
|
||||
except (OSError, ValueError):
|
||||
data = {}
|
||||
key = data.get("secret_key")
|
||||
if not key:
|
||||
key = secrets.token_hex(32)
|
||||
data["secret_key"] = key
|
||||
with open(INSTANCE_FILE, "w", encoding="utf-8") as f:
|
||||
json.dump(data, f, ensure_ascii=False, indent=2)
|
||||
return key
|
||||
@@ -0,0 +1,156 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
"""SQLite 访问层。
|
||||
|
||||
并发约定（重要）：
|
||||
* WAL 模式 —— 采集写入期间页面查询不会被 `database is locked` 挡住
|
||||
* 单写者 —— SQLite 同一时刻只允许一个写进程，所以采集必须串行
|
||||
（由 scheduler / CLI 共享的 collect.lock 保证）
|
||||
* busy_timeout=8s —— 偶发并发时等待而不是立刻报错
|
||||
* 每个线程独立连接（sqlite3 默认禁止跨线程复用连接）
|
||||
"""
|
||||
import os
|
||||
import sqlite3
|
||||
import threading
|
||||
from datetime import datetime
|
||||
|
||||
from . import config
|
||||
|
||||
_local = threading.local()
|
||||
_init_lock = threading.Lock()
|
||||
_initialized = False
|
||||
|
||||
|
||||
def now_str():
|
||||
return datetime.now().strftime("%Y-%m-%d %H:%M:%S")
|
||||
|
||||
|
||||
def connect(path=None):
|
||||
"""新建一个连接（调用方负责关闭）。"""
|
||||
config.ensure_dirs()
|
||||
conn = sqlite3.connect(path or config.SQLITE_PATH, timeout=8.0,
|
||||
isolation_level=None) # autocommit，事务用显式 BEGIN
|
||||
conn.row_factory = sqlite3.Row
|
||||
conn.execute("PRAGMA journal_mode=WAL")
|
||||
conn.execute("PRAGMA synchronous=NORMAL")
|
||||
conn.execute("PRAGMA busy_timeout=8000")
|
||||
conn.execute("PRAGMA foreign_keys=ON")
|
||||
return conn
|
||||
|
||||
|
||||
def thread_conn():
|
||||
"""按线程缓存的连接（采集线程、调度线程各自一份）。"""
|
||||
c = getattr(_local, "conn", None)
|
||||
if c is None:
|
||||
c = _local.conn = connect()
|
||||
return c
|
||||
|
||||
|
||||
def close_thread_conn():
|
||||
c = getattr(_local, "conn", None)
|
||||
if c is not None:
|
||||
try:
|
||||
c.close()
|
||||
except sqlite3.Error:
|
||||
pass
|
||||
_local.conn = None
|
||||
|
||||
|
||||
# ---------------- 初始化 ----------------
|
||||
def init_db(conn=None, create_admin=True, admin_user="admin", admin_password=None):
|
||||
"""建表 + 灌默认配置。可重复执行（幂等）。"""
|
||||
global _initialized
|
||||
own = conn is None
|
||||
conn = conn or connect()
|
||||
try:
|
||||
with open(os.path.join(os.path.dirname(os.path.abspath(__file__)), "schema.sql"),
|
||||
"r", encoding="utf-8") as f:
|
||||
conn.executescript(f.read())
|
||||
# 默认配置（不覆盖已有值）
|
||||
ts = now_str()
|
||||
for k, v in config.DEFAULTS.items():
|
||||
conn.execute("INSERT OR IGNORE INTO settings(key,value,updated_at) VALUES(?,?,?)",
|
||||
(k, v, ts))
|
||||
if create_admin:
|
||||
n = conn.execute("SELECT COUNT(*) FROM users").fetchone()[0]
|
||||
if n == 0:
|
||||
from .security import hash_password
|
||||
pwd = admin_password or "admin123"
|
||||
conn.execute(
|
||||
"INSERT INTO users(username,password_hash,display_name,is_admin,created_at)"
|
||||
" VALUES(?,?,?,1,?)", (admin_user, hash_password(pwd), "管理员", ts))
|
||||
_initialized = True
|
||||
finally:
|
||||
if own:
|
||||
conn.close()
|
||||
|
||||
|
||||
# ---------------- 配置读写 ----------------
|
||||
def get_setting(conn, key, default=None):
|
||||
row = conn.execute("SELECT value FROM settings WHERE key=?", (key,)).fetchone()
|
||||
if row is None or row["value"] is None:
|
||||
return config.DEFAULTS.get(key, default)
|
||||
return row["value"]
|
||||
|
||||
|
||||
def get_settings(conn, keys=None):
|
||||
rows = conn.execute("SELECT key,value FROM settings").fetchall()
|
||||
got = {r["key"]: r["value"] for r in rows}
|
||||
out = dict(config.DEFAULTS)
|
||||
out.update(got)
|
||||
if keys:
|
||||
return {k: out.get(k) for k in keys}
|
||||
return out
|
||||
|
||||
|
||||
def set_setting(conn, key, value):
|
||||
conn.execute("INSERT INTO settings(key,value,updated_at) VALUES(?,?,?) "
|
||||
"ON CONFLICT(key) DO UPDATE SET value=excluded.value, updated_at=excluded.updated_at",
|
||||
(key, "" if value is None else str(value), now_str()))
|
||||
|
||||
|
||||
def set_settings(conn, pairs):
|
||||
for k, v in pairs.items():
|
||||
set_setting(conn, k, v)
|
||||
|
||||
|
||||
def get_int(conn, key, default=0):
|
||||
try:
|
||||
return int(float(get_setting(conn, key, default)))
|
||||
except (TypeError, ValueError):
|
||||
return default
|
||||
|
||||
|
||||
def get_float(conn, key, default=0.0):
|
||||
try:
|
||||
return float(get_setting(conn, key, default))
|
||||
except (TypeError, ValueError):
|
||||
return default
|
||||
|
||||
|
||||
def get_bool(conn, key, default=False):
|
||||
v = str(get_setting(conn, key, "1" if default else "0")).strip().lower()
|
||||
return v in ("1", "true", "yes", "on", "是")
|
||||
|
||||
|
||||
# ---------------- 审计 ----------------
|
||||
def audit(conn, action, actor=None, detail=None, ip=None):
|
||||
conn.execute("INSERT INTO audit_log(at,actor,action,detail,ip) VALUES(?,?,?,?,?)",
|
||||
(now_str(), actor, action, detail, ip))
|
||||
|
||||
|
||||
# ---------------- Flask 集成 ----------------
|
||||
def get_db():
|
||||
from flask import g
|
||||
if "db" not in g:
|
||||
g.db = connect()
|
||||
return g.db
|
||||
|
||||
|
||||
def close_db(exc=None):
|
||||
from flask import g
|
||||
db = g.pop("db", None)
|
||||
if db is not None:
|
||||
try:
|
||||
db.close()
|
||||
except sqlite3.Error:
|
||||
pass
|
||||
@@ -0,0 +1,353 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
"""SQL 聚合层：所有统计都在 SQLite 里算完再出去，页面不再搬运全量明细。
|
||||
|
||||
返回结构刻意与旧版 dashboard/data/*.json 的字段保持一致（d/c/k/fc/bc/m/h、
|
||||
id/c/m/cl/t/px …），这样 ECharts 大屏的渲染代码一行都不用改，只换数据来源。
|
||||
"""
|
||||
from datetime import datetime, timedelta
|
||||
|
||||
from . import config, db
|
||||
|
||||
SCHEMA_VERSION = 4
|
||||
TOP_EXCERPT_LEN = 400
|
||||
DEFAULT_TOP_N = 200
|
||||
# 大屏页一次最多下发多少条窗口明细（页面要拿它在浏览器里算窗口 TOP / 散点）。
|
||||
# 存档长大后不能让首屏体量线性膨胀，所以设上限并在响应里标注是否被截断。
|
||||
BUNDLE_RECORDS_CAP = 20000
|
||||
# 分页接口单页上限（导出走独立的流式游标，不受此限）
|
||||
MAX_PAGE_SIZE = 500
|
||||
|
||||
|
||||
def norm_day(s):
|
||||
"""把各种写法归一成 'YYYY-MM-DD'；无法识别返回 None。
|
||||
|
||||
接受 '2026-09-08'、'2026-09-08 12:00:00'、'2026/09/08'。
|
||||
"""
|
||||
if s is None:
|
||||
return None
|
||||
t = str(s).strip().replace("/", "-")
|
||||
if not t:
|
||||
return None
|
||||
t = t.split(" ")[0].split("T")[0]
|
||||
try:
|
||||
return datetime.strptime(t, "%Y-%m-%d").strftime("%Y-%m-%d")
|
||||
except ValueError:
|
||||
return None
|
||||
|
||||
|
||||
def norm_window(frm=None, to=None):
|
||||
"""归一化并保证 from <= to。返回 (from, to)，任一无法识别则为 None。"""
|
||||
f, t = norm_day(frm), norm_day(to)
|
||||
if f and t and f > t:
|
||||
f, t = t, f
|
||||
return f, t
|
||||
|
||||
|
||||
def _where(frm=None, to=None, model=None, client=None, q=None):
|
||||
w, p = [], []
|
||||
if frm:
|
||||
w.append("day >= ?")
|
||||
p.append(frm)
|
||||
if to:
|
||||
w.append("day <= ?")
|
||||
p.append(to)
|
||||
if model:
|
||||
w.append("model = ?")
|
||||
p.append(model)
|
||||
if client:
|
||||
w.append("client = ?")
|
||||
p.append(client)
|
||||
if q:
|
||||
w.append("(prompt LIKE ? OR request_id LIKE ?)")
|
||||
p += ["%" + q + "%", "%" + q + "%"]
|
||||
return ("WHERE " + " AND ".join(w)) if w else "", p
|
||||
|
||||
|
||||
def _excerpt(s, n):
|
||||
s = " ".join(str(s or "").split())
|
||||
if not n or len(s) <= n:
|
||||
return s
|
||||
return s[:n].rstrip() + "…"
|
||||
|
||||
|
||||
# ---------------- 逐日聚合 ----------------
|
||||
def daily(conn, frm=None, to=None, with_maps=True):
|
||||
w, p = _where(frm, to)
|
||||
days = {}
|
||||
for r in conn.execute(
|
||||
"SELECT day d, COUNT(*) k, ROUND(SUM(credits),2) c,"
|
||||
" SUM(CASE WHEN credits<=0 THEN 1 ELSE 0 END) fc,"
|
||||
" MIN(ts) first, MAX(ts) last"
|
||||
" FROM usage_records %s GROUP BY day ORDER BY day" % w, p):
|
||||
k = r["k"] or 0
|
||||
fc = r["fc"] or 0
|
||||
days[r["d"]] = {"d": r["d"], "c": r["c"] or 0.0, "k": k, "fc": fc, "bc": k - fc,
|
||||
"m": {}, "h": [0.0] * 24, "first": r["first"] or "", "last": r["last"] or ""}
|
||||
if with_maps and days:
|
||||
for r in conn.execute(
|
||||
"SELECT day d, model, ROUND(SUM(credits),2) c FROM usage_records %s"
|
||||
" GROUP BY day, model" % w, p):
|
||||
if r["d"] in days:
|
||||
days[r["d"]]["m"][r["model"]] = r["c"] or 0.0
|
||||
for r in conn.execute(
|
||||
"SELECT day d, hour h, ROUND(SUM(credits),2) c FROM usage_records %s"
|
||||
" GROUP BY day, hour" % w, p):
|
||||
if r["d"] in days:
|
||||
days[r["d"]]["h"][r["h"]] = r["c"] or 0.0
|
||||
return [days[d] for d in sorted(days)]
|
||||
|
||||
|
||||
# ---------------- 维度汇总 ----------------
|
||||
def _dim(conn, col, frm=None, to=None):
|
||||
w, p = _where(frm, to)
|
||||
rows = conn.execute(
|
||||
"SELECT %s name, COUNT(*) calls, ROUND(SUM(credits),2) credits,"
|
||||
" SUM(CASE WHEN credits<=0 THEN 1 ELSE 0 END) freeCalls,"
|
||||
" COUNT(DISTINCT day) activeDays, MIN(day) firstDay, MAX(day) lastDay"
|
||||
" FROM usage_records %s GROUP BY %s"
|
||||
" ORDER BY credits DESC, calls DESC" % (col, w, col), p)
|
||||
out = []
|
||||
for r in rows:
|
||||
calls = r["calls"] or 0
|
||||
fc = r["freeCalls"] or 0
|
||||
cr = r["credits"] or 0.0
|
||||
out.append({
|
||||
"name": r["name"], "calls": calls, "credits": cr,
|
||||
"freeCalls": fc, "billableCalls": calls - fc,
|
||||
"activeDays": r["activeDays"] or 0,
|
||||
"firstDay": r["firstDay"] or "", "lastDay": r["lastDay"] or "",
|
||||
"avgPerCall": round(cr / calls, 4) if calls else 0.0,
|
||||
"freeRate": round(fc / calls, 4) if calls else 0.0,
|
||||
})
|
||||
return out
|
||||
|
||||
|
||||
def dims(conn, frm=None, to=None):
|
||||
hours = {int(r["name"]): r for r in _dim(conn, "printf('%02d',hour)", frm, to)}
|
||||
hlist = []
|
||||
for i in range(24):
|
||||
h = "%02d" % i
|
||||
hlist.append(hours.get(i, {"name": h, "calls": 0, "credits": 0.0, "freeCalls": 0,
|
||||
"billableCalls": 0, "activeDays": 0, "firstDay": "",
|
||||
"lastDay": "", "avgPerCall": 0.0, "freeRate": 0.0}))
|
||||
for i, o in enumerate(hlist):
|
||||
o["name"] = "%02d" % i
|
||||
return {"model": _dim(conn, "model", frm, to),
|
||||
"client": _dim(conn, "client", frm, to),
|
||||
"hour": hlist}
|
||||
|
||||
|
||||
# ---------------- 单笔榜 ----------------
|
||||
def top(conn, frm=None, to=None, n=DEFAULT_TOP_N):
|
||||
w, p = _where(frm, to)
|
||||
items = []
|
||||
for i, r in enumerate(conn.execute(
|
||||
"SELECT request_id, credits, model, client, ts, prompt FROM usage_records %s"
|
||||
" ORDER BY credits DESC, ts LIMIT ?" % w, p + [n])):
|
||||
items.append({"rank": i + 1, "id": r["request_id"], "c": r["credits"] or 0.0,
|
||||
"m": r["model"], "cl": r["client"], "t": r["ts"],
|
||||
"px": _excerpt(r["prompt"], TOP_EXCERPT_LEN)})
|
||||
return {"n": len(items), "items": items}
|
||||
|
||||
|
||||
# ---------------- 明细（窗口内精简记录，不带 prompt 全文）----------------
|
||||
def records(conn, frm=None, to=None, excerpt=96, limit=0, offset=0, newest_first=False):
|
||||
w, p = _where(frm, to)
|
||||
order = "ORDER BY ts DESC, request_id DESC" if newest_first else "ORDER BY ts, request_id"
|
||||
sql = ("SELECT request_id, credits, model, client, ts,"
|
||||
" substr(replace(replace(COALESCE(prompt,''),char(10),' '),char(13),' '),1,?) px"
|
||||
" FROM usage_records %s %s" % (w, order))
|
||||
args = [excerpt] + p
|
||||
if limit:
|
||||
sql += " LIMIT ? OFFSET ?"
|
||||
args += [limit, offset]
|
||||
return [{"id": r["request_id"], "c": r["credits"] or 0.0, "m": r["model"],
|
||||
"cl": r["client"], "t": r["ts"], "px": (r["px"] or "")} for r in conn.execute(sql, args)]
|
||||
|
||||
|
||||
def records_page(conn, frm=None, to=None, model=None, client=None, q=None,
|
||||
page=1, size=50, order="ts_desc", with_prompt=True):
|
||||
frm, to = norm_window(frm, to)
|
||||
size = max(1, min(int(size or 50), MAX_PAGE_SIZE))
|
||||
page = max(1, int(page or 1))
|
||||
w, p = _where(frm, to, model, client, q)
|
||||
total = conn.execute("SELECT COUNT(*) FROM usage_records %s" % w, p).fetchone()[0]
|
||||
agg = conn.execute("SELECT ROUND(COALESCE(SUM(credits),0),2) c FROM usage_records %s" % w, p).fetchone()
|
||||
orders = {"ts_desc": "ts DESC, request_id", "ts": "ts, request_id",
|
||||
"credits_desc": "credits DESC, ts DESC", "credits": "credits, ts"}
|
||||
ob = orders.get(order, orders["ts_desc"])
|
||||
cols = "request_id,credits,model,client,ts,first_seen,last_seen,day,hour"
|
||||
cols += ",prompt" if with_prompt else ""
|
||||
rows = conn.execute("SELECT %s FROM usage_records %s ORDER BY %s LIMIT ? OFFSET ?" % (cols, w, ob),
|
||||
p + [size, (page - 1) * size])
|
||||
items = []
|
||||
for r in rows:
|
||||
o = {"request_id": r["request_id"], "credits": r["credits"] or 0.0,
|
||||
"model": r["model"], "client": r["client"], "ts": r["ts"], "day": r["day"],
|
||||
"hour": r["hour"], "first_seen": r["first_seen"], "last_seen": r["last_seen"]}
|
||||
if with_prompt:
|
||||
o["prompt"] = r["prompt"] or ""
|
||||
items.append(o)
|
||||
return {"total": total, "credits": agg["c"] or 0.0, "page": page, "size": size,
|
||||
"pages": max(1, (total + size - 1) // size), "items": items}
|
||||
|
||||
|
||||
def iter_records(conn, frm=None, to=None, model=None, client=None, q=None,
|
||||
order="ts_desc", with_prompt=True, batch=1000):
|
||||
"""流式产出明细（给导出用）：不把整个结果集读进内存。"""
|
||||
frm, to = norm_window(frm, to)
|
||||
w, p = _where(frm, to, model, client, q)
|
||||
orders = {"ts_desc": "ts DESC, request_id", "ts": "ts, request_id",
|
||||
"credits_desc": "credits DESC, ts DESC", "credits": "credits, ts"}
|
||||
ob = orders.get(order, orders["ts_desc"])
|
||||
cols = "request_id,credits,model,client,ts"
|
||||
cols += ",prompt" if with_prompt else ""
|
||||
cur = conn.execute("SELECT %s FROM usage_records %s ORDER BY %s" % (cols, w, ob), p)
|
||||
while True:
|
||||
chunk = cur.fetchmany(batch)
|
||||
if not chunk:
|
||||
return
|
||||
for r in chunk:
|
||||
o = {"request_id": r["request_id"], "credits": r["credits"] or 0.0,
|
||||
"model": r["model"], "client": r["client"], "ts": r["ts"]}
|
||||
if with_prompt:
|
||||
o["prompt"] = r["prompt"] or ""
|
||||
yield o
|
||||
|
||||
|
||||
# ---------------- 全局元信息 ----------------
|
||||
def months(conn):
|
||||
return [r[0] for r in conn.execute(
|
||||
"SELECT DISTINCT substr(day,1,7) m FROM usage_records ORDER BY m")]
|
||||
|
||||
|
||||
def totals(conn, frm=None, to=None):
|
||||
w, p = _where(frm, to)
|
||||
r = conn.execute(
|
||||
"SELECT COUNT(*) n, ROUND(COALESCE(SUM(credits),0),2) c,"
|
||||
" SUM(CASE WHEN credits<=0 THEN 1 ELSE 0 END) fc,"
|
||||
" MIN(day) d0, MAX(day) d1, COUNT(DISTINCT day) nd,"
|
||||
" COUNT(DISTINCT model) nm, COUNT(DISTINCT client) nc,"
|
||||
" MIN(ts) t0, MAX(ts) t1"
|
||||
" FROM usage_records %s" % w, p).fetchone()
|
||||
n = r["n"] or 0
|
||||
fc = r["fc"] or 0
|
||||
return {"records": n, "credits": r["c"] or 0.0, "calls": n,
|
||||
"freeCalls": fc, "billableCalls": n - fc,
|
||||
"firstDay": r["d0"] or "", "lastDay": r["d1"] or "", "days": r["nd"] or 0,
|
||||
"models": r["nm"] or 0, "clients": r["nc"] or 0,
|
||||
"first": r["t0"] or "", "last": r["t1"] or ""}
|
||||
|
||||
|
||||
def day_list(conn):
|
||||
return [r[0] for r in conn.execute("SELECT DISTINCT day FROM usage_records ORDER BY day")]
|
||||
|
||||
|
||||
def manifest(conn):
|
||||
t = totals(conn)
|
||||
db_bytes = conn.execute("PRAGMA page_count").fetchone()[0] * \
|
||||
conn.execute("PRAGMA page_size").fetchone()[0]
|
||||
runs = conn.execute("SELECT COUNT(*) FROM collect_runs").fetchone()[0]
|
||||
last_run = conn.execute("SELECT * FROM collect_runs ORDER BY id DESC LIMIT 1").fetchone()
|
||||
health = db.get_setting(conn, "cookie", "")
|
||||
mons = months(conn) # 只算一次（原来在返回体里调了两遍）
|
||||
return {
|
||||
"schema": SCHEMA_VERSION,
|
||||
"generated": db.now_str(),
|
||||
"archive": "data/usage.sqlite",
|
||||
"producer": "workbuddy-portal（Flask + SQLite）",
|
||||
"note": "数据正本为 SQLite 表 usage_records；daily/dims/top 均为 SQL 实时聚合结果。",
|
||||
"totals": {"records": t["records"], "credits": t["credits"], "calls": t["calls"],
|
||||
"freeCalls": t["freeCalls"], "billableCalls": t["billableCalls"],
|
||||
"days": day_list(conn), "months": mons,
|
||||
"models": t["models"], "clients": t["clients"],
|
||||
"first": t["first"], "last": t["last"],
|
||||
"topCredits": (conn.execute("SELECT COALESCE(MAX(credits),0) FROM usage_records")
|
||||
.fetchone()[0] or 0.0)},
|
||||
"months": mons,
|
||||
"sources": [
|
||||
{"path": "usage_records", "role": "明细正本（SQLite 表）", "count": t["records"],
|
||||
"bytes": db_bytes},
|
||||
{"path": "daily 聚合视图", "role": "逐日聚合（SQL GROUP BY day）", "count": t["days"], "bytes": 0},
|
||||
{"path": "dims 聚合视图", "role": "模型/客户端/时段汇总（SQL GROUP BY）",
|
||||
"count": t["models"] + t["clients"] + 24, "bytes": 0},
|
||||
{"path": "top 查询", "role": "单笔消耗榜（ORDER BY credits DESC）", "count": DEFAULT_TOP_N, "bytes": 0},
|
||||
{"path": "collect_runs", "role": "采集运行历史", "count": runs, "bytes": 0},
|
||||
],
|
||||
"focusDay": (last_run["win_to"] or "")[:10] if last_run else "",
|
||||
"health": {"cookie": bool(health and health.strip()),
|
||||
"lastRunAt": last_run["started_at"] if last_run else "",
|
||||
"lastRunStatus": last_run["status"] if last_run else ""},
|
||||
}
|
||||
|
||||
|
||||
def bundle(conn, frm=None, to=None, top_n=DEFAULT_TOP_N, excerpt=140,
|
||||
records_cap=BUNDLE_RECORDS_CAP):
|
||||
"""大屏页一次请求拿齐所需数据。
|
||||
|
||||
窗口裁剪：records（明细）、dims（维度）、totals（KPI）随 frm/to 变化。
|
||||
刻意不裁剪：daily（全量逐日，供日历与日期轴，体量小）、top（全局 TOP 榜）。
|
||||
|
||||
records 有上限（records_cap）并在响应里标注 recordsTruncated，
|
||||
避免存档长大后「全部」区间把整包明细都压到浏览器。
|
||||
"""
|
||||
frm, to = norm_window(frm, to)
|
||||
tot = totals(conn, frm, to)
|
||||
# 只有真的会超限时才改成「取最近 N 条」，避免改变现有正常路径的行为
|
||||
truncated = tot["records"] > records_cap
|
||||
recs = records(conn, frm, to, excerpt=excerpt,
|
||||
limit=records_cap if truncated else 0, newest_first=truncated)
|
||||
return {
|
||||
"manifest": manifest(conn),
|
||||
"daily": daily(conn), # 全量逐日（体量小，供日历与日期轴）
|
||||
"dims": dims(conn, frm, to), # 窗口内维度
|
||||
"top": top(conn, None, None, top_n)["items"], # 全局 TOP 榜（对应「全局 TOP200」视图）
|
||||
"records": recs,
|
||||
"recordsTotal": tot["records"],
|
||||
"recordsCap": records_cap,
|
||||
"recordsTruncated": truncated,
|
||||
"totals": tot,
|
||||
"window": {"from": frm or "", "to": to or ""},
|
||||
}
|
||||
|
||||
|
||||
# ---------------- 环比 ----------------
|
||||
def summary(conn, frm, to):
|
||||
"""KPI + 环比。前一段必须完整落在存档范围内，否则不给假数字。
|
||||
|
||||
frm/to 会先归一化（容错 '2026-09-08 12:00:00'、'2026/09/08' 等写法），
|
||||
并在 from > to 时自动交换——否则环比区间会算到未来去。
|
||||
"""
|
||||
frm, to = norm_window(frm, to)
|
||||
if not frm or not to:
|
||||
# 无法识别的日期：退化成全量口径，不抛异常（API 层会先校验并返回 400）
|
||||
t = totals(conn)
|
||||
frm, to = t["firstDay"], t["lastDay"]
|
||||
if not frm or not to:
|
||||
frm = to = datetime.now().strftime("%Y-%m-%d")
|
||||
cur = totals(conn, frm, to)
|
||||
days = (datetime.strptime(to, "%Y-%m-%d") - datetime.strptime(frm, "%Y-%m-%d")).days + 1
|
||||
p_to = (datetime.strptime(frm, "%Y-%m-%d") - timedelta(days=1)).strftime("%Y-%m-%d")
|
||||
p_frm = (datetime.strptime(p_to, "%Y-%m-%d") - timedelta(days=days - 1)).strftime("%Y-%m-%d")
|
||||
first_day = conn.execute("SELECT MIN(day) FROM usage_records").fetchone()[0]
|
||||
prev = None
|
||||
if first_day and p_frm >= first_day:
|
||||
prev = totals(conn, p_frm, p_to)
|
||||
out = dict(cur)
|
||||
out["window"] = {"from": frm, "to": to, "days": days}
|
||||
out["avgPerCall"] = round(cur["credits"] / cur["calls"], 4) if cur["calls"] else 0.0
|
||||
out["prev"] = prev
|
||||
if prev:
|
||||
out["delta"] = {
|
||||
"credits": (cur["credits"] - prev["credits"]) / prev["credits"] * 100 if prev["credits"] else None,
|
||||
"calls": (cur["calls"] - prev["calls"]) / prev["calls"] * 100 if prev["calls"] else None,
|
||||
"window": {"from": p_frm, "to": p_to},
|
||||
}
|
||||
else:
|
||||
out["delta"] = None
|
||||
# 残日：最后一天不是完整的一天
|
||||
if to == datetime.now().strftime("%Y-%m-%d"):
|
||||
row = conn.execute("SELECT MAX(ts) FROM usage_records WHERE day=?", (to,)).fetchone()
|
||||
if row and row[0]:
|
||||
out["partial"] = {"date": to, "hhmm": row[0][11:16]}
|
||||
return out
|
||||
@@ -0,0 +1,178 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
"""进程内调度器（手写，不依赖 APScheduler）。
|
||||
|
||||
为什么不引 APScheduler：
|
||||
* 需求只是「每天固定几个时刻跑一次」，一个线程 + 20 秒轮询足够
|
||||
* 需要「启动补跑」（程序没开的时候错过了时刻，开机后要补上）
|
||||
* 需要和 CLI 共享同一把文件锁，避免两处同时采集
|
||||
|
||||
单实例保证：
|
||||
* Flask 的 reloader 会 fork 两个进程 → 只在 WERKZEUG_RUN_MAIN 里启动
|
||||
* 多进程部署时用环境变量 WB_DISABLE_SCHEDULER=1 关掉除一个之外的所有实例
|
||||
* 真正防重复采集靠 collect._Lock（文件锁），即使两个调度线程同时触发也只会跑一个
|
||||
"""
|
||||
import logging
|
||||
import os
|
||||
import threading
|
||||
from datetime import datetime, timedelta
|
||||
|
||||
from . import collect, db
|
||||
|
||||
log = logging.getLogger("wb.scheduler")
|
||||
SLOT_PREFIX = "slot:" # settings 键：slot:09:00 -> 最近执行的日期
|
||||
|
||||
|
||||
def parse_times(raw):
|
||||
"""把 '09:00,17:00' 解析成 ['09:00','17:00']；非法片段直接丢弃。
|
||||
|
||||
对外公开（config.normalize_setting 用它做写入校验），所以不要改名。
|
||||
"""
|
||||
out = []
|
||||
for part in str(raw or "").replace("；", ",").replace("，", ",").split(","):
|
||||
p = part.strip()
|
||||
if not p:
|
||||
continue
|
||||
bits = p.split(":")
|
||||
try:
|
||||
hh = int(bits[0])
|
||||
mm = int(bits[1]) if len(bits) > 1 else 0
|
||||
except ValueError:
|
||||
continue
|
||||
if 0 <= hh <= 23 and 0 <= mm <= 59:
|
||||
out.append("%02d:%02d" % (hh, mm))
|
||||
return sorted(set(out))
|
||||
|
||||
|
||||
# 兼容旧名（早期版本用 _parse_times）
|
||||
_parse_times = parse_times
|
||||
|
||||
|
||||
def slots(conn):
|
||||
return parse_times(db.get_setting(conn, "schedule_times"))
|
||||
|
||||
|
||||
def last_run_of_slot(conn, slot):
|
||||
return db.get_setting(conn, SLOT_PREFIX + slot, "")
|
||||
|
||||
|
||||
def mark_slot(conn, slot, day):
|
||||
db.set_setting(conn, SLOT_PREFIX + slot, day)
|
||||
|
||||
|
||||
def next_run_at(conn, now=None):
|
||||
"""下一次计划执行时间（仅按配置推算，不含补跑）。"""
|
||||
if not db.get_bool(conn, "schedule_enabled", True):
|
||||
return None
|
||||
now = now or datetime.now()
|
||||
best = None
|
||||
for s in slots(conn):
|
||||
hh, mm = map(int, s.split(":"))
|
||||
cand = now.replace(hour=hh, minute=mm, second=0, microsecond=0)
|
||||
if cand <= now:
|
||||
cand += timedelta(days=1)
|
||||
if best is None or cand < best:
|
||||
best = cand
|
||||
return best
|
||||
|
||||
|
||||
def due_slots(conn, now=None):
|
||||
"""返回此刻应当执行的槽位列表（含启动补跑）。"""
|
||||
if not db.get_bool(conn, "schedule_enabled", True):
|
||||
return []
|
||||
now = now or datetime.now()
|
||||
today = now.strftime("%Y-%m-%d")
|
||||
# 用 get_int 兜底：catch_up_grace_hours 在后台是自由文本框，
|
||||
# 历史上填成 "12h" 会让这里 int() 抛 ValueError，把 /tasks 打成 500。
|
||||
grace_hours = db.get_int(conn, "catch_up_grace_hours", 12)
|
||||
grace = timedelta(hours=max(1, grace_hours))
|
||||
catch_up = db.get_bool(conn, "catch_up", True)
|
||||
out = []
|
||||
for s in slots(conn):
|
||||
hh, mm = map(int, s.split(":"))
|
||||
when = now.replace(hour=hh, minute=mm, second=0, microsecond=0)
|
||||
if when > now:
|
||||
continue # 还没到点
|
||||
if last_run_of_slot(conn, s) == today:
|
||||
continue # 今天这个槽位已跑过
|
||||
if when < now - grace and catch_up:
|
||||
continue # 错过太久，不补（避免开机狂刷）
|
||||
if when < now - timedelta(seconds=90) and not catch_up:
|
||||
continue # 未开启补跑，只认刚到的点
|
||||
out.append(s)
|
||||
return out
|
||||
|
||||
|
||||
class Scheduler:
|
||||
def __init__(self, interval=20):
|
||||
self.interval = interval
|
||||
self._stop = threading.Event()
|
||||
self._thread = None
|
||||
|
||||
# ---- 生命周期 ----
|
||||
def start(self):
|
||||
if self._thread and self._thread.is_alive():
|
||||
return False
|
||||
self._stop.clear()
|
||||
self._thread = threading.Thread(target=self._loop, name="wb-scheduler", daemon=True)
|
||||
self._thread.start()
|
||||
log.info("调度器已启动，轮询间隔 %ss", self.interval)
|
||||
return True
|
||||
|
||||
def stop(self):
|
||||
self._stop.set()
|
||||
if self._thread:
|
||||
self._thread.join(timeout=5)
|
||||
|
||||
@property
|
||||
def running(self):
|
||||
return bool(self._thread and self._thread.is_alive())
|
||||
|
||||
# ---- 主循环 ----
|
||||
def _loop(self):
|
||||
while not self._stop.is_set():
|
||||
try:
|
||||
self.tick()
|
||||
except Exception as e: # 任何异常都不能让线程死掉
|
||||
log.exception("调度 tick 出错：%s", e)
|
||||
self._stop.wait(self.interval)
|
||||
|
||||
def tick(self, now=None):
|
||||
conn = db.thread_conn()
|
||||
now = now or datetime.now()
|
||||
today = now.strftime("%Y-%m-%d")
|
||||
for slot in due_slots(conn, now):
|
||||
scheduled = now.replace(hour=int(slot[:2]), minute=int(slot[3:]),
|
||||
second=0, microsecond=0)
|
||||
trigger = "startup" if now - scheduled > timedelta(minutes=5) else "schedule"
|
||||
log.info("触发采集：槽位 %s（%s）", slot, trigger)
|
||||
mark_slot(conn, slot, today) # 先占位，避免采集失败被无限重试打爆云端
|
||||
try:
|
||||
r = collect.run_sync(trigger=trigger)
|
||||
log.info("采集完成：%s", r["message"])
|
||||
except collect.Busy as e:
|
||||
log.warning("跳过（%s）", e)
|
||||
except Exception as e:
|
||||
log.error("采集失败：%s", e)
|
||||
return True
|
||||
|
||||
|
||||
_scheduler = None
|
||||
|
||||
|
||||
def get_scheduler(interval=20):
|
||||
global _scheduler
|
||||
if _scheduler is None:
|
||||
_scheduler = Scheduler(interval=interval)
|
||||
return _scheduler
|
||||
|
||||
|
||||
def start_from_app(app):
|
||||
"""由 create_app 调用。遵守 reloader 与显式禁用开关。"""
|
||||
if os.environ.get("WB_DISABLE_SCHEDULER") == "1":
|
||||
app.logger.info("WB_DISABLE_SCHEDULER=1，调度器未启动")
|
||||
return None
|
||||
if app.debug and os.environ.get("WERKZEUG_RUN_MAIN") != "true":
|
||||
return None # reloader 的父进程不启动，避免跑两份
|
||||
sch = get_scheduler()
|
||||
sch.start()
|
||||
return sch
|
||||
@@ -0,0 +1,83 @@
|
||||
-- WorkBuddy Portal —— SQLite 表结构
|
||||
-- 设计要点：
|
||||
-- * usage_records 是唯一正本，request_id 为主键，去重靠 ON CONFLICT，不再依赖内存比对
|
||||
-- * ts 存「本地保留的最早开始时间」；cloud_ts 存云端最近一次返回的时间（观察长请求前移）
|
||||
-- * day / hour 是冗余列，配合索引让区间扫描与 GROUP BY 都能走索引
|
||||
-- * prompt 单独存一列且默认不参与任何列表接口（占传输量约 80%）
|
||||
|
||||
PRAGMA journal_mode = WAL;
|
||||
PRAGMA synchronous = NORMAL;
|
||||
|
||||
CREATE TABLE IF NOT EXISTS usage_records (
|
||||
request_id TEXT PRIMARY KEY,
|
||||
ts TEXT NOT NULL, -- 'YYYY-MM-DD HH:MM:SS'
|
||||
day TEXT NOT NULL, -- 'YYYY-MM-DD'
|
||||
hour INTEGER NOT NULL, -- 0..23
|
||||
model TEXT NOT NULL DEFAULT '-',
|
||||
client TEXT NOT NULL DEFAULT '-',
|
||||
credits REAL NOT NULL DEFAULT 0,
|
||||
prompt TEXT,
|
||||
first_seen TEXT NOT NULL, -- 本地首次入库时间
|
||||
last_seen TEXT NOT NULL, -- 本地最近一次见到的时间
|
||||
cloud_ts TEXT -- 云端最近一次返回的 requestTime
|
||||
);
|
||||
|
||||
CREATE INDEX IF NOT EXISTS idx_ur_day ON usage_records(day);
|
||||
CREATE INDEX IF NOT EXISTS idx_ur_day_hour ON usage_records(day, hour);
|
||||
CREATE INDEX IF NOT EXISTS idx_ur_model_day ON usage_records(model, day);
|
||||
CREATE INDEX IF NOT EXISTS idx_ur_client_day ON usage_records(client, day);
|
||||
CREATE INDEX IF NOT EXISTS idx_ur_credits ON usage_records(credits DESC);
|
||||
CREATE INDEX IF NOT EXISTS idx_ur_ts ON usage_records(ts);
|
||||
|
||||
-- 采集运行历史（任务管理 + 日志管理的正本）
|
||||
CREATE TABLE IF NOT EXISTS collect_runs (
|
||||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||||
trigger TEXT NOT NULL, -- manual | schedule | cli | startup
|
||||
status TEXT NOT NULL, -- running | ok | warn | error
|
||||
started_at TEXT NOT NULL,
|
||||
finished_at TEXT,
|
||||
duration_ms INTEGER,
|
||||
win_from TEXT,
|
||||
win_to TEXT,
|
||||
fetched INTEGER DEFAULT 0, -- 云端返回条数
|
||||
added INTEGER DEFAULT 0,
|
||||
dup INTEGER DEFAULT 0,
|
||||
total INTEGER DEFAULT 0, -- 入库后总条数
|
||||
conflicts INTEGER DEFAULT 0,
|
||||
exit_code INTEGER,
|
||||
message TEXT, -- 一句话结论
|
||||
detail TEXT -- 逐行日志（含 [warn] / [error] 原文）
|
||||
);
|
||||
|
||||
CREATE INDEX IF NOT EXISTS idx_runs_started ON collect_runs(started_at DESC);
|
||||
|
||||
-- 键值配置：cookie / user_agent / 调度时刻 / 采集参数 / 调度槽位去重标记
|
||||
CREATE TABLE IF NOT EXISTS settings (
|
||||
key TEXT PRIMARY KEY,
|
||||
value TEXT,
|
||||
updated_at TEXT
|
||||
);
|
||||
|
||||
-- 后台登录账号（局域网访问必须）
|
||||
CREATE TABLE IF NOT EXISTS users (
|
||||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||||
username TEXT UNIQUE NOT NULL,
|
||||
password_hash TEXT NOT NULL,
|
||||
display_name TEXT,
|
||||
is_admin INTEGER NOT NULL DEFAULT 1,
|
||||
created_at TEXT,
|
||||
last_login_at TEXT,
|
||||
login_count INTEGER NOT NULL DEFAULT 0
|
||||
);
|
||||
|
||||
-- 操作审计（登录、改配置、手动触发等）
|
||||
CREATE TABLE IF NOT EXISTS audit_log (
|
||||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||||
at TEXT NOT NULL,
|
||||
actor TEXT,
|
||||
action TEXT NOT NULL,
|
||||
detail TEXT,
|
||||
ip TEXT
|
||||
);
|
||||
|
||||
CREATE INDEX IF NOT EXISTS idx_audit_at ON audit_log(at DESC);
|
||||
@@ -0,0 +1,193 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
"""密码哈希、登录装饰器、CSRF。
|
||||
|
||||
局域网可访问 ⇒ 必须有鉴权。这里用 Werkzeug 自带的 PBKDF2，不引第三方依赖。
|
||||
"""
|
||||
import functools
|
||||
import hmac
|
||||
import secrets
|
||||
import time
|
||||
|
||||
from flask import (current_app, flash, jsonify, redirect, render_template, request,
|
||||
session, url_for)
|
||||
from werkzeug.security import check_password_hash, generate_password_hash
|
||||
|
||||
from . import config, db
|
||||
|
||||
# 简易失败计数（内存即可：单进程部署，重启清零可接受）
|
||||
_fails = {} # ip -> [count, first_ts]
|
||||
_FAILS_MAX_IPS = 4096 # 上限，防止大量来源 IP 把字典撑爆
|
||||
_FAILS_TTL = 3600 # 超过 1 小时无更新的条目会被清理
|
||||
|
||||
|
||||
def _prune_fails(now=None):
|
||||
"""清掉过期条目；条目数超上限时按时间淘汰最旧的。"""
|
||||
now = now or time.time()
|
||||
dead = [ip for ip, c in _fails.items() if now - c[1] > _FAILS_TTL]
|
||||
for ip in dead:
|
||||
_fails.pop(ip, None)
|
||||
if len(_fails) > _FAILS_MAX_IPS:
|
||||
for ip, _ in sorted(_fails.items(), key=lambda kv: kv[1][1])[:len(_fails) - _FAILS_MAX_IPS]:
|
||||
_fails.pop(ip, None)
|
||||
|
||||
|
||||
def hash_password(p):
|
||||
return generate_password_hash(p, method="pbkdf2:sha256:200000")
|
||||
|
||||
|
||||
def verify_password(hashed, p):
|
||||
try:
|
||||
return check_password_hash(hashed, p)
|
||||
except (ValueError, TypeError):
|
||||
return False
|
||||
|
||||
|
||||
def login_ok(conn, username, password):
|
||||
row = conn.execute("SELECT * FROM users WHERE username=?", (username,)).fetchone()
|
||||
if row is None or not verify_password(row["password_hash"], password):
|
||||
return None
|
||||
conn.execute("UPDATE users SET last_login_at=?, login_count=login_count+1 WHERE id=?",
|
||||
(db.now_str(), row["id"]))
|
||||
return row
|
||||
|
||||
|
||||
# ---------------- 跳转目标白名单（防开放重定向） ----------------
|
||||
def safe_next(target, fallback="/"):
|
||||
"""只允许站内相对路径。
|
||||
|
||||
`//evil.com`、`/\\evil.com`、`https://evil.com` 都必须拒绝：
|
||||
`//` 开头是协议相对 URL，浏览器会把 `//evil.com` 当成外站跳转。
|
||||
"""
|
||||
if not target:
|
||||
return fallback
|
||||
t = str(target).strip()
|
||||
if not t.startswith("/"):
|
||||
return fallback
|
||||
if t.startswith("//") or t.startswith("/\\") or "\\" in t:
|
||||
return fallback
|
||||
# 去重斜杠后仍以 // 开头的（如 "/\t/evil"）一并拒绝
|
||||
if t.lstrip("/").startswith("//"):
|
||||
return fallback
|
||||
if "\r" in t or "\n" in t:
|
||||
return fallback
|
||||
return t
|
||||
|
||||
|
||||
# ---------------- 登录失败限速 ----------------
|
||||
def note_fail(ip):
|
||||
now = time.time()
|
||||
_prune_fails(now)
|
||||
c = _fails.get(ip)
|
||||
if c is None or now - c[1] > config.LOGIN_LOCK_MINUTES * 60:
|
||||
_fails[ip] = [1, now]
|
||||
return 1
|
||||
c[0] += 1
|
||||
return c[0]
|
||||
|
||||
|
||||
def is_locked(ip):
|
||||
c = _fails.get(ip)
|
||||
if not c or c[0] < config.MAX_LOGIN_FAILS:
|
||||
return False
|
||||
return time.time() - c[1] <= config.LOGIN_LOCK_MINUTES * 60
|
||||
|
||||
|
||||
def clear_fail(ip):
|
||||
_fails.pop(ip, None)
|
||||
|
||||
|
||||
def lock_left(ip):
|
||||
c = _fails.get(ip)
|
||||
if not c:
|
||||
return 0
|
||||
return max(0, int(config.LOGIN_LOCK_MINUTES * 60 - (time.time() - c[1])))
|
||||
|
||||
|
||||
# ---------------- 会话 ----------------
|
||||
def current_user():
|
||||
uid = session.get("uid")
|
||||
if not uid:
|
||||
return None
|
||||
return {"id": uid, "username": session.get("uname"), "display_name": session.get("dname"),
|
||||
"is_admin": bool(session.get("adm", 1))}
|
||||
|
||||
|
||||
def is_admin():
|
||||
u = current_user()
|
||||
return bool(u and u.get("is_admin"))
|
||||
|
||||
|
||||
def login_session(user):
|
||||
session.clear()
|
||||
session["uid"] = user["id"]
|
||||
session["uname"] = user["username"]
|
||||
session["dname"] = user["display_name"] or user["username"]
|
||||
try:
|
||||
session["adm"] = 1 if user["is_admin"] else 0
|
||||
except (KeyError, IndexError, TypeError):
|
||||
session["adm"] = 1
|
||||
session.permanent = True
|
||||
|
||||
|
||||
def logout_session():
|
||||
session.clear()
|
||||
|
||||
|
||||
def wants_json():
|
||||
return (request.path.startswith("/api/")
|
||||
or request.accept_mimetypes.best == "application/json")
|
||||
|
||||
|
||||
def login_required(fn):
|
||||
@functools.wraps(fn)
|
||||
def wrapper(*a, **kw):
|
||||
if current_user() is None:
|
||||
if wants_json():
|
||||
return jsonify({"ok": False, "error": "unauthorized",
|
||||
"message": "登录已失效，请重新登录"}), 401
|
||||
return redirect(url_for("views.login", next=request.full_path))
|
||||
return fn(*a, **kw)
|
||||
return wrapper
|
||||
|
||||
|
||||
def admin_required(fn):
|
||||
"""管理员专属操作（用户管理等）。非管理员返回 403。"""
|
||||
@functools.wraps(fn)
|
||||
@login_required
|
||||
def wrapper(*a, **kw):
|
||||
if not is_admin():
|
||||
if wants_json():
|
||||
return jsonify({"ok": False, "error": "forbidden",
|
||||
"message": "只有管理员可以执行该操作"}), 403
|
||||
return render_template("error.html", code=403, message="只有管理员可以执行该操作"), 403
|
||||
return fn(*a, **kw)
|
||||
return wrapper
|
||||
|
||||
|
||||
# ---------------- CSRF ----------------
|
||||
def csrf_token():
|
||||
t = session.get("_csrf")
|
||||
if not t:
|
||||
t = session["_csrf"] = secrets.token_urlsafe(24)
|
||||
return t
|
||||
|
||||
|
||||
def check_csrf():
|
||||
"""对所有 POST/PUT/DELETE 生效，失败直接 400。"""
|
||||
if request.method in ("GET", "HEAD", "OPTIONS"):
|
||||
return None
|
||||
sent = request.form.get("_csrf") or request.headers.get("X-CSRF-Token") or ""
|
||||
if not sent or not hmac.compare_digest(sent, session.get("_csrf", "")):
|
||||
if wants_json():
|
||||
return jsonify({"ok": False, "error": "csrf", "message": "CSRF 校验失败，请刷新页面"}), 400
|
||||
return "CSRF 校验失败，请刷新页面后重试", 400
|
||||
return None
|
||||
|
||||
|
||||
def init_app(app):
|
||||
app.jinja_env.globals["csrf_token"] = csrf_token
|
||||
app.jinja_env.globals["current_user"] = current_user
|
||||
|
||||
@app.before_request
|
||||
def _guard():
|
||||
return check_csrf()
|
||||
@@ -0,0 +1,8 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
"""Web 层包：蓝图注册。"""
|
||||
from . import api, views
|
||||
|
||||
|
||||
def register(app):
|
||||
app.register_blueprint(views.bp)
|
||||
app.register_blueprint(api.bp)
|
||||
@@ -0,0 +1,443 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
"""JSON API —— ECharts 大屏与后台页面的数据入口。
|
||||
|
||||
约定：
|
||||
* 全部需要登录；POST 另需 CSRF（security.check_csrf 统一拦截）
|
||||
* 参数 from/to 为 'YYYY-MM-DD'；缺省则不限（即全量）
|
||||
* 列表类接口默认不返回 prompt 全文（占传输量约 80%），只有 /api/top 与
|
||||
/api/records/<request_id> 会带
|
||||
"""
|
||||
import os
|
||||
from datetime import datetime
|
||||
|
||||
from flask import Blueprint, jsonify, request
|
||||
|
||||
from .. import collect, config, db, query, scheduler
|
||||
from ..security import admin_required, current_user, login_required
|
||||
|
||||
bp = Blueprint("api", __name__, url_prefix="/api")
|
||||
|
||||
|
||||
def _arg(name, default=None):
|
||||
v = request.args.get(name)
|
||||
return v if v not in (None, "") else default
|
||||
|
||||
|
||||
class BadParam(ValueError):
|
||||
"""查询参数不合法 -> 由 __init__ 的 ValueError 处理器统一转成 400。"""
|
||||
|
||||
|
||||
def _win(required=False):
|
||||
"""解析 from/to，返回归一化后的 (from, to)。
|
||||
|
||||
归一化放在这里，视图与聚合层就不必再各自防御：
|
||||
无法识别的写法（'abc'、'2026-09-08 12:00:00' 里的空格等）此前会一路冒到
|
||||
`datetime.strptime` 变成 HTTP 500，现在统一 400 并带上人话说明。
|
||||
"""
|
||||
raw_f, raw_t = _arg("from"), _arg("to")
|
||||
f, t = query.norm_day(raw_f), query.norm_day(raw_t)
|
||||
if raw_f and not f:
|
||||
raise BadParam("参数 from 不是合法日期：%s（正确写法 2026-09-08）" % raw_f)
|
||||
if raw_t and not t:
|
||||
raise BadParam("参数 to 不是合法日期：%s（正确写法 2026-09-08）" % raw_t)
|
||||
if f and t and f > t:
|
||||
f, t = t, f
|
||||
if required and (not f or not t):
|
||||
raise BadParam("需要同时提供 from 与 to（YYYY-MM-DD）")
|
||||
return f, t
|
||||
|
||||
|
||||
def _int(name, default, lo=1, hi=2000):
|
||||
try:
|
||||
return max(lo, min(hi, int(request.args.get(name, default))))
|
||||
except (TypeError, ValueError):
|
||||
return default
|
||||
|
||||
|
||||
@bp.get("/manifest")
|
||||
@login_required
|
||||
def api_manifest():
|
||||
return jsonify(query.manifest(db.get_db()))
|
||||
|
||||
|
||||
@bp.get("/bundle")
|
||||
@login_required
|
||||
def api_bundle():
|
||||
"""大屏页一次拿齐：全量 daily + 窗口 dims/top/records。"""
|
||||
frm, to = _win()
|
||||
return jsonify(query.bundle(db.get_db(), frm, to, top_n=_int("topN", query.DEFAULT_TOP_N, 1, 1000)))
|
||||
|
||||
|
||||
@bp.get("/summary")
|
||||
@login_required
|
||||
def api_summary():
|
||||
conn = db.get_db()
|
||||
frm, to = _win()
|
||||
if not frm or not to:
|
||||
t = query.totals(conn)
|
||||
frm, to = t["firstDay"], t["lastDay"]
|
||||
return jsonify(query.summary(conn, frm, to))
|
||||
|
||||
|
||||
@bp.get("/daily")
|
||||
@login_required
|
||||
def api_daily():
|
||||
return jsonify({"days": query.daily(db.get_db(), *_win())})
|
||||
|
||||
|
||||
@bp.get("/dims")
|
||||
@login_required
|
||||
def api_dims():
|
||||
conn = db.get_db()
|
||||
d = query.dims(conn, *_win())
|
||||
dim = _arg("dim")
|
||||
if dim in d:
|
||||
return jsonify({dim: d[dim]})
|
||||
return jsonify(d)
|
||||
|
||||
|
||||
@bp.get("/top")
|
||||
@login_required
|
||||
def api_top():
|
||||
conn = db.get_db()
|
||||
return jsonify(query.top(conn, *_win(), n=_int("n", 50, 1, 1000)))
|
||||
|
||||
|
||||
@bp.get("/records")
|
||||
@login_required
|
||||
def api_records():
|
||||
conn = db.get_db()
|
||||
frm, to = _win()
|
||||
page = _int("page", 1, 1, 100000)
|
||||
size = _int("size", 50, 1, 500)
|
||||
r = query.records_page(conn, frm, to, model=_arg("model"), client=_arg("client"),
|
||||
q=_arg("q"), page=page, size=size, order=_arg("order", "ts_desc"),
|
||||
with_prompt=False if _arg("lean") == "1" else True)
|
||||
return jsonify(r)
|
||||
|
||||
|
||||
@bp.get("/records/<request_id>")
|
||||
@login_required
|
||||
def api_record(request_id):
|
||||
row = db.get_db().execute(
|
||||
"SELECT * FROM usage_records WHERE request_id=?", (request_id,)).fetchone()
|
||||
if row is None:
|
||||
return jsonify({"ok": False, "message": "记录不存在"}), 404
|
||||
return jsonify(dict(row))
|
||||
|
||||
|
||||
@bp.get("/runs")
|
||||
@login_required
|
||||
def api_runs():
|
||||
conn = db.get_db()
|
||||
rows = conn.execute("SELECT id,trigger,status,started_at,finished_at,duration_ms,win_from,"
|
||||
"win_to,fetched,added,dup,total,conflicts,exit_code,message"
|
||||
" FROM collect_runs ORDER BY id DESC LIMIT ?", (_int("limit", 50, 1, 500),))
|
||||
return jsonify({"items": [dict(r) for r in rows]})
|
||||
|
||||
|
||||
@bp.get("/runs/<int:run_id>")
|
||||
@login_required
|
||||
def api_run(run_id):
|
||||
row = db.get_db().execute("SELECT * FROM collect_runs WHERE id=?", (run_id,)).fetchone()
|
||||
if row is None:
|
||||
return jsonify({"ok": False, "message": "运行记录不存在"}), 404
|
||||
return jsonify(dict(row))
|
||||
|
||||
|
||||
@bp.get("/status")
|
||||
@login_required
|
||||
def api_status():
|
||||
conn = db.get_db()
|
||||
sch = scheduler.get_scheduler()
|
||||
nxt = scheduler.next_run_at(conn)
|
||||
last = conn.execute("SELECT * FROM collect_runs ORDER BY id DESC LIMIT 1").fetchone()
|
||||
running = conn.execute("SELECT COUNT(*) FROM collect_runs WHERE status='running'").fetchone()[0]
|
||||
return jsonify({
|
||||
"server_time": db.now_str(),
|
||||
"scheduler": {
|
||||
"running": sch.running,
|
||||
"enabled": db.get_bool(conn, "schedule_enabled", True),
|
||||
"times": scheduler.slots(conn),
|
||||
"next_run": nxt.strftime("%Y-%m-%d %H:%M:%S") if nxt else None,
|
||||
"catch_up": db.get_bool(conn, "catch_up", True),
|
||||
"lockfile": os.path.exists(collect.LOCK_PATH),
|
||||
},
|
||||
"running_runs": running,
|
||||
"last_run": dict(last) if last else None,
|
||||
"cookie_set": bool((db.get_setting(conn, "cookie") or "").strip()),
|
||||
})
|
||||
|
||||
|
||||
@bp.post("/collect")
|
||||
@login_required
|
||||
def api_collect():
|
||||
"""手动触发一次采集（后台线程之外同步执行，页面等待结果）。"""
|
||||
body = request.get_json(silent=True) or {}
|
||||
if not isinstance(body, dict):
|
||||
return jsonify({"ok": False, "message": "请求体必须是对象"}), 400
|
||||
frm, to = body.get("from"), body.get("to")
|
||||
try:
|
||||
kw = {}
|
||||
if frm:
|
||||
d = query.norm_day(frm)
|
||||
if not d:
|
||||
raise BadParam("起始日期不合法：%s（正确写法 2026-09-08）" % frm)
|
||||
kw["from_dt"] = datetime.strptime(d, "%Y-%m-%d")
|
||||
if to:
|
||||
d = query.norm_day(to)
|
||||
if not d:
|
||||
raise BadParam("结束日期不合法：%s（正确写法 2026-09-08）" % to)
|
||||
kw["to_dt"] = datetime.strptime(d, "%Y-%m-%d").replace(hour=23, minute=59, second=59)
|
||||
if kw.get("from_dt") and kw.get("to_dt") and kw["from_dt"] > kw["to_dt"]:
|
||||
raise BadParam("起始日期不能晚于结束日期")
|
||||
r = collect.run_sync(trigger="manual", **kw)
|
||||
except BadParam as e:
|
||||
return jsonify({"ok": False, "error": "bad_request", "message": str(e)}), 400
|
||||
except collect.Busy as e:
|
||||
return jsonify({"ok": False, "error": "busy", "message": str(e)}), 409
|
||||
except collect.ApiError as e:
|
||||
code = 401 if e.cookie_expired else 502
|
||||
return jsonify({"ok": False, "error": "cookie_expired" if e.cookie_expired else "api",
|
||||
"message": str(e)}), code
|
||||
except Exception as e: # noqa: BLE001
|
||||
return jsonify({"ok": False, "error": "internal", "message": str(e)}), 500
|
||||
db.audit(db.get_db(), "collect", (current_user() or {}).get("username"), r["message"],
|
||||
request.remote_addr)
|
||||
return jsonify({"ok": True, "result": r})
|
||||
|
||||
|
||||
@bp.get("/audit")
|
||||
@login_required
|
||||
def api_audit():
|
||||
"""操作审计分页（日志管理页用；原来只能看最近 40 条）。"""
|
||||
conn = db.get_db()
|
||||
action = _arg("action")
|
||||
page = _int("page", 1, 1, 100000)
|
||||
size = _int("size", 50, 1, 500)
|
||||
w, p = "", []
|
||||
if action:
|
||||
w, p = "WHERE action = ?", [action]
|
||||
total = conn.execute("SELECT COUNT(*) FROM audit_log %s" % w, p).fetchone()[0]
|
||||
rows = conn.execute("SELECT * FROM audit_log %s ORDER BY id DESC LIMIT ? OFFSET ?" % w,
|
||||
p + [size, (page - 1) * size])
|
||||
actions = [r[0] for r in conn.execute(
|
||||
"SELECT DISTINCT action FROM audit_log ORDER BY action")]
|
||||
return jsonify({"total": total, "page": page, "size": size,
|
||||
"pages": max(1, (total + size - 1) // size),
|
||||
"actions": actions,
|
||||
"items": [dict(r) for r in rows]})
|
||||
|
||||
|
||||
# ---------------- 维护动作（原来只有 CLI 能做） ----------------
|
||||
@bp.post("/maintenance/<action>")
|
||||
@login_required
|
||||
def api_maintenance(action):
|
||||
"""把 CLI 里的维护动作搬到页面上：补全 prompt / VACUUM / 导出 CSV。"""
|
||||
conn = db.get_db()
|
||||
user = (current_user() or {}).get("username")
|
||||
try:
|
||||
if action == "fill-prompt":
|
||||
try:
|
||||
n = collect.fill_prompt(conn, log=lambda m: None)
|
||||
except collect.ApiError as e:
|
||||
return jsonify({"ok": False, "error": "api", "message": str(e)}), 502
|
||||
msg = "补全 %d 条 User Prompt" % n
|
||||
elif action == "vacuum":
|
||||
before = os.path.getsize(config.SQLITE_PATH) if os.path.exists(config.SQLITE_PATH) else 0
|
||||
conn.execute("PRAGMA wal_checkpoint(TRUNCATE)")
|
||||
conn.execute("VACUUM")
|
||||
after = os.path.getsize(config.SQLITE_PATH) if os.path.exists(config.SQLITE_PATH) else 0
|
||||
msg = "数据库整理完成：%s → %s" % (_human(before), _human(after))
|
||||
elif action == "export-csv":
|
||||
path, n = collect.export_csv(conn)
|
||||
msg = "已导出 %d 条到 %s" % (n, os.path.relpath(path, config.BASE_DIR))
|
||||
elif action == "recount":
|
||||
n = collect.record_count(conn)
|
||||
msg = "存档当前 %d 条记录" % n
|
||||
else:
|
||||
return jsonify({"ok": False, "error": "unknown", "message": "未知维护动作"}), 404
|
||||
except Exception as e: # noqa: BLE001
|
||||
return jsonify({"ok": False, "error": "internal", "message": str(e)}), 500
|
||||
db.audit(conn, "maintenance:" + action, user, msg, request.remote_addr)
|
||||
return jsonify({"ok": True, "message": msg})
|
||||
|
||||
|
||||
def _human(n):
|
||||
for unit in ("B", "KB", "MB", "GB"):
|
||||
if n < 1024 or unit == "GB":
|
||||
return "%.1f %s" % (n, unit) if unit != "B" else "%d B" % n
|
||||
n /= 1024.0
|
||||
|
||||
|
||||
@bp.get("/settings")
|
||||
@login_required
|
||||
def api_settings_get():
|
||||
conn = db.get_db()
|
||||
s = db.get_settings(conn)
|
||||
if (s.get("cookie") or "").strip():
|
||||
s["cookie_hint"] = "%d 字符，…%s" % (len(s["cookie"]), s["cookie"][-12:])
|
||||
else:
|
||||
s["cookie_hint"] = ""
|
||||
s.pop("cookie", None) # 不回传明文凭证
|
||||
# 内部簿记键（slot:09:00 这类调度槽位标记）不属于配置项，绝不外泄
|
||||
for k in [k for k in list(s) if config.is_internal_key(k)]:
|
||||
s.pop(k, None)
|
||||
return jsonify(s)
|
||||
|
||||
|
||||
@bp.post("/settings")
|
||||
@login_required
|
||||
def api_settings_post():
|
||||
conn = db.get_db()
|
||||
body = request.get_json(silent=True) or {}
|
||||
if not isinstance(body, dict):
|
||||
return jsonify({"ok": False, "message": "请求体必须是对象"}), 400
|
||||
changed, errors, ignored = [], [], []
|
||||
for k, v in body.items():
|
||||
if config.is_internal_key(k):
|
||||
ignored.append(k)
|
||||
continue # slot:* 是调度簿记，不允许前台写
|
||||
if k == "cookie":
|
||||
if not str(v).strip():
|
||||
continue # 空值不动，避免误清
|
||||
if str(v).strip().lower() in ("__clear__", "-"):
|
||||
db.set_setting(conn, "cookie", "")
|
||||
changed.append(k)
|
||||
continue
|
||||
val, err = config.normalize_setting(k, v)
|
||||
if err:
|
||||
errors.append(err)
|
||||
continue
|
||||
db.set_setting(conn, k, val)
|
||||
changed.append(k)
|
||||
if errors:
|
||||
db.audit(conn, "settings_rejected", (current_user() or {}).get("username"),
|
||||
"；".join(errors)[:500], request.remote_addr)
|
||||
return jsonify({"ok": False, "error": "invalid", "message": "；".join(errors),
|
||||
"errors": errors, "changed": sorted(changed)}), 400
|
||||
# 调整调度配置后清掉槽位标记，让新时刻立即生效
|
||||
if {"schedule_times", "schedule_enabled"} & set(changed):
|
||||
conn.execute("DELETE FROM settings WHERE key LIKE ?", (scheduler.SLOT_PREFIX + "%",))
|
||||
db.audit(conn, "settings", (current_user() or {}).get("username"),
|
||||
"修改：" + (",".join(sorted(changed)) or "（无变化）"), request.remote_addr)
|
||||
return jsonify({"ok": True, "changed": sorted(changed), "ignored": sorted(ignored)})
|
||||
|
||||
|
||||
@bp.post("/password")
|
||||
@login_required
|
||||
def api_password():
|
||||
from ..security import hash_password, verify_password
|
||||
conn = db.get_db()
|
||||
body = request.get_json(silent=True) or {}
|
||||
u = current_user()
|
||||
row = conn.execute("SELECT * FROM users WHERE id=?", (u["id"],)).fetchone()
|
||||
if row is None or not verify_password(row["password_hash"], body.get("old") or ""):
|
||||
return jsonify({"ok": False, "message": "原密码不正确"}), 400
|
||||
new = (body.get("new") or "").strip()
|
||||
err = _check_password(new, body.get("new2"))
|
||||
if err:
|
||||
return jsonify({"ok": False, "message": err}), 400
|
||||
conn.execute("UPDATE users SET password_hash=? WHERE id=?", (hash_password(new), u["id"]))
|
||||
db.audit(conn, "password", u["username"], "修改登录密码", request.remote_addr)
|
||||
return jsonify({"ok": True, "message": "密码已更新"})
|
||||
|
||||
|
||||
# ---------------- 用户管理（原来只有 CLI passwd） ----------------
|
||||
def _check_password(new, new2=None):
|
||||
if len(new or "") < 6:
|
||||
return "密码至少 6 位"
|
||||
if len(new) > 128:
|
||||
return "密码过长（上限 128 位）"
|
||||
if new2 is not None and new2 != new:
|
||||
return "两次输入的新密码不一致"
|
||||
return None
|
||||
|
||||
|
||||
@bp.get("/users")
|
||||
@admin_required
|
||||
def api_users():
|
||||
rows = db.get_db().execute(
|
||||
"SELECT id,username,display_name,is_admin,created_at,last_login_at,login_count"
|
||||
" FROM users ORDER BY id").fetchall()
|
||||
return jsonify({"items": [dict(r) for r in rows]})
|
||||
|
||||
|
||||
@bp.post("/users")
|
||||
@admin_required
|
||||
def api_user_create():
|
||||
from ..security import hash_password
|
||||
conn = db.get_db()
|
||||
body = request.get_json(silent=True) or {}
|
||||
name = (body.get("username") or "").strip()
|
||||
pwd = (body.get("password") or "").strip()
|
||||
if not name or len(name) > 32:
|
||||
return jsonify({"ok": False, "message": "用户名必填且不超过 32 字符"}), 400
|
||||
err = _check_password(pwd, body.get("password2"))
|
||||
if err:
|
||||
return jsonify({"ok": False, "message": err}), 400
|
||||
exist = conn.execute("SELECT id FROM users WHERE username=?", (name,)).fetchone()
|
||||
if exist:
|
||||
return jsonify({"ok": False, "message": "用户名已存在"}), 400
|
||||
conn.execute("INSERT INTO users(username,password_hash,display_name,is_admin,created_at)"
|
||||
" VALUES(?,?,?,?,?)",
|
||||
(name, hash_password(pwd), (body.get("display_name") or name).strip()[:64],
|
||||
1 if str(body.get("is_admin", "1")) in ("1", "true", "on") else 0,
|
||||
db.now_str()))
|
||||
db.audit(conn, "user_create", (current_user() or {}).get("username"), "新建用户 " + name,
|
||||
request.remote_addr)
|
||||
return jsonify({"ok": True, "message": "已创建用户 " + name})
|
||||
|
||||
|
||||
@bp.post("/users/<int:uid>")
|
||||
@admin_required
|
||||
def api_user_update(uid):
|
||||
from ..security import hash_password
|
||||
conn = db.get_db()
|
||||
row = conn.execute("SELECT * FROM users WHERE id=?", (uid,)).fetchone()
|
||||
if row is None:
|
||||
return jsonify({"ok": False, "message": "用户不存在"}), 404
|
||||
body = request.get_json(silent=True) or {}
|
||||
me = current_user()
|
||||
changed = []
|
||||
if "display_name" in body:
|
||||
conn.execute("UPDATE users SET display_name=? WHERE id=?",
|
||||
((body.get("display_name") or "").strip()[:64], uid))
|
||||
changed.append("显示名")
|
||||
if "is_admin" in body:
|
||||
v = 1 if str(body.get("is_admin")) in ("1", "true", "on") else 0
|
||||
if uid == me["id"] and not v:
|
||||
return jsonify({"ok": False, "message": "不能取消自己的管理员身份"}), 400
|
||||
conn.execute("UPDATE users SET is_admin=? WHERE id=?", (v, uid))
|
||||
changed.append("管理员")
|
||||
pwd = (body.get("password") or "").strip()
|
||||
if pwd:
|
||||
err = _check_password(pwd, body.get("password2"))
|
||||
if err:
|
||||
return jsonify({"ok": False, "message": err}), 400
|
||||
conn.execute("UPDATE users SET password_hash=? WHERE id=?", (hash_password(pwd), uid))
|
||||
changed.append("密码")
|
||||
if not changed:
|
||||
return jsonify({"ok": False, "message": "没有要修改的内容"}), 400
|
||||
db.audit(conn, "user_update", me["username"],
|
||||
"修改用户 %s：%s" % (row["username"], "、".join(changed)), request.remote_addr)
|
||||
return jsonify({"ok": True, "message": "已更新：" + "、".join(changed)})
|
||||
|
||||
|
||||
@bp.post("/users/<int:uid>/delete")
|
||||
@admin_required
|
||||
def api_user_delete(uid):
|
||||
conn = db.get_db()
|
||||
me = current_user()
|
||||
row = conn.execute("SELECT * FROM users WHERE id=?", (uid,)).fetchone()
|
||||
if row is None:
|
||||
return jsonify({"ok": False, "message": "用户不存在"}), 404
|
||||
if uid == me["id"]:
|
||||
return jsonify({"ok": False, "message": "不能删除当前登录的自己"}), 400
|
||||
n = conn.execute("SELECT COUNT(*) FROM users").fetchone()[0]
|
||||
if n <= 1:
|
||||
return jsonify({"ok": False, "message": "至少要保留一个账号"}), 400
|
||||
conn.execute("DELETE FROM users WHERE id=?", (uid,))
|
||||
db.audit(conn, "user_delete", me["username"], "删除用户 " + row["username"],
|
||||
request.remote_addr)
|
||||
return jsonify({"ok": True, "message": "已删除 " + row["username"]})
|
||||
@@ -0,0 +1,417 @@
|
||||
/* ============================================================
|
||||
WorkBuddy Portal —— 统一视觉系统
|
||||
设计令牌与大屏页（static/dashboard/index.html）保持一致，
|
||||
两处用同一套色板/圆角/间距，避免后台与大屏像两个产品。
|
||||
============================================================ */
|
||||
:root {
|
||||
/* 底色与层次 */
|
||||
--bg: #080d1a;
|
||||
--panel: rgba(255, 255, 255, .045);
|
||||
--panel-hi: rgba(255, 255, 255, .07);
|
||||
--panel-dim: rgba(0, 0, 0, .30);
|
||||
--line: rgba(255, 255, 255, .09);
|
||||
--line-soft: rgba(255, 255, 255, .06);
|
||||
|
||||
/* 文本 */
|
||||
--text: #e8edf7;
|
||||
--sub: #8b9bb4;
|
||||
--dim: #64748b;
|
||||
|
||||
/* 主色板（与大屏 ECharts PALETTE 同源） */
|
||||
--cyan: #22d3ee;
|
||||
--violet: #a78bfa;
|
||||
--amber: #fbbf24;
|
||||
--green: #34d399;
|
||||
--red: #f87171;
|
||||
--blue: #60a5fa;
|
||||
--pink: #f472b6;
|
||||
|
||||
/* 语义色（用量口径：升用琥珀、降用青，刻意不用红绿） */
|
||||
--up: var(--amber);
|
||||
--down: var(--cyan);
|
||||
|
||||
/* 形状与节奏 */
|
||||
--r-card: 14px;
|
||||
--r-ctl: 9px;
|
||||
--r-pill: 6px;
|
||||
--gap: 16px;
|
||||
--shadow: 0 12px 34px rgba(0, 0, 0, .42);
|
||||
|
||||
color-scheme: dark;
|
||||
}
|
||||
|
||||
* { box-sizing: border-box; }
|
||||
html, body { margin: 0; padding: 0; }
|
||||
|
||||
body {
|
||||
background:
|
||||
radial-gradient(1100px 600px at 12% -10%, rgba(34, 211, 238, .10), transparent 60%),
|
||||
radial-gradient(900px 500px at 100% 0%, rgba(167, 139, 250, .10), transparent 55%),
|
||||
var(--bg);
|
||||
color: var(--text);
|
||||
font: 13.5px/1.65 "Microsoft YaHei", "PingFang SC", system-ui, -apple-system,
|
||||
"Segoe UI", Roboto, Helvetica, Arial, sans-serif;
|
||||
min-height: 100vh;
|
||||
-webkit-font-smoothing: antialiased;
|
||||
}
|
||||
|
||||
a { color: var(--cyan); text-decoration: none; transition: color .15s; }
|
||||
a:hover { text-decoration: underline; }
|
||||
/* 表单控件必须显式继承字体：曾经写过 `font: 13px/1.5 inherit`，
|
||||
那是非法声明（简写里不能出现 inherit 作为字族），整条被浏览器丢弃，
|
||||
结果输入框用回浏览器默认字体，与页面格格不入。 */
|
||||
button, input, select, textarea { font-family: inherit; font-size: 13px; }
|
||||
|
||||
code {
|
||||
background: rgba(255, 255, 255, .07); padding: 1px 5px; border-radius: 4px;
|
||||
font: 12px/1.5 ui-monospace, Consolas, "Cascadia Mono", monospace;
|
||||
color: var(--cyan);
|
||||
}
|
||||
.mono, .logbox, .fullprompt {
|
||||
font-family: ui-monospace, Consolas, "Cascadia Mono", monospace;
|
||||
}
|
||||
.mono { font-size: 12px; }
|
||||
.sm { font-size: 11.5px; }
|
||||
.nowrap { white-space: nowrap; }
|
||||
.num, .tabular { font-variant-numeric: tabular-nums; }
|
||||
.muted { color: var(--sub); }
|
||||
.right { text-align: right; }
|
||||
/* 页面标题里嵌的关键数字（如总积分），给一点强调但不喧宾夺主 */
|
||||
.hl { color: var(--cyan); font-variant-numeric: tabular-nums; }
|
||||
/* 0 积分的记录整行数字变暗，扫一眼就能跳过长尾 */
|
||||
.tbl td.zero { color: var(--dim); }
|
||||
|
||||
/* 可访问性：键盘焦点一定要看得见 */
|
||||
:focus-visible { outline: 2px solid rgba(34, 211, 238, .65); outline-offset: 2px; }
|
||||
|
||||
/* ---------------- 顶栏 ---------------- */
|
||||
.topbar {
|
||||
display: flex; align-items: center; gap: 18px;
|
||||
padding: 0 22px; height: 58px;
|
||||
background: rgba(10, 16, 28, .86);
|
||||
border-bottom: 1px solid var(--line);
|
||||
backdrop-filter: blur(10px);
|
||||
position: sticky; top: 0; z-index: 50;
|
||||
}
|
||||
.brand { display: flex; align-items: center; gap: 9px; font-size: 14px; letter-spacing: .2px; }
|
||||
.brand a { color: var(--text); }
|
||||
.brand a:hover { text-decoration: none; color: var(--cyan); }
|
||||
.brand .dot {
|
||||
width: 9px; height: 9px; border-radius: 50%; background: var(--cyan);
|
||||
box-shadow: 0 0 12px var(--cyan); flex: 0 0 auto;
|
||||
}
|
||||
.brand .ver { color: var(--dim); font-size: 11px; }
|
||||
|
||||
.topbar nav { display: flex; gap: 3px; margin-left: 6px; overflow-x: auto; }
|
||||
.topbar nav a {
|
||||
padding: 6px 13px; border-radius: var(--r-ctl); color: var(--sub);
|
||||
font-size: 13px; white-space: nowrap; position: relative;
|
||||
}
|
||||
.topbar nav a:hover { background: var(--panel-hi); color: var(--text); text-decoration: none; }
|
||||
.topbar nav a.on {
|
||||
background: linear-gradient(135deg, rgba(34, 211, 238, .22), rgba(167, 139, 250, .22));
|
||||
color: #fff; font-weight: 600;
|
||||
}
|
||||
.topbar .me { margin-left: auto; display: flex; align-items: center; gap: 10px; flex: 0 0 auto; }
|
||||
.topbar .who { color: var(--sub); font-size: 12.5px; }
|
||||
.topbar .who b { color: var(--text); font-weight: 600; }
|
||||
|
||||
/* ---------------- 布局 ---------------- */
|
||||
.wrap { max-width: 1480px; margin: 0 auto; padding: 20px 22px 60px; }
|
||||
.pagehead {
|
||||
display: flex; align-items: flex-end; justify-content: space-between;
|
||||
gap: 14px; flex-wrap: wrap; margin-bottom: var(--gap);
|
||||
}
|
||||
.pagehead h1 {
|
||||
font-size: 20px; margin: 0; font-weight: 700; letter-spacing: .3px;
|
||||
display: flex; align-items: center; gap: 10px;
|
||||
}
|
||||
.pagehead h1::before {
|
||||
content: ""; width: 4px; height: 19px; border-radius: 2px;
|
||||
background: linear-gradient(180deg, var(--cyan), var(--violet)); flex: 0 0 auto;
|
||||
}
|
||||
.pagehead .lead { color: var(--sub); font-size: 12.5px; margin: 4px 0 0 14px; }
|
||||
.pagehead .actions { display: flex; gap: 10px; flex-wrap: wrap; }
|
||||
.grid2 { display: grid; grid-template-columns: 1fr 1fr; gap: var(--gap); margin-bottom: var(--gap); }
|
||||
.grid3 { display: grid; grid-template-columns: repeat(auto-fit, minmax(240px, 1fr)); gap: var(--gap); margin-bottom: var(--gap); }
|
||||
|
||||
/* ---------------- 卡片 ---------------- */
|
||||
.card {
|
||||
background: var(--panel);
|
||||
border: 1px solid var(--line); border-radius: var(--r-card);
|
||||
padding: 16px 18px; margin-bottom: var(--gap);
|
||||
}
|
||||
.card > h2, .card > .cardhead > h2 {
|
||||
font-size: 14px; margin: 0 0 12px; font-weight: 600; letter-spacing: .2px;
|
||||
display: flex; align-items: center; gap: 8px; flex-wrap: wrap;
|
||||
}
|
||||
.card > .cardhead > h2 { margin-bottom: 0; }
|
||||
.card > h2::before, .card > .cardhead > h2::before {
|
||||
content: ""; width: 3px; height: 13px; border-radius: 2px;
|
||||
background: var(--cyan); flex: 0 0 auto;
|
||||
}
|
||||
.cardhead {
|
||||
display: flex; align-items: center; justify-content: space-between;
|
||||
gap: 12px; flex-wrap: wrap; margin-bottom: 12px;
|
||||
}
|
||||
.cardhead > h2 { margin-bottom: 0; }
|
||||
.card h3 { font-size: 13px; margin: 18px 0 10px; font-weight: 600; color: var(--text); }
|
||||
.card h3:first-child { margin-top: 0; }
|
||||
.hint { color: var(--sub); font-size: 12px; line-height: 1.75; }
|
||||
.hint a { text-decoration: underline; text-decoration-color: rgba(34, 211, 238, .4); }
|
||||
.card > .hint:last-child { margin-bottom: 0; }
|
||||
.sect-divider { border: 0; border-top: 1px solid var(--line); margin: 18px 0; }
|
||||
|
||||
/* ---------------- KPI ---------------- */
|
||||
.kpis {
|
||||
display: grid; grid-template-columns: repeat(auto-fit, minmax(200px, 1fr));
|
||||
gap: 14px; margin-bottom: var(--gap);
|
||||
}
|
||||
.kpi {
|
||||
background: var(--panel); border: 1px solid var(--line); border-radius: var(--r-card);
|
||||
padding: 14px 16px; position: relative; overflow: hidden;
|
||||
}
|
||||
.kpi::after {
|
||||
content: ""; position: absolute; left: 0; top: 0; width: 3px; height: 100%;
|
||||
background: var(--c, var(--cyan));
|
||||
}
|
||||
.kpi > span { color: var(--sub); font-size: 12px; display: block; letter-spacing: .2px; }
|
||||
.kpi > b {
|
||||
display: block; font-size: 23px; margin: 7px 0 4px; font-weight: 700;
|
||||
font-variant-numeric: tabular-nums; letter-spacing: .3px;
|
||||
}
|
||||
.kpi > i { color: var(--sub); font-size: 11.5px; font-style: normal; display: block; }
|
||||
.kpi > i .delta { color: var(--up); font-variant-numeric: tabular-nums; }
|
||||
.kpi > i .delta.dn { color: var(--down); }
|
||||
|
||||
/* ---------------- 表格 ---------------- */
|
||||
/* 表格必须包在 .tablewrap 里：窄屏时横向滚动，而不是把卡片撑破 */
|
||||
.tablewrap { overflow-x: auto; margin: 0 -2px; }
|
||||
.tablewrap::-webkit-scrollbar { height: 8px; }
|
||||
.tablewrap::-webkit-scrollbar-thumb { background: rgba(255, 255, 255, .14); border-radius: 4px; }
|
||||
.tbl { width: 100%; border-collapse: collapse; font-size: 12.5px; }
|
||||
.tbl th, .tbl td {
|
||||
padding: 9px 10px; text-align: left; border-bottom: 1px solid var(--line-soft);
|
||||
vertical-align: top;
|
||||
}
|
||||
.tbl th {
|
||||
color: var(--sub); font-weight: 500; font-size: 11.5px;
|
||||
white-space: nowrap; letter-spacing: .3px;
|
||||
position: sticky; top: 0; background: rgba(12, 18, 32, .96);
|
||||
backdrop-filter: blur(4px); z-index: 1;
|
||||
}
|
||||
.tbl tbody tr:hover { background: rgba(255, 255, 255, .028); }
|
||||
.tbl tbody tr:last-child td { border-bottom: 0; }
|
||||
.tbl td.num, .tbl th.num { text-align: right; font-variant-numeric: tabular-nums; white-space: nowrap; }
|
||||
.tbl td.empty, .tbl td.empty:hover { text-align: center; color: var(--sub); padding: 28px; }
|
||||
.tbl td.px { max-width: 460px; min-width: 220px; }
|
||||
.tbl details summary { cursor: pointer; color: var(--sub); }
|
||||
.tbl details summary:hover { color: var(--text); }
|
||||
.tbl details[open] summary { color: var(--cyan); }
|
||||
|
||||
.scroll-y { max-height: 340px; overflow: auto; }
|
||||
|
||||
.kv { width: 100%; border-collapse: collapse; font-size: 12.5px; }
|
||||
.kv th {
|
||||
width: 118px; color: var(--sub); text-align: left; font-weight: 500;
|
||||
padding: 7px 10px 7px 0; vertical-align: top; white-space: nowrap;
|
||||
}
|
||||
.kv td { padding: 7px 0; }
|
||||
|
||||
.fullprompt {
|
||||
margin-top: 9px; padding: 11px 13px; background: var(--panel-dim);
|
||||
border: 1px solid var(--line); border-radius: 8px;
|
||||
white-space: pre-wrap; word-break: break-word; color: var(--text);
|
||||
font-size: 12px; line-height: 1.75; max-height: 320px; overflow: auto;
|
||||
}
|
||||
|
||||
/* ---------------- 标签 / 徽章 ---------------- */
|
||||
.tag {
|
||||
display: inline-block; padding: 1px 7px; border-radius: var(--r-pill);
|
||||
font-size: 11px; line-height: 17px; white-space: nowrap;
|
||||
background: rgba(255, 255, 255, .08); color: var(--sub); vertical-align: 1px;
|
||||
}
|
||||
.tag.ok { background: rgba(52, 211, 153, .16); color: var(--green); }
|
||||
.tag.warn { background: rgba(251, 191, 36, .16); color: var(--amber); }
|
||||
.tag.bad { background: rgba(248, 113, 113, .16); color: var(--red); }
|
||||
.tag.info { background: rgba(96, 165, 250, .16); color: var(--blue); }
|
||||
.tag.accent { background: rgba(167, 139, 250, .18); color: var(--violet); }
|
||||
.tag.mute { background: rgba(255, 255, 255, .06); color: var(--dim); }
|
||||
|
||||
.kbd {
|
||||
display: inline-block; padding: 0 6px; border-radius: 4px;
|
||||
border: 1px solid var(--line); background: var(--panel-dim);
|
||||
font: 11.5px/18px ui-monospace, Consolas, monospace; color: var(--sub);
|
||||
}
|
||||
|
||||
/* ---------------- 按钮 ---------------- */
|
||||
.btn {
|
||||
display: inline-flex; align-items: center; justify-content: center; gap: 6px;
|
||||
padding: 7px 14px; border-radius: var(--r-ctl); border: 1px solid var(--line);
|
||||
background: var(--panel-hi); color: var(--text); font-size: 12.5px;
|
||||
cursor: pointer; transition: background .15s, border-color .15s, box-shadow .15s, filter .15s;
|
||||
white-space: nowrap; text-decoration: none;
|
||||
}
|
||||
.btn:hover { background: rgba(255, 255, 255, .11); text-decoration: none; }
|
||||
.btn.primary {
|
||||
background: linear-gradient(135deg, rgba(34, 211, 238, .26), rgba(167, 139, 250, .26));
|
||||
border-color: rgba(34, 211, 238, .42); color: #fff; font-weight: 600;
|
||||
}
|
||||
.btn.primary:hover { border-color: var(--cyan); box-shadow: 0 0 14px rgba(34, 211, 238, .22); }
|
||||
.btn.ghost { background: transparent; color: var(--sub); }
|
||||
.btn.ghost:hover { color: var(--text); background: var(--panel-hi); }
|
||||
.btn.danger { border-color: rgba(248, 113, 113, .34); color: var(--red); background: rgba(248, 113, 113, .10); }
|
||||
.btn.danger:hover { background: rgba(248, 113, 113, .18); }
|
||||
.btn.sm { padding: 4px 10px; font-size: 12px; }
|
||||
.btn[disabled], .btn[aria-disabled=true] { opacity: .5; cursor: not-allowed; }
|
||||
.btnrow { display: flex; gap: 8px; flex-wrap: wrap; align-items: center; }
|
||||
form .btn { margin-top: 8px; }
|
||||
|
||||
/* ---------------- 表单 ---------------- */
|
||||
label { display: block; color: var(--sub); font-size: 12px; }
|
||||
label input, label select, label textarea, .inp {
|
||||
width: 100%; margin-top: 5px; padding: 8px 10px; border-radius: 8px;
|
||||
background: var(--panel-dim); border: 1px solid var(--line); color: var(--text);
|
||||
font-size: 13px; line-height: 1.5; outline: none; transition: border-color .15s, background .15s;
|
||||
}
|
||||
label input:hover, label select:hover, label textarea:hover { border-color: rgba(255, 255, 255, .16); }
|
||||
label input:focus, label select:focus, label textarea:focus {
|
||||
border-color: var(--cyan); background: rgba(0, 0, 0, .42);
|
||||
}
|
||||
label textarea {
|
||||
font-family: ui-monospace, Consolas, "Cascadia Mono", monospace;
|
||||
font-size: 12px; line-height: 1.6; resize: vertical;
|
||||
}
|
||||
label.col { margin-bottom: 13px; }
|
||||
label.row { display: flex; align-items: center; gap: 12px; margin-bottom: 11px; }
|
||||
label.row > span { flex: 0 0 132px; }
|
||||
label.row input, label.row select { margin-top: 0; }
|
||||
label.row.inline { display: inline-flex; margin-bottom: 0; }
|
||||
label.row.inline > span { flex: 0 0 auto; }
|
||||
label .unit { color: var(--dim); font-size: 11.5px; margin-left: 8px; flex: 0 0 auto; }
|
||||
.field-err { color: var(--red); font-size: 11.5px; margin-top: 4px; }
|
||||
select option { background: #111a2e; color: var(--text); }
|
||||
|
||||
.filters { display: flex; flex-wrap: wrap; gap: 12px; align-items: flex-end; }
|
||||
.filters label { flex: 1 1 152px; }
|
||||
.filters label input, .filters label select { min-width: 110px; }
|
||||
.filters .btn { margin-top: 0; }
|
||||
|
||||
/* 快捷区间按钮组：卡片标题右侧、筛选条里都可能出现，所以不限定父级 */
|
||||
.quick { display: flex; gap: 6px; flex-wrap: wrap; align-items: center; }
|
||||
|
||||
/* 行内小输入框（用户列表里直接改显示名/权限） */
|
||||
.inp-sm { padding: 4px 8px; font-size: 12px; margin-top: 0; width: auto; min-width: 96px; }
|
||||
.tbl select.inp-sm { min-width: 84px; }
|
||||
|
||||
/* 分段控件（与大屏页 .seg 一致） */
|
||||
.seg {
|
||||
display: inline-flex; background: var(--panel-hi); border: 1px solid var(--line);
|
||||
border-radius: var(--r-ctl); overflow: hidden;
|
||||
}
|
||||
.seg a, .seg button {
|
||||
background: transparent; border: 0; color: var(--sub); padding: 5px 12px;
|
||||
font-size: 12.5px; cursor: pointer; transition: .15s; font-family: inherit;
|
||||
text-decoration: none; white-space: nowrap;
|
||||
}
|
||||
.seg a:hover, .seg button:hover { color: var(--text); background: rgba(255, 255, 255, .06); text-decoration: none; }
|
||||
.seg a.on, .seg button.on {
|
||||
background: linear-gradient(135deg, rgba(34, 211, 238, .28), rgba(167, 139, 250, .28));
|
||||
color: #fff; font-weight: 600;
|
||||
}
|
||||
|
||||
/* ---------------- 分页 ---------------- */
|
||||
.pager { display: flex; flex-wrap: wrap; gap: 6px; margin-top: 14px; align-items: center; }
|
||||
.pager a, .pager .cur, .pager .gap {
|
||||
padding: 4px 11px; border-radius: 7px; border: 1px solid var(--line);
|
||||
font-size: 12px; color: var(--sub); min-width: 34px; text-align: center;
|
||||
}
|
||||
.pager a:hover { color: var(--text); border-color: rgba(34, 211, 238, .45); text-decoration: none; }
|
||||
.pager .cur {
|
||||
background: linear-gradient(135deg, rgba(34, 211, 238, .24), rgba(167, 139, 250, .24));
|
||||
color: #fff; border-color: transparent; font-weight: 600;
|
||||
}
|
||||
.pager .gap { border-color: transparent; color: var(--dim); }
|
||||
.pager .meta { margin-left: auto; color: var(--sub); font-size: 11.5px; }
|
||||
|
||||
/* ---------------- 提示 / 日志 ---------------- */
|
||||
.flashes { margin-bottom: var(--gap); }
|
||||
.flash {
|
||||
padding: 11px 14px; border-radius: var(--r-ctl); font-size: 12.5px;
|
||||
margin-bottom: 8px; border: 1px solid var(--line);
|
||||
background: rgba(34, 211, 238, .10); color: var(--text);
|
||||
line-height: 1.7;
|
||||
}
|
||||
.flash.error { background: rgba(248, 113, 113, .12); border-color: rgba(248, 113, 113, .3); }
|
||||
.flash.warn { background: rgba(251, 191, 36, .12); border-color: rgba(251, 191, 36, .3); }
|
||||
.flash.ok { background: rgba(52, 211, 153, .12); border-color: rgba(52, 211, 153, .3); }
|
||||
.flash:last-child { margin-bottom: 0; }
|
||||
.logbox {
|
||||
background: rgba(0, 0, 0, .40); border: 1px solid var(--line); border-radius: var(--r-ctl);
|
||||
padding: 12px 14px; max-height: 430px; overflow: auto; margin: 0;
|
||||
font-size: 11.5px; line-height: 1.75; white-space: pre-wrap;
|
||||
word-break: break-word; color: #c6d3e6;
|
||||
}
|
||||
.logbox:empty::before { content: "（暂无内容）"; color: var(--dim); }
|
||||
.empty-state {
|
||||
padding: 34px 16px; text-align: center; color: var(--sub); font-size: 12.5px;
|
||||
border: 1px dashed var(--line); border-radius: var(--r-ctl);
|
||||
}
|
||||
.empty-state b { display: block; color: var(--text); font-size: 13.5px; margin-bottom: 6px; font-weight: 600; }
|
||||
|
||||
/* ---------------- 登录 ---------------- */
|
||||
.loginwrap {
|
||||
display: flex; align-items: center; justify-content: center;
|
||||
min-height: calc(100vh - 140px); padding: 24px 16px;
|
||||
}
|
||||
.login { width: 100%; max-width: 400px; padding: 28px 28px 22px; margin: 0; }
|
||||
.login .logo {
|
||||
width: 44px; height: 44px; border-radius: 13px; margin-bottom: 14px;
|
||||
background: linear-gradient(135deg, var(--cyan), var(--violet));
|
||||
display: flex; align-items: center; justify-content: center;
|
||||
font-size: 20px; font-weight: 800; color: #061019;
|
||||
}
|
||||
.login h1 { font-size: 19px; margin: 0 0 5px; }
|
||||
.login .hint { margin: 0 0 20px; }
|
||||
.login label { margin-bottom: 14px; }
|
||||
.login .btn { width: 100%; padding: 10px; margin-top: 4px; }
|
||||
.login .foot-note {
|
||||
margin: 16px 0 0; padding-top: 14px; border-top: 1px solid var(--line);
|
||||
color: var(--dim); font-size: 11.5px; line-height: 1.7;
|
||||
}
|
||||
|
||||
/* ---------------- 错误页 ---------------- */
|
||||
.errpage { text-align: center; padding: 66px 24px; }
|
||||
.errpage .code {
|
||||
font-size: 52px; font-weight: 800; line-height: 1; margin: 0 0 12px;
|
||||
background: linear-gradient(135deg, var(--cyan), var(--violet));
|
||||
-webkit-background-clip: text; background-clip: text; color: transparent;
|
||||
}
|
||||
.errpage p { color: var(--sub); margin: 0 0 20px; }
|
||||
|
||||
.foot {
|
||||
text-align: center; color: var(--dim); font-size: 11.5px;
|
||||
padding: 18px 22px 30px; line-height: 1.9;
|
||||
}
|
||||
.foot code { font-size: 11px; }
|
||||
|
||||
/* ---------------- 响应式 ---------------- */
|
||||
@media (max-width: 1100px) {
|
||||
.grid2 { grid-template-columns: 1fr; }
|
||||
}
|
||||
@media (max-width: 820px) {
|
||||
.topbar { gap: 10px; padding: 0 12px; height: auto; flex-wrap: wrap; padding-bottom: 8px; }
|
||||
.topbar nav { order: 3; width: 100%; margin-left: 0; padding-bottom: 2px; }
|
||||
.topbar .me { margin-left: auto; }
|
||||
.wrap { padding: 14px 12px 48px; }
|
||||
.pagehead { align-items: flex-start; }
|
||||
.pagehead h1 { font-size: 18px; }
|
||||
.kpi > b { font-size: 20px; }
|
||||
label.row { flex-direction: column; align-items: stretch; gap: 4px; }
|
||||
label.row > span { flex: 0 0 auto; }
|
||||
.card { padding: 14px; }
|
||||
.login { padding: 22px 18px 18px; }
|
||||
}
|
||||
@media (prefers-reduced-motion: reduce) {
|
||||
* { transition: none !important; animation: none !important; }
|
||||
}
|
||||
文件差异内容过多而无法显示
加载差异
文件差异因一行或多行过长而隐藏
@@ -0,0 +1,16 @@
|
||||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 64 64">
|
||||
<defs>
|
||||
<linearGradient id="g" x1="0" y1="0" x2="1" y2="1">
|
||||
<stop offset="0" stop-color="#22d3ee"/>
|
||||
<stop offset="1" stop-color="#a78bfa"/>
|
||||
</linearGradient>
|
||||
</defs>
|
||||
<rect x="2" y="2" width="60" height="60" rx="16" fill="#0b1220"/>
|
||||
<rect x="2.75" y="2.75" width="58.5" height="58.5" rx="15.25" fill="none"
|
||||
stroke="url(#g)" stroke-width="1.5" opacity=".55"/>
|
||||
<g fill="url(#g)">
|
||||
<rect x="14" y="34" width="8" height="16" rx="2.5"/>
|
||||
<rect x="28" y="22" width="8" height="28" rx="2.5"/>
|
||||
<rect x="42" y="14" width="8" height="36" rx="2.5"/>
|
||||
</g>
|
||||
</svg>
|
||||
|
之后 宽度: | 高度: | 大小: 660 B |
@@ -0,0 +1,193 @@
|
||||
/* 门户页面的轻量交互：统一带 CSRF 的请求、表单提交、日志尾部加载、维护动作 */
|
||||
(function () {
|
||||
"use strict";
|
||||
|
||||
function token() {
|
||||
return window.WB_CSRF || "";
|
||||
}
|
||||
|
||||
// 所有提示都先转义再插入：服务端 message 里可能带用户输入（用户名、文件名），
|
||||
// 直接 innerHTML 等于给它一个 XSS 入口。
|
||||
function esc(s) {
|
||||
return String(s == null ? "" : s).replace(/[&<>"']/g, function (c) {
|
||||
return { "&": "&", "<": "<", ">": ">", '"': """, "'": "'" }[c];
|
||||
});
|
||||
}
|
||||
|
||||
function flashBox() {
|
||||
var box = document.getElementById("collectMsg");
|
||||
if (!box) {
|
||||
box = document.createElement("div");
|
||||
box.id = "collectMsg";
|
||||
box.className = "flash";
|
||||
var head = document.querySelector(".pagehead");
|
||||
(head ? head.parentNode : document.body).insertBefore(box, head ? head.nextSibling : null);
|
||||
}
|
||||
return box;
|
||||
}
|
||||
|
||||
// say(文本, 类别)：文本按纯文本渲染，\n 转成换行
|
||||
function say(msg, cat) {
|
||||
var box = flashBox();
|
||||
box.style.display = "block";
|
||||
box.className = "flash " + (cat || "");
|
||||
box.innerHTML = esc(msg).replace(/\n/g, "<br>");
|
||||
if (cat !== "warn") {
|
||||
window.clearTimeout(say._t);
|
||||
say._t = window.setTimeout(function () { box.style.display = "none"; }, 12000);
|
||||
}
|
||||
}
|
||||
|
||||
function post(url, data, opts) {
|
||||
opts = opts || {};
|
||||
return fetch(url, {
|
||||
method: "POST",
|
||||
headers: { "Content-Type": "application/json", "X-CSRF-Token": token() },
|
||||
body: JSON.stringify(data || {})
|
||||
}).then(function (r) {
|
||||
return r.json().catch(function () { return { ok: false, message: "响应不是 JSON（HTTP " + r.status + "）" }; })
|
||||
.then(function (j) { return { status: r.status, body: j }; });
|
||||
}).then(function (res) {
|
||||
if (res.status === 401) {
|
||||
say("登录已失效，即将跳转登录页…", "warn");
|
||||
window.setTimeout(function () { location.href = "/login?next=" + encodeURIComponent(location.pathname); }, 1200);
|
||||
throw new Error("unauthorized");
|
||||
}
|
||||
return res.body;
|
||||
});
|
||||
}
|
||||
|
||||
function formData(form) {
|
||||
var out = {};
|
||||
Array.prototype.forEach.call(form.elements, function (el) {
|
||||
if (!el.name || el.type === "submit" || el.name === "_csrf") return;
|
||||
if (el.type === "checkbox") { out[el.name] = el.checked ? "1" : "0"; return; }
|
||||
if (el.type === "radio") { if (el.checked) out[el.name] = el.value; return; }
|
||||
out[el.name] = el.value;
|
||||
});
|
||||
return out;
|
||||
}
|
||||
|
||||
// 失败提示的公共尾巴：把「下一步怎么办」直接告诉用户
|
||||
function hintOf(j) {
|
||||
if (!j) return "";
|
||||
if (j.error === "cookie_expired") return "\n请到「配置管理」更新 Cookie 与 User-Agent（两者须取自同一次浏览器请求）。";
|
||||
if (j.error === "busy") return "\n已有采集在进行，可稍后重试，或到「日志管理」查看进度。";
|
||||
if (j.errors && j.errors.length) return "\n" + j.errors.join("\n");
|
||||
return "";
|
||||
}
|
||||
|
||||
// 通用表单绑定：提交到指定 API，成功后按 reload 与否决定刷新
|
||||
function bindForm(sel, url, opts) {
|
||||
opts = opts || {};
|
||||
var form = document.querySelector(sel);
|
||||
if (!form) return;
|
||||
form.addEventListener("submit", function (e) {
|
||||
e.preventDefault();
|
||||
var d = formData(form);
|
||||
if (opts.validate) {
|
||||
var err = opts.validate(d);
|
||||
if (err) { say(err, "warn"); return; }
|
||||
}
|
||||
if (opts.confirmText && !window.confirm(opts.confirmText)) return;
|
||||
var btn = form.querySelector("button[type=submit]");
|
||||
if (btn) { btn.disabled = true; btn.dataset.t = btn.textContent; btn.textContent = "处理中…"; }
|
||||
var isCollect = url.indexOf("/collect") >= 0;
|
||||
var req = isCollect ? post(url, { from: d.from || null, to: d.to || null }) : post(url, d);
|
||||
req.then(function (j) {
|
||||
if (j.ok === false) { say((j.message || "操作失败") + hintOf(j), "error"); return; }
|
||||
if (isCollect && j.result) {
|
||||
var r = j.result;
|
||||
say("采集完成：云端返回 " + r.fetched + " 条，新增 " + r.added + " 条，重复 " + r.dup +
|
||||
" 条，存档共 " + r.total + " 条。" + (r.conflicts ? "（有 " + r.conflicts + " 条时间漂移警告）" : ""),
|
||||
r.conflicts ? "warn" : "ok");
|
||||
} else {
|
||||
say("已保存" + (j.changed && j.changed.length ? "：" + j.changed.join("、") : ""), "ok");
|
||||
}
|
||||
if (opts.reload !== false) window.setTimeout(function () { location.reload(); }, 900);
|
||||
}).catch(function (e) {
|
||||
if (String(e.message) !== "unauthorized") say("请求失败：" + e.message, "error");
|
||||
}).finally(function () {
|
||||
if (btn) { btn.disabled = false; btn.textContent = btn.dataset.t; }
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
function bindTail(btnSel, url, boxSel, metaSel) {
|
||||
var btn = document.querySelector(btnSel);
|
||||
if (!btn) return;
|
||||
function load() {
|
||||
btn.disabled = true;
|
||||
fetch(url + "?lines=400", { headers: { "X-Requested-With": "fetch" } })
|
||||
.then(function (r) { return r.json(); })
|
||||
.then(function (j) {
|
||||
var box = document.querySelector(boxSel);
|
||||
box.textContent = (j.lines && j.lines.length) ? j.lines.join("\n") : "（日志为空）";
|
||||
box.scrollTop = box.scrollHeight;
|
||||
var meta = document.querySelector(metaSel);
|
||||
if (meta) meta.textContent = j.path + " · " + (j.size / 1024).toFixed(1) + " KB";
|
||||
})
|
||||
.catch(function (e) { say("日志加载失败：" + e.message, "error"); })
|
||||
.finally(function () { btn.disabled = false; });
|
||||
}
|
||||
btn.addEventListener("click", load);
|
||||
load();
|
||||
}
|
||||
|
||||
// 顶栏/页头的「立即采集一次」按钮
|
||||
function bindCollect(sel) {
|
||||
var btn = document.querySelector(sel || "#btnCollect");
|
||||
if (!btn) return;
|
||||
btn.addEventListener("click", function () {
|
||||
btn.disabled = true;
|
||||
var old = btn.textContent;
|
||||
btn.textContent = "采集中…";
|
||||
post("/api/collect", {})
|
||||
.then(function (j) {
|
||||
if (j.ok === false) { say((j.message || "采集失败") + hintOf(j), "error"); return; }
|
||||
var r = j.result;
|
||||
say("采集完成：云端返回 " + r.fetched + " 条，新增 " + r.added + " 条，重复 " + r.dup +
|
||||
" 条，存档共 " + r.total + " 条。" + (r.conflicts ? "（" + r.conflicts + " 条时间漂移警告）" : ""),
|
||||
r.conflicts ? "warn" : "ok");
|
||||
window.setTimeout(function () { location.reload(); }, 1100);
|
||||
})
|
||||
.catch(function (e) { if (String(e.message) !== "unauthorized") say("请求失败：" + e.message, "error"); })
|
||||
.finally(function () { btn.disabled = false; btn.textContent = old; });
|
||||
});
|
||||
}
|
||||
|
||||
// 维护动作：补全 Prompt / 导出全量 CSV / 整理数据库
|
||||
var MAINT = {
|
||||
"fill-prompt": { label: "补全缺失 Prompt", confirm: "补全 Prompt 需要联网并逐天重拉云端，可能耗时较久。继续？" },
|
||||
"export-csv": { label: "导出全量 CSV" },
|
||||
"vacuum": { label: "整理数据库", confirm: "将执行 checkpoint + VACUUM，期间数据库会短暂锁定。继续？" },
|
||||
"recount": { label: "重新计数" }
|
||||
};
|
||||
|
||||
function bindMaint(sel) {
|
||||
Array.prototype.forEach.call(document.querySelectorAll(sel || "[data-maint]"), function (btn) {
|
||||
btn.addEventListener("click", function () {
|
||||
var act = btn.dataset.maint;
|
||||
var meta = MAINT[act] || { label: act };
|
||||
if (meta.confirm && !window.confirm(meta.confirm)) return;
|
||||
btn.disabled = true;
|
||||
var old = btn.textContent;
|
||||
btn.textContent = "处理中…";
|
||||
post("/api/maintenance/" + encodeURIComponent(act), {})
|
||||
.then(function (j) {
|
||||
if (j.ok === false) { say((j.message || (meta.label + " 失败")) + hintOf(j), "error"); return; }
|
||||
say(j.message || (meta.label + " 完成"), "ok");
|
||||
window.setTimeout(function () { location.reload(); }, 1500);
|
||||
})
|
||||
.catch(function (e) { if (String(e.message) !== "unauthorized") say("请求失败：" + e.message, "error"); })
|
||||
.finally(function () { btn.disabled = false; btn.textContent = old; });
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
window.WBU = {
|
||||
post: post, bindForm: bindForm, bindTail: bindTail,
|
||||
bindCollect: bindCollect, bindMaint: bindMaint, say: say, esc: esc
|
||||
};
|
||||
document.addEventListener("DOMContentLoaded", function () { bindCollect("#btnCollect"); });
|
||||
})();
|
||||
@@ -0,0 +1,64 @@
|
||||
<!DOCTYPE html>
|
||||
<html lang="zh-CN">
|
||||
<head>
|
||||
<meta charset="utf-8">
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1">
|
||||
<meta name="color-scheme" content="dark">
|
||||
<title>{% block title %}{{ project_title }}{% endblock %}</title>
|
||||
<link rel="icon" href="{{ url_for('static', filename='favicon.svg') }}">
|
||||
<link rel="stylesheet" href="{{ url_for('static', filename='css/app.css') }}">
|
||||
</head>
|
||||
<body>
|
||||
{% set nav = active|default('') %}
|
||||
{% set on_dash = request.path.startswith('/dashboard') %}
|
||||
{% if current_user() %}
|
||||
<header class="topbar">
|
||||
<div class="brand">
|
||||
<span class="dot"></span>
|
||||
<a href="{{ url_for('views.overview') }}"><b>{{ project_title }}</b></a>
|
||||
<span class="ver">v{{ app_version }}</span>
|
||||
</div>
|
||||
<nav>
|
||||
<a href="{{ url_for('views.overview') }}" class="{{ 'on' if nav=='overview' }}">概览</a>
|
||||
<a href="{{ url_for('views.dashboard') }}" class="{{ 'on' if on_dash }}">用量大屏</a>
|
||||
<a href="{{ url_for('views.records') }}" class="{{ 'on' if nav=='records' }}">数据明细</a>
|
||||
<a href="{{ url_for('views.tasks') }}" class="{{ 'on' if nav=='tasks' }}">任务管理</a>
|
||||
<a href="{{ url_for('views.config_page') }}" class="{{ 'on' if nav=='config' }}">配置管理</a>
|
||||
<a href="{{ url_for('views.logs') }}" class="{{ 'on' if nav=='logs' }}">日志管理</a>
|
||||
{% if current_user().is_admin %}
|
||||
<a href="{{ url_for('views.users_page') }}" class="{{ 'on' if nav=='users' }}">用户管理</a>
|
||||
{% endif %}
|
||||
</nav>
|
||||
<div class="me">
|
||||
<span class="who"><b>{{ current_user().display_name }}</b>{% if current_user().is_admin %} <span class="tag accent">管理员</span>{% endif %}</span>
|
||||
{# 退出用 POST + CSRF：GET 型退出会被 <img src="/logout"> 这类请求静默触发 #}
|
||||
<form method="post" action="{{ url_for('views.logout_post') }}" style="margin:0">
|
||||
<input type="hidden" name="_csrf" value="{{ csrf_token() }}">
|
||||
<button class="btn ghost sm" type="submit">退出</button>
|
||||
</form>
|
||||
</div>
|
||||
</header>
|
||||
{% endif %}
|
||||
|
||||
<main class="wrap">
|
||||
{% with msgs = get_flashed_messages(with_categories=true) %}
|
||||
{% if msgs %}
|
||||
<div class="flashes">
|
||||
{% for cat, m in msgs %}<div class="flash {{ cat }}">{{ m }}</div>{% endfor %}
|
||||
</div>
|
||||
{% endif %}
|
||||
{% endwith %}
|
||||
{% block body %}{% endblock %}
|
||||
</main>
|
||||
|
||||
<footer class="foot">
|
||||
<b>{{ project_title }}</b> · {{ project_name }} · 采集 / 存储 / 呈现三合一 · 数据正本 <code>data/usage.sqlite</code><br>
|
||||
采集在 Web 进程内按配置时刻执行，无需外部计划任务
|
||||
</footer>
|
||||
|
||||
<script>
|
||||
window.WB_CSRF = "{{ csrf_token() }}";
|
||||
</script>
|
||||
{% block scripts %}{% endblock %}
|
||||
</body>
|
||||
</html>
|
||||
@@ -0,0 +1,109 @@
|
||||
{% extends "base.html" %}
|
||||
{% block title %}配置管理 · {{ project_title }}{% endblock %}
|
||||
{% block body %}
|
||||
|
||||
<div class="pagehead">
|
||||
<div>
|
||||
<h1>配置管理</h1>
|
||||
<p class="lead">凭证、采集参数、维护动作都在这里；所有配置存在数据库，改完立即生效</p>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<section class="card">
|
||||
<div class="cardhead">
|
||||
<h2>云端凭证</h2>
|
||||
<span class="tag {{ 'ok' if s.cookie_hint else 'bad' }}">{{ '已配置' if s.cookie_hint else '未配置' }}</span>
|
||||
</div>
|
||||
<p class="hint">
|
||||
{% if s.cookie_hint %}当前 Cookie：{{ s.cookie_hint }}（页面与接口都不回传明文）{% endif %}
|
||||
<br>获取方式：Chrome 打开 <code>https://www.workbuddy.cn/profile/plans-usage</code> → F12 → Network →
|
||||
任选一个 <code>billing</code> 请求 → 复制 Request Headers 里的 <code>cookie</code> 与 <code>user-agent</code>
|
||||
（<b>两者必须取自同一次请求</b>），粘贴到下面。
|
||||
</p>
|
||||
<form id="formCred">
|
||||
<label class="col">Cookie
|
||||
<textarea name="cookie" rows="4" placeholder="留空表示不修改；填 - 表示清空已保存的 Cookie" spellcheck="false"></textarea>
|
||||
</label>
|
||||
<label class="col">User-Agent
|
||||
<textarea name="user_agent" rows="2" spellcheck="false">{{ s.user_agent }}</textarea>
|
||||
</label>
|
||||
<button class="btn primary" type="submit">保存凭证</button>
|
||||
</form>
|
||||
</section>
|
||||
|
||||
<div class="grid2">
|
||||
<section class="card">
|
||||
<h2>采集参数</h2>
|
||||
<form id="formCollect">
|
||||
<label class="row"><span>接口基址</span><input name="api_base" value="{{ s.api_base }}" spellcheck="false"></label>
|
||||
<label class="row"><span>接口路径</span><input name="api_path" value="{{ s.api_path }}" spellcheck="false"></label>
|
||||
{% set b = num_settings %}
|
||||
<label class="row"><span>分页大小</span>
|
||||
<input name="page_size" type="number" min="{{ b.page_size[0] }}" max="{{ b.page_size[1] }}" value="{{ s.page_size }}">
|
||||
<em class="unit">{{ b.page_size[0] }}~{{ b.page_size[1] }} 条/页</em></label>
|
||||
<label class="row"><span>断点回退</span>
|
||||
<input name="rewind_minutes" type="number" min="{{ b.rewind_minutes[0] }}" max="{{ b.rewind_minutes[1] }}" value="{{ s.rewind_minutes }}">
|
||||
<em class="unit">分钟</em></label>
|
||||
<label class="row"><span>时间漂移容差</span>
|
||||
<input name="drift_tolerance_minutes" type="number" min="{{ b.drift_tolerance_minutes[0] }}" max="{{ b.drift_tolerance_minutes[1] }}" value="{{ s.drift_tolerance_minutes }}">
|
||||
<em class="unit">分钟</em></label>
|
||||
<label class="row"><span>Prompt 截断</span>
|
||||
<input name="max_prompt" type="number" min="{{ b.max_prompt[0] }}" max="{{ b.max_prompt[1] }}" value="{{ s.max_prompt }}">
|
||||
<em class="unit">字符（0 = 不截断）</em></label>
|
||||
<label class="row"><span>整日校验天数</span>
|
||||
<input name="verify_days" type="number" min="{{ b.verify_days[0] }}" max="{{ b.verify_days[1] }}" value="{{ s.verify_days }}">
|
||||
<em class="unit">天</em></label>
|
||||
<label class="row"><span>请求超时</span>
|
||||
<input name="timeout" type="number" min="{{ b.timeout[0] }}" max="{{ b.timeout[1] }}" value="{{ s.timeout }}">
|
||||
<em class="unit">秒</em></label>
|
||||
<label class="row"><span>校验 TLS 证书</span>
|
||||
<select name="ssl_verify">
|
||||
<option value="1" {{ 'selected' if s.ssl_verify != '0' }}>校验（推荐）</option>
|
||||
<option value="0" {{ 'selected' if s.ssl_verify == '0' }}>不校验（仅自签/企业代理时用）</option>
|
||||
</select>
|
||||
</label>
|
||||
<p class="hint">Cookie 就是账号凭证，关掉证书校验等于把它暴露给中间人，非必要不要关。</p>
|
||||
<button class="btn primary" type="submit">保存采集参数</button>
|
||||
<p class="hint">整日校验会按天重新拉云端 total 与本地比对，发现缺记录自动补入；设为 0 表示关闭（日常够用）。</p>
|
||||
</form>
|
||||
</section>
|
||||
|
||||
<section class="card">
|
||||
<h2>修改登录密码</h2>
|
||||
<form id="formPwd">
|
||||
<label class="col">原密码<input name="old" type="password" autocomplete="current-password"></label>
|
||||
<label class="col">新密码<input name="new" type="password" autocomplete="new-password"></label>
|
||||
<label class="col">确认新密码<input name="new2" type="password" autocomplete="new-password"></label>
|
||||
<button class="btn primary" type="submit">修改密码</button>
|
||||
<p class="hint">至少 6 位。修改成功后当前会话仍有效，不必重新登录。</p>
|
||||
</form>
|
||||
|
||||
<hr class="sect-divider">
|
||||
<h3>维护动作</h3>
|
||||
<div class="btnrow">
|
||||
<button class="btn" type="button" data-maint="fill-prompt"
|
||||
title="把云端仍保留、但本地为空的 User Prompt 补回来">补全缺失 Prompt</button>
|
||||
<button class="btn" type="button" data-maint="export-csv"
|
||||
title="导出与官网 xlsx 同构的全量 CSV 到 data/exports/">导出全量 CSV</button>
|
||||
<button class="btn" type="button" data-maint="vacuum"
|
||||
title="checkpoint + VACUUM，回收删除后的空闲页">整理数据库</button>
|
||||
</div>
|
||||
<p class="hint">补全 Prompt 需要联网并逐天重拉云端；导出与整理只动本地数据。</p>
|
||||
<div class="btnrow" style="margin-top:14px">
|
||||
<a class="btn ghost" href="{{ url_for('views.records_export') }}">按当前明细页筛选导出</a>
|
||||
{% if current_user().is_admin %}<a class="btn ghost" href="{{ url_for('views.users_page') }}">用户管理</a>{% endif %}
|
||||
</div>
|
||||
</section>
|
||||
</div>
|
||||
|
||||
{% endblock %}
|
||||
|
||||
{% block scripts %}
|
||||
<script src="{{ url_for('static', filename='js/app.js') }}"></script>
|
||||
<script>
|
||||
WBU.bindForm('#formCred', '/api/settings');
|
||||
WBU.bindForm('#formCollect', '/api/settings');
|
||||
WBU.bindForm('#formPwd', '/api/password', {validate: d => d.new === d.new2 ? null : '两次输入的新密码不一致'});
|
||||
WBU.bindMaint('[data-maint]');
|
||||
</script>
|
||||
{% endblock %}
|
||||
@@ -0,0 +1,16 @@
|
||||
{% extends "base.html" %}
|
||||
{% block title %}{{ code }} · {{ project_title }}{% endblock %}
|
||||
{% block body %}
|
||||
<div class="card errpage">
|
||||
<div class="code">{{ code }}</div>
|
||||
<p>{{ message }}</p>
|
||||
<div class="btnrow" style="justify-content:center">
|
||||
{% if current_user() %}
|
||||
<a class="btn primary" href="{{ url_for('views.overview') }}">回到概览</a>
|
||||
<a class="btn ghost" href="javascript:history.back()">返回上一页</a>
|
||||
{% else %}
|
||||
<a class="btn primary" href="{{ url_for('views.login') }}">去登录</a>
|
||||
{% endif %}
|
||||
</div>
|
||||
</div>
|
||||
{% endblock %}
|
||||
@@ -0,0 +1,25 @@
|
||||
{% extends "base.html" %}
|
||||
{% block title %}登录 · {{ project_title }}{% endblock %}
|
||||
{% block body %}
|
||||
<div class="loginwrap">
|
||||
<form class="card login" method="post" action="{{ url_for('views.login') }}">
|
||||
<div class="logo">W</div>
|
||||
<h1>{{ project_title }}</h1>
|
||||
<p class="hint">{{ project_desc }}</p>
|
||||
<input type="hidden" name="_csrf" value="{{ csrf_token() }}">
|
||||
<input type="hidden" name="next" value="{{ next_url or '' }}">
|
||||
<label>用户名
|
||||
<input name="username" value="{{ username or '' }}" autocomplete="username"
|
||||
autofocus required maxlength="32">
|
||||
</label>
|
||||
<label>密码
|
||||
<input name="password" type="password" autocomplete="current-password" required>
|
||||
</label>
|
||||
<button class="btn primary" type="submit">登 录</button>
|
||||
<p class="foot-note">
|
||||
首次部署默认账号 <code>admin</code> / <code>admin123</code>，登录后请立即到「配置管理」修改密码。<br>
|
||||
连续输错 {{ max_fails }} 次将锁定 {{ lock_minutes }} 分钟；登录状态保持 {{ session_hours }} 小时。
|
||||
</p>
|
||||
</form>
|
||||
</div>
|
||||
{% endblock %}
|
||||
@@ -0,0 +1,155 @@
|
||||
{% extends "base.html" %}
|
||||
{% block title %}日志管理 · {{ project_title }}{% endblock %}
|
||||
{% block body %}
|
||||
|
||||
<div class="pagehead">
|
||||
<div>
|
||||
<h1>日志管理</h1>
|
||||
<p class="lead">采集逐次日志、应用运行日志与操作审计</p>
|
||||
</div>
|
||||
<div class="actions">
|
||||
<button class="btn" id="btnTail" type="button">刷新应用日志</button>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
{% if detail %}
|
||||
<section class="card">
|
||||
<div class="cardhead">
|
||||
<h2>运行 #{{ detail.id }} 详情</h2>
|
||||
<a class="btn ghost sm" href="{{ url_for('views.logs') }}">收起</a>
|
||||
</div>
|
||||
<table class="kv">
|
||||
<tr><th>触发方式</th><td>{{ detail.trigger }}</td><th>状态</th>
|
||||
<td>
|
||||
{% if detail.status=='ok' %}<span class="tag ok">成功</span>
|
||||
{% elif detail.status=='warn' %}<span class="tag warn">有警告</span>
|
||||
{% elif detail.status=='running' %}<span class="tag info">进行中</span>
|
||||
{% else %}<span class="tag bad">失败</span>{% endif %}
|
||||
{% if detail.exit_code is not none %}<span class="tag mute">exit {{ detail.exit_code }}</span>{% endif %}
|
||||
</td></tr>
|
||||
<tr><th>开始</th><td class="mono">{{ detail.started_at }}</td><th>结束</th><td class="mono">{{ detail.finished_at or '—' }}</td></tr>
|
||||
<tr><th>同步区间</th><td colspan="3" class="mono">{{ detail.win_from or '—' }} ~ {{ detail.win_to or '' }}</td></tr>
|
||||
<tr><th>云端返回</th><td>{{ detail.fetched }}</td><th>新增 / 重复</th><td>{{ detail.added }} / {{ detail.dup }}</td></tr>
|
||||
<tr><th>入库总数</th><td>{{ detail.total }}</td><th>时间冲突</th><td>{{ detail.conflicts }}</td></tr>
|
||||
<tr><th>结论</th><td colspan="3">{{ detail.message or '—' }}</td></tr>
|
||||
</table>
|
||||
<pre class="logbox" style="margin-top:12px">{{ detail.detail or '（无日志）' }}</pre>
|
||||
</section>
|
||||
{% endif %}
|
||||
|
||||
<section class="card">
|
||||
<div class="cardhead">
|
||||
<h2>采集运行日志</h2>
|
||||
<div class="seg">
|
||||
<a href="{{ url_for('views.logs') }}" class="{{ 'on' if not status }}">全部</a>
|
||||
<a href="{{ url_for('views.logs', status='ok') }}" class="{{ 'on' if status=='ok' }}">成功</a>
|
||||
<a href="{{ url_for('views.logs', status='warn') }}" class="{{ 'on' if status=='warn' }}">警告</a>
|
||||
<a href="{{ url_for('views.logs', status='error') }}" class="{{ 'on' if status=='error' }}">失败</a>
|
||||
</div>
|
||||
</div>
|
||||
<div class="tablewrap">
|
||||
<table class="tbl">
|
||||
<thead><tr><th>#</th><th>开始</th><th>触发</th><th>状态</th><th class="num">耗时</th>
|
||||
<th class="num">新增</th><th class="num">重复</th><th class="num">冲突</th><th>结论</th><th></th></tr></thead>
|
||||
<tbody>
|
||||
{% for r in runs %}
|
||||
<tr>
|
||||
<td>{{ r.id }}</td>
|
||||
<td class="mono nowrap">{{ r.started_at[5:] if r.started_at else '—' }}</td>
|
||||
<td><span class="tag {{ 'info' if r.trigger=='schedule' else ('accent' if r.trigger=='startup' else 'mute') }}">{{ r.trigger }}</span></td>
|
||||
<td class="nowrap">
|
||||
{% if r.status=='ok' %}<span class="tag ok">成功</span>
|
||||
{% elif r.status=='warn' %}<span class="tag warn">有警告</span>
|
||||
{% elif r.status=='running' %}<span class="tag info">进行中</span>
|
||||
{% else %}<span class="tag bad">失败</span>{% endif %}
|
||||
</td>
|
||||
<td class="num">{{ ((r.duration_ms or 0) / 1000) | round(1) }}s</td>
|
||||
<td class="num">{{ r.added }}</td><td class="num">{{ r.dup }}</td>
|
||||
<td class="num">{% if r.conflicts %}<span class="tag warn">{{ r.conflicts }}</span>{% else %}0{% endif %}</td>
|
||||
<td>{{ r.message or '—' }}</td>
|
||||
<td><a href="{{ url_for('views.logs', run=r.id, status=status or none) }}">详情</a></td>
|
||||
</tr>
|
||||
{% else %}
|
||||
<tr><td colspan="10" class="empty">暂无采集日志</td></tr>
|
||||
{% endfor %}
|
||||
</tbody>
|
||||
</table>
|
||||
</div>
|
||||
{% if pages > 1 %}
|
||||
{# 翻页时保留 status/act，否则一翻页筛选条件就丢了 #}
|
||||
<div class="pager">
|
||||
{% if page > 1 %}<a href="{{ url_for('views.logs', page=page-1, status=status or none, act=act or none) }}">‹</a>{% endif %}
|
||||
{% for p in page_window %}
|
||||
{% if p == page %}<span class="cur">{{ p }}</span>
|
||||
{% else %}<a href="{{ url_for('views.logs', page=p, status=status or none, act=act or none) }}">{{ p }}</a>{% endif %}
|
||||
{% endfor %}
|
||||
{% if page < pages %}<a href="{{ url_for('views.logs', page=page+1, status=status or none, act=act or none) }}">›</a>{% endif %}
|
||||
<span class="meta">第 {{ page }} / {{ pages }} 页 · 共 {{ '{:,}'.format(total) }} 次</span>
|
||||
</div>
|
||||
{% endif %}
|
||||
</section>
|
||||
|
||||
<div class="grid2">
|
||||
<section class="card">
|
||||
<div class="cardhead">
|
||||
<h2>应用日志</h2>
|
||||
<span class="hint" id="tailMeta"></span>
|
||||
</div>
|
||||
<pre class="logbox" id="appLog">正在加载 logs/app.log …</pre>
|
||||
</section>
|
||||
|
||||
<section class="card">
|
||||
<div class="cardhead">
|
||||
<h2>操作审计</h2>
|
||||
<span class="hint">共 {{ '{:,}'.format(atotal) }} 条 · 第 {{ apage }} / {{ apages }} 页</span>
|
||||
</div>
|
||||
{% if actions %}
|
||||
<div class="seg" style="margin-bottom:10px">
|
||||
<a href="{{ url_for('views.logs', status=status or none) }}" class="{{ 'on' if not act }}">全部</a>
|
||||
{% for a in actions[:6] %}
|
||||
<a href="{{ url_for('views.logs', act=a[0], status=status or none) }}"
|
||||
class="{{ 'on' if act==a[0] }}">{{ a[0] }} <span class="muted">{{ a[1] }}</span></a>
|
||||
{% endfor %}
|
||||
</div>
|
||||
{% endif %}
|
||||
<div class="tablewrap scroll-y">
|
||||
<table class="tbl" id="auditTable">
|
||||
<thead><tr><th>时间</th><th>用户</th><th>动作</th><th>说明</th><th>IP</th></tr></thead>
|
||||
<tbody>
|
||||
{% for a in audits %}
|
||||
<tr><td class="mono nowrap">{{ a.at[5:] if a.at else '' }}</td>
|
||||
<td>{{ a.actor or '—' }}</td>
|
||||
<td><span class="tag mute">{{ a.action }}</span></td>
|
||||
<td>{{ a.detail or '—' }}</td><td class="mono">{{ a.ip or '' }}</td></tr>
|
||||
{% else %}
|
||||
<tr><td colspan="5" class="empty">暂无审计记录</td></tr>
|
||||
{% endfor %}
|
||||
</tbody>
|
||||
</table>
|
||||
</div>
|
||||
{% if apages > 1 %}
|
||||
<div class="pager">
|
||||
{% if apage > 1 %}
|
||||
<a href="{{ url_for('views.logs', apage=apage-1, act=act or none, status=status or none) }}">‹</a>
|
||||
{% endif %}
|
||||
{% for p in apage_window %}
|
||||
{% if p == apage %}<span class="cur">{{ p }}</span>
|
||||
{% else %}<a href="{{ url_for('views.logs', apage=p, act=act or none, status=status or none) }}">{{ p }}</a>{% endif %}
|
||||
{% endfor %}
|
||||
{% if apage < apages %}
|
||||
<a href="{{ url_for('views.logs', apage=apage+1, act=act or none, status=status or none) }}">›</a>
|
||||
{% endif %}
|
||||
<span class="meta">共 {{ '{:,}'.format(atotal) }} 条</span>
|
||||
</div>
|
||||
{% endif %}
|
||||
</section>
|
||||
</div>
|
||||
|
||||
{% endblock %}
|
||||
|
||||
{% block scripts %}
|
||||
<script src="{{ url_for('static', filename='js/app.js') }}"></script>
|
||||
<script>
|
||||
WBU.bindTail('#btnTail', '/logs/tail', '#appLog', '#tailMeta');
|
||||
</script>
|
||||
{% endblock %}
|
||||
@@ -0,0 +1,124 @@
|
||||
{% extends "base.html" %}
|
||||
{% block title %}概览 · {{ project_title }}{% endblock %}
|
||||
{% block body %}
|
||||
|
||||
<div class="pagehead">
|
||||
<div>
|
||||
<h1>概览</h1>
|
||||
<p class="lead">存档 {{ '{:,}'.format(totals.records) }} 条记录，覆盖 {{ totals.firstDay }} ~ {{ totals.lastDay }}</p>
|
||||
</div>
|
||||
<div class="actions">
|
||||
<a class="btn" href="{{ url_for('views.dashboard') }}">打开用量大屏</a>
|
||||
<button class="btn primary" id="btnCollect" type="button">立即采集一次</button>
|
||||
</div>
|
||||
</div>
|
||||
<div id="collectMsg" class="flash" style="display:none"></div>
|
||||
|
||||
<div class="kpis">
|
||||
<div class="kpi" style="--c:var(--cyan)">
|
||||
<span>累计积分</span><b>{{ '%.2f'|format(totals.credits) }}</b>
|
||||
<i>{{ totals.days }} 个活跃日 · 单次均价 {{ '%.2f'|format(totals.credits / totals.calls if totals.calls else 0) }}</i>
|
||||
</div>
|
||||
<div class="kpi" style="--c:var(--violet)">
|
||||
<span>调用次数</span><b>{{ '{:,}'.format(totals.calls) }}</b>
|
||||
<i>计费 {{ '{:,}'.format(totals.billableCalls) }} · 免费 {{ '{:,}'.format(totals.freeCalls) }}
|
||||
（{{ '%.1f'|format(totals.freeCalls / totals.calls * 100 if totals.calls else 0) }}%）</i>
|
||||
</div>
|
||||
<div class="kpi" style="--c:var(--green)">
|
||||
<span>今日积分</span><b>{{ '%.2f'|format(today_stat.credits) }}</b>
|
||||
<i>{{ today_stat.calls }} 次调用{% if today_stat.partial %} · 残日截至 {{ today_stat.partial.hhmm }}{% endif %}
|
||||
{% if yesterday.credits %}
|
||||
· 昨日整日 {{ '%.2f'|format(yesterday.credits) }}
|
||||
{% endif %}</i>
|
||||
</div>
|
||||
<div class="kpi" style="--c:var(--amber)">
|
||||
<span>近 30 天积分</span><b>{{ '%.2f'|format(stat30.credits) }}</b>
|
||||
<i>{% if stat30.delta %}<span class="delta {{ 'dn' if stat30.delta.credits < 0 }}">环比 {{ '%+.1f'|format(stat30.delta.credits) }}%</span>
|
||||
· 前一区间 {{ '%.0f'|format(stat30.prev.credits) }}{% else %}无可比区间{% endif %}</i>
|
||||
</div>
|
||||
<div class="kpi" style="--c:var(--blue)">
|
||||
<span>模型 / 客户端</span><b>{{ totals.models }} / {{ totals.clients }}</b>
|
||||
<i>按积分排序见下表</i>
|
||||
</div>
|
||||
<div class="kpi" style="--c:{{ 'var(--green)' if mf.health.cookie else 'var(--red)' }}">
|
||||
<span>采集健康</span><b>{{ '正常' if mf.health.cookie else '缺 Cookie' }}</b>
|
||||
<i>{% if mf.health.lastRunAt %}最近采集 {{ mf.health.lastRunAt[5:16] }}{% else %}尚无采集记录{% endif %}</i>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div class="grid2">
|
||||
<section class="card">
|
||||
<h2>调度状态</h2>
|
||||
<table class="kv">
|
||||
<tr><th>调度线程</th><td>{% if sch.running %}<span class="tag ok">运行中</span> 每 {{ sch.interval }}s 轮询{% else %}<span class="tag bad">未运行</span>{% endif %}</td></tr>
|
||||
<tr><th>调度开关</th><td>{% if sch.enabled %}<span class="tag ok">已启用</span>{% else %}<span class="tag bad">已停用</span>{% endif %}</td></tr>
|
||||
<tr><th>每日时刻</th><td>{{ sch.times | join(' · ') if sch.times else '—' }}{% if sch.catch_up %} <span class="tag">含启动补跑</span>{% endif %}</td></tr>
|
||||
<tr><th>下次执行</th><td class="mono">{{ sch.next_run or '—' }}</td></tr>
|
||||
<tr><th>采集互斥锁</th><td>{% if sch.lock %}<span class="tag warn">采集中</span>{% else %}<span class="tag ok">空闲</span>{% endif %}</td></tr>
|
||||
<tr><th>Cookie</th><td>{% if mf.health.cookie %}<span class="tag ok">已配置</span>{% else %}<span class="tag bad">未配置</span> <a href="{{ url_for('views.config_page') }}">去配置</a>{% endif %}</td></tr>
|
||||
<tr><th>服务器时间</th><td class="mono">{{ sch.now }}</td></tr>
|
||||
</table>
|
||||
<p class="hint">调度在 Web 进程内运行，不再需要计划任务或外部自动化。所有时刻与开关都在
|
||||
<a href="{{ url_for('views.tasks') }}">任务管理</a>里改。</p>
|
||||
</section>
|
||||
|
||||
<section class="card">
|
||||
<div class="cardhead">
|
||||
<h2>模型消耗 TOP</h2>
|
||||
<span class="hint">按积分降序，取前 {{ models|length }} 名</span>
|
||||
</div>
|
||||
<div class="tablewrap">
|
||||
<table class="tbl">
|
||||
<thead><tr><th>模型</th><th class="num">调用</th><th class="num">积分</th><th class="num">单次均价</th><th class="num">免费占比</th></tr></thead>
|
||||
<tbody>
|
||||
{% for m in models %}
|
||||
<tr><td>{{ m.name }}</td><td class="num">{{ m.calls }}</td>
|
||||
<td class="num">{{ '%.2f'|format(m.credits) }}</td>
|
||||
<td class="num">{{ '%.2f'|format(m.avgPerCall) }}</td>
|
||||
<td class="num">{{ '%.0f%%'|format(m.freeRate * 100) }}</td></tr>
|
||||
{% else %}
|
||||
<tr><td colspan="5" class="empty">还没有数据，先点右上角「立即采集一次」</td></tr>
|
||||
{% endfor %}
|
||||
</tbody>
|
||||
</table>
|
||||
</div>
|
||||
<p class="hint">客户端构成：{% for c in clients %}{{ c.name }} {{ '%.1f%%'|format(c.credits / totals.credits * 100 if totals.credits else 0) }}{% if not loop.last %} · {% endif %}{% else %}—{% endfor %}</p>
|
||||
</section>
|
||||
</div>
|
||||
|
||||
<section class="card">
|
||||
<div class="cardhead">
|
||||
<h2>最近采集</h2>
|
||||
<a class="btn ghost sm" href="{{ url_for('views.tasks') }}">查看全部</a>
|
||||
</div>
|
||||
<div class="tablewrap">
|
||||
<table class="tbl">
|
||||
<thead><tr><th>#</th><th>触发</th><th>开始</th><th class="num">耗时</th><th class="num">云端</th>
|
||||
<th class="num">新增</th><th class="num">重复</th><th class="num">冲突</th><th class="num">总数</th><th>结论</th></tr></thead>
|
||||
<tbody>
|
||||
{% for r in runs %}
|
||||
<tr>
|
||||
<td><a href="{{ url_for('views.logs', run=r.id) }}">{{ r.id }}</a></td>
|
||||
<td><span class="tag {{ 'info' if r.trigger=='schedule' else ('accent' if r.trigger=='startup' else 'mute') }}">{{ r.trigger }}</span></td>
|
||||
<td class="mono">{{ r.started_at[5:] if r.started_at else '—' }}</td>
|
||||
<td class="num">{{ ((r.duration_ms or 0) / 1000) | round(1) }}s</td>
|
||||
<td class="num">{{ r.fetched if r.fetched is not none else '—' }}</td>
|
||||
<td class="num">{{ r.added }}</td>
|
||||
<td class="num">{{ r.dup }}</td>
|
||||
<td class="num">{% if r.conflicts %}<span class="tag warn">{{ r.conflicts }}</span>{% else %}0{% endif %}</td>
|
||||
<td class="num">{{ r.total }}</td>
|
||||
<td>{{ r.message or '—' }}</td>
|
||||
</tr>
|
||||
{% else %}
|
||||
<tr><td colspan="10" class="empty">还没有采集记录，点右上角「立即采集一次」</td></tr>
|
||||
{% endfor %}
|
||||
</tbody>
|
||||
</table>
|
||||
</div>
|
||||
</section>
|
||||
|
||||
{% endblock %}
|
||||
|
||||
{% block scripts %}
|
||||
<script src="{{ url_for('static', filename='js/app.js') }}"></script>
|
||||
{% endblock %}
|
||||
@@ -0,0 +1,169 @@
|
||||
{% extends "base.html" %}
|
||||
{% block title %}数据明细 · {{ project_title }}{% endblock %}
|
||||
{% block body %}
|
||||
|
||||
{# 注意：模板里统一用 frm 而不是 from，避免与 Python 关键字混淆；
|
||||
拼回 URL 时必须换成 HTTP 规范参数名 from/to，否则导出/翻页会丢筛选条件。 #}
|
||||
{% set qs = {'from': f.frm, 'to': f.to, 'model': f.model, 'client': f.client,
|
||||
'q': f.q, 'order': f.order, 'size': f.size} %}
|
||||
{% set has_filter = f.frm or f.to or f.model or f.client or f.q %}
|
||||
|
||||
<div class="pagehead">
|
||||
<div>
|
||||
<h1>数据明细</h1>
|
||||
<p class="lead">
|
||||
共 {{ '{:,}'.format(data.total) }} 条匹配记录 · 合计
|
||||
<b class="hl">{{ '%.2f'|format(data.credits) }}</b> 积分
|
||||
</p>
|
||||
</div>
|
||||
<div class="actions">
|
||||
<a class="btn ghost" href="{{ url_for('views.dashboard') }}">用量大屏</a>
|
||||
<a class="btn primary" href="{{ url_for('views.records_export', **qs) }}">导出当前筛选 CSV</a>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<section class="card">
|
||||
<div class="cardhead">
|
||||
<h2>筛选</h2>
|
||||
<div class="quick">
|
||||
<button class="btn sm ghost" type="button" data-range="today">今日</button>
|
||||
<button class="btn sm ghost" type="button" data-range="7d">近 7 天</button>
|
||||
<button class="btn sm ghost" type="button" data-range="30d">近 30 天</button>
|
||||
<button class="btn sm ghost" type="button" data-range="all">全部</button>
|
||||
</div>
|
||||
</div>
|
||||
<form class="filters" id="formFilter" method="get" action="{{ url_for('views.records') }}">
|
||||
<label>开始日期<input type="date" name="from" id="fFrom" value="{{ f.frm }}"></label>
|
||||
<label>结束日期<input type="date" name="to" id="fTo" value="{{ f.to }}"></label>
|
||||
<label>模型
|
||||
<select name="model">
|
||||
<option value="">全部</option>
|
||||
{% for m in models %}<option value="{{ m }}" {{ 'selected' if f.model==m }}>{{ m }}</option>{% endfor %}
|
||||
</select>
|
||||
</label>
|
||||
<label>客户端
|
||||
<select name="client">
|
||||
<option value="">全部</option>
|
||||
{% for c in clients %}<option value="{{ c }}" {{ 'selected' if f.client==c }}>{{ c }}</option>{% endfor %}
|
||||
</select>
|
||||
</label>
|
||||
<label>关键词
|
||||
<input name="q" value="{{ f.q }}" placeholder="搜 Prompt / RequestID">
|
||||
</label>
|
||||
<label>排序
|
||||
<select name="order">
|
||||
<option value="ts_desc" {{ 'selected' if f.order=='ts_desc' }}>时间倒序</option>
|
||||
<option value="ts" {{ 'selected' if f.order=='ts' }}>时间正序</option>
|
||||
<option value="credits_desc" {{ 'selected' if f.order=='credits_desc' }}>积分从高到低</option>
|
||||
<option value="credits" {{ 'selected' if f.order=='credits' }}>积分从低到高</option>
|
||||
</select>
|
||||
</label>
|
||||
<label>每页
|
||||
<select name="size">
|
||||
{% for n in [20, 50, 100, 200, 500] %}
|
||||
<option value="{{ n }}" {{ 'selected' if f.size==n }}>{{ n }}</option>
|
||||
{% endfor %}
|
||||
</select>
|
||||
</label>
|
||||
<button class="btn primary" type="submit">查询</button>
|
||||
{% if has_filter %}<a class="btn ghost" href="{{ url_for('views.records') }}">重置</a>{% endif %}
|
||||
</form>
|
||||
<p class="hint">
|
||||
日期留空表示不限。有关键词时会同时匹配 User Prompt 与 RequestID（按天全表扫描，区间越大越慢）。
|
||||
</p>
|
||||
</section>
|
||||
|
||||
<section class="card">
|
||||
<div class="cardhead">
|
||||
<h2>记录列表</h2>
|
||||
<span class="hint">
|
||||
第 {{ data.page }} / {{ data.pages }} 页 · 每页 {{ data.size }} 条
|
||||
{%- if data.total %} · 本页 {{ rows|length }} 条{% endif %}
|
||||
</span>
|
||||
</div>
|
||||
|
||||
{% if rows %}
|
||||
<div class="tablewrap">
|
||||
<table class="tbl">
|
||||
<thead>
|
||||
<tr><th class="num">#</th><th>时间</th><th class="num">积分</th><th>模型</th>
|
||||
<th>客户端</th><th>RequestID</th><th>User Prompt</th></tr>
|
||||
</thead>
|
||||
<tbody>
|
||||
{% for r in rows %}
|
||||
<tr>
|
||||
<td class="num muted">{{ (data.page - 1) * data.size + loop.index }}</td>
|
||||
<td class="mono nowrap">{{ r.ts }}</td>
|
||||
<td class="num {{ 'zero' if not r.credits }}">{{ '%.2f'|format(r.credits) }}</td>
|
||||
<td class="nowrap">{{ r.model }}</td>
|
||||
<td class="nowrap"><span class="tag mute">{{ r.client }}</span></td>
|
||||
<td class="mono sm nowrap" title="{{ r.request_id }}">{{ r.request_id[:16] }}…</td>
|
||||
<td class="px">
|
||||
{% if r.prompt %}
|
||||
<details>
|
||||
<summary>{{ r.prompt[:70] }}{% if r.prompt|length > 70 %}…{% endif %}</summary>
|
||||
<div class="fullprompt">{{ r.prompt }}</div>
|
||||
</details>
|
||||
{% else %}
|
||||
<span class="hint">（空）</span>
|
||||
{% endif %}
|
||||
</td>
|
||||
</tr>
|
||||
{% endfor %}
|
||||
</tbody>
|
||||
</table>
|
||||
</div>
|
||||
{% else %}
|
||||
<div class="empty-state">
|
||||
<b>没有匹配的记录</b>
|
||||
{% if has_filter %}当前筛选条件过窄，试试放宽日期区间或点「重置」。{% else %}存档里还没有数据，到「任务管理」手动采集一次。{% endif %}
|
||||
</div>
|
||||
{% endif %}
|
||||
|
||||
{% if data.pages > 1 %}
|
||||
<div class="pager">
|
||||
{% if data.page > 1 %}
|
||||
<a href="{{ url_for('views.records', page=1, **qs) }}">«</a>
|
||||
<a href="{{ url_for('views.records', page=data.page-1, **qs) }}">‹ 上一页</a>
|
||||
{% endif %}
|
||||
{% for p in page_window %}
|
||||
{% if p == data.page %}<span class="cur">{{ p }}</span>
|
||||
{% else %}<a href="{{ url_for('views.records', page=p, **qs) }}">{{ p }}</a>{% endif %}
|
||||
{% endfor %}
|
||||
{% if data.page < data.pages %}
|
||||
<a href="{{ url_for('views.records', page=data.page+1, **qs) }}">下一页 ›</a>
|
||||
<a href="{{ url_for('views.records', page=data.pages, **qs) }}">»</a>
|
||||
{% endif %}
|
||||
<span class="meta">第 {{ data.page }} / {{ data.pages }} 页 · 共 {{ '{:,}'.format(data.total) }} 条</span>
|
||||
</div>
|
||||
{% endif %}
|
||||
</section>
|
||||
|
||||
{% endblock %}
|
||||
|
||||
{% block scripts %}
|
||||
<script>
|
||||
// 快捷区间：只填表单里的两个日期输入框，真正的提交交给「查询」按钮，
|
||||
// 避免按一下就把当前排序/每页设置冲掉。
|
||||
(function () {
|
||||
function ymd(d) { // 必须用本地字段拼串：toISOString 走 UTC，GMT+8 下会少一天
|
||||
var m = d.getMonth() + 1, day = d.getDate();
|
||||
return d.getFullYear() + "-" + (m < 10 ? "0" : "") + m + "-" + (day < 10 ? "0" : "") + day;
|
||||
}
|
||||
var from = document.getElementById("fFrom"), to = document.getElementById("fTo");
|
||||
Array.prototype.forEach.call(document.querySelectorAll("[data-range]"), function (btn) {
|
||||
btn.addEventListener("click", function () {
|
||||
var v = btn.dataset.range, now = new Date();
|
||||
if (v === "all") { from.value = ""; to.value = ""; }
|
||||
else if (v === "today") { from.value = to.value = ymd(now); }
|
||||
else {
|
||||
var n = v === "7d" ? 6 : 29; // 含今天，所以是 N-1
|
||||
from.value = ymd(new Date(now.getTime() - n * 86400000));
|
||||
to.value = ymd(now);
|
||||
}
|
||||
from.focus();
|
||||
});
|
||||
});
|
||||
})();
|
||||
</script>
|
||||
{% endblock %}
|
||||
@@ -0,0 +1,128 @@
|
||||
{% extends "base.html" %}
|
||||
{% block title %}任务管理 · {{ project_title }}{% endblock %}
|
||||
{% block body %}
|
||||
|
||||
<div class="pagehead">
|
||||
<div>
|
||||
<h1>任务管理</h1>
|
||||
<p class="lead">调度在 Web 进程内执行，采集互斥由文件锁保证；这里也能手动触发与按区间回填</p>
|
||||
</div>
|
||||
<div class="actions">
|
||||
<button class="btn primary" id="btnCollect" type="button">立即采集一次</button>
|
||||
</div>
|
||||
</div>
|
||||
<div id="collectMsg" class="flash" style="display:none"></div>
|
||||
|
||||
<div class="grid2">
|
||||
<section class="card">
|
||||
<h2>采集调度</h2>
|
||||
<form id="formTask">
|
||||
<label class="row"><span>启用调度</span>
|
||||
<select name="schedule_enabled">
|
||||
<option value="1" {{ 'selected' if sch.enabled }}>启用</option>
|
||||
<option value="0" {{ 'selected' if not sch.enabled }}>停用</option>
|
||||
</select>
|
||||
</label>
|
||||
<label class="row"><span>每日时刻</span>
|
||||
<input name="schedule_times" value="{{ s_times }}" placeholder="09:00,17:00" spellcheck="false">
|
||||
</label>
|
||||
<p class="hint">本地时区，逗号分隔，支持 <code>HH:MM</code>（也可只写 <code>9</code>）。保存后立即生效，
|
||||
并会清空当天已执行的槽位标记以便新时刻接管。</p>
|
||||
<label class="row"><span>启动补跑</span>
|
||||
<select name="catch_up">
|
||||
<option value="1" {{ 'selected' if sch.catch_up }}>开启（错过的时刻在宽限期内补跑）</option>
|
||||
<option value="0" {{ 'selected' if not sch.catch_up }}>关闭（只在到点时执行）</option>
|
||||
</select>
|
||||
</label>
|
||||
<label class="row"><span>补跑宽限</span>
|
||||
<input name="catch_up_grace_hours" value="{{ s_grace }}" type="number" min="1" max="168">
|
||||
<em class="unit">小时（超过就不补，避免开机狂刷）</em>
|
||||
</label>
|
||||
<button class="btn primary" type="submit">保存调度配置</button>
|
||||
</form>
|
||||
</section>
|
||||
|
||||
<section class="card">
|
||||
<h2>运行状态</h2>
|
||||
<table class="kv">
|
||||
<tr><th>服务器时间</th><td class="mono">{{ sch.now }}</td></tr>
|
||||
<tr><th>调度线程</th><td>{% if sch.running %}<span class="tag ok">运行中</span>{% else %}<span class="tag bad">未运行</span>{% endif %}
|
||||
<span class="hint">（{{ sch.interval }}s 轮询）</span></td></tr>
|
||||
<tr><th>下次执行</th><td class="mono">{{ sch.next_run or '—' }}</td></tr>
|
||||
<tr><th>互斥锁</th><td>{% if sch.lock %}<span class="tag warn">有采集在跑</span>{% else %}<span class="tag ok">空闲</span>{% endif %}</td></tr>
|
||||
<tr><th>最近采集</th><td>{% if sch.last %}<span class="tag {{ 'ok' if sch.last.status=='ok' else ('warn' if sch.last.status=='warn' else 'bad') }}">#{{ sch.last.id }} {{ sch.last.status }}</span>
|
||||
<span class="hint">{{ sch.last.message or '' }}</span>{% else %}—{% endif %}</td></tr>
|
||||
</table>
|
||||
|
||||
<hr class="sect-divider">
|
||||
<h3>历史回填</h3>
|
||||
<form id="formBackfill">
|
||||
<label class="row"><span>起始日期</span><input type="date" name="from" max="{{ sch.now[:10] }}"></label>
|
||||
<label class="row"><span>结束日期</span><input type="date" name="to" value="{{ sch.now[:10] }}" max="{{ sch.now[:10] }}"></label>
|
||||
<button class="btn" type="submit">按区间补采</button>
|
||||
<p class="hint">指定区间重新拉取云端明细，已存在的记录按 <code>RequestID</code> 去重，不会重复计入。
|
||||
区间越大耗时越长（云端按天分页拉取）。</p>
|
||||
</form>
|
||||
</section>
|
||||
</div>
|
||||
|
||||
<section class="card">
|
||||
<div class="cardhead">
|
||||
<h2>采集运行历史</h2>
|
||||
<span class="hint">共 {{ '{:,}'.format(total) }} 次</span>
|
||||
</div>
|
||||
<div class="tablewrap">
|
||||
<table class="tbl">
|
||||
<thead><tr><th>#</th><th>触发</th><th>状态</th><th>开始</th><th class="num">耗时</th>
|
||||
<th>同步区间</th><th class="num">云端</th><th class="num">新增</th><th class="num">重复</th>
|
||||
<th class="num">冲突</th><th>结论</th><th></th></tr></thead>
|
||||
<tbody>
|
||||
{% for r in runs %}
|
||||
<tr>
|
||||
<td>{{ r.id }}</td>
|
||||
<td><span class="tag {{ 'info' if r.trigger=='schedule' else ('accent' if r.trigger=='startup' else 'mute') }}">{{ r.trigger }}</span></td>
|
||||
<td class="nowrap">
|
||||
{% if r.status=='ok' %}<span class="tag ok">成功</span>
|
||||
{% elif r.status=='warn' %}<span class="tag warn">有警告</span>
|
||||
{% elif r.status=='running' %}<span class="tag info">进行中</span>
|
||||
{% else %}<span class="tag bad">失败</span>{% endif %}
|
||||
{% if r.exit_code %}<span class="tag mute">exit {{ r.exit_code }}</span>{% endif %}
|
||||
</td>
|
||||
<td class="mono nowrap">{{ r.started_at[5:] if r.started_at else '—' }}</td>
|
||||
<td class="num">{{ ((r.duration_ms or 0) / 1000) | round(1) }}s</td>
|
||||
<td class="mono">{{ r.win_from or '—' }}<br>{{ r.win_to or '' }}</td>
|
||||
<td class="num">{{ r.fetched }}</td>
|
||||
<td class="num">{{ r.added }}</td>
|
||||
<td class="num">{{ r.dup }}</td>
|
||||
<td class="num">{% if r.conflicts %}<span class="tag warn">{{ r.conflicts }}</span>{% else %}0{% endif %}</td>
|
||||
<td>{{ r.message or '—' }}</td>
|
||||
<td><a href="{{ url_for('views.logs', run=r.id) }}">日志</a></td>
|
||||
</tr>
|
||||
{% else %}
|
||||
<tr><td colspan="12" class="empty">暂无运行记录</td></tr>
|
||||
{% endfor %}
|
||||
</tbody>
|
||||
</table>
|
||||
</div>
|
||||
{% if pages > 1 %}
|
||||
<div class="pager">
|
||||
{% if page > 1 %}<a href="{{ url_for('views.tasks', page=page-1) }}">‹</a>{% endif %}
|
||||
{% for p in page_window %}
|
||||
{% if p == page %}<span class="cur">{{ p }}</span>
|
||||
{% else %}<a href="{{ url_for('views.tasks', page=p) }}">{{ p }}</a>{% endif %}
|
||||
{% endfor %}
|
||||
{% if page < pages %}<a href="{{ url_for('views.tasks', page=page+1) }}">›</a>{% endif %}
|
||||
<span class="meta">第 {{ page }} / {{ pages }} 页</span>
|
||||
</div>
|
||||
{% endif %}
|
||||
</section>
|
||||
|
||||
{% endblock %}
|
||||
|
||||
{% block scripts %}
|
||||
<script src="{{ url_for('static', filename='js/app.js') }}"></script>
|
||||
<script>
|
||||
WBU.bindForm('#formTask', '/api/settings');
|
||||
WBU.bindForm('#formBackfill', '/api/collect', {confirmText: '确定按该区间重新采集吗？区间较大时会耗时较久。'});
|
||||
</script>
|
||||
{% endblock %}
|
||||
@@ -0,0 +1,162 @@
|
||||
{% extends "base.html" %}
|
||||
{% block title %}用户管理 · {{ project_title }}{% endblock %}
|
||||
{% block body %}
|
||||
|
||||
<div class="pagehead">
|
||||
<div>
|
||||
<h1>用户管理</h1>
|
||||
<p class="lead">门户在局域网可访问，因此必须靠账号隔离；这里维护账号、管理员身份与密码</p>
|
||||
</div>
|
||||
<div class="actions">
|
||||
<span class="tag accent">仅管理员可见</span>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div class="grid2">
|
||||
<section class="card">
|
||||
<h2>新建账号</h2>
|
||||
<form id="formNewUser">
|
||||
<label class="row"><span>用户名</span>
|
||||
<input name="username" maxlength="32" placeholder="登录名（≤32 字符）" autocomplete="off" spellcheck="false"></label>
|
||||
<label class="row"><span>显示名</span>
|
||||
<input name="display_name" maxlength="64" placeholder="留空则与用户名相同"></label>
|
||||
<label class="row"><span>密码</span>
|
||||
<input name="password" type="password" autocomplete="new-password"></label>
|
||||
<label class="row"><span>确认密码</span>
|
||||
<input name="password2" type="password" autocomplete="new-password"></label>
|
||||
<label class="row"><span>权限</span>
|
||||
<select name="is_admin">
|
||||
<option value="1">管理员（可管理用户）</option>
|
||||
<option value="0">普通账号（只读数据与日志）</option>
|
||||
</select>
|
||||
</label>
|
||||
<button class="btn primary" type="submit">创建账号</button>
|
||||
<p class="hint">密码至少 6 位、最多 128 位。普通账号不能用本页，也调不动用户管理接口。</p>
|
||||
</form>
|
||||
</section>
|
||||
|
||||
<section class="card">
|
||||
<div class="cardhead">
|
||||
<h2>账号列表</h2>
|
||||
<span class="hint">共 {{ users|length }} 个</span>
|
||||
</div>
|
||||
<div class="tablewrap">
|
||||
<table class="tbl" id="userTable">
|
||||
<thead><tr><th class="num">ID</th><th>用户名</th><th>显示名</th><th>权限</th>
|
||||
<th>最后登录</th><th class="num">次数</th><th>操作</th></tr></thead>
|
||||
<tbody>
|
||||
{% for u in users %}
|
||||
<tr data-uid="{{ u.id }}" data-name="{{ u.username }}">
|
||||
<td class="num muted">{{ u.id }}</td>
|
||||
<td class="nowrap"><b>{{ u.username }}</b>
|
||||
{% if u.id == me.id %}<span class="tag accent">当前</span>{% endif %}</td>
|
||||
<td><input class="inp inp-sm" name="display_name" maxlength="64"
|
||||
value="{{ u.display_name or '' }}" spellcheck="false"></td>
|
||||
<td>
|
||||
{# 不能取消自己的管理员身份，所以本人的下拉直接禁用（服务端也会再拦一次） #}
|
||||
<select class="inp inp-sm" name="is_admin" {{ 'disabled' if u.id == me.id }}>
|
||||
<option value="1" {{ 'selected' if u.is_admin }}>管理员</option>
|
||||
<option value="0" {{ 'selected' if not u.is_admin }}>普通</option>
|
||||
</select>
|
||||
</td>
|
||||
<td class="mono sm nowrap">{{ u.last_login_at or '—' }}</td>
|
||||
<td class="num">{{ u.login_count }}</td>
|
||||
<td class="nowrap">
|
||||
<button class="btn sm" type="button" data-act="save">保存</button>
|
||||
<button class="btn sm ghost" type="button" data-act="pwd">改密</button>
|
||||
{% if u.id != me.id %}
|
||||
<button class="btn sm danger" type="button" data-act="del">删除</button>
|
||||
{% endif %}
|
||||
</td>
|
||||
</tr>
|
||||
{% else %}
|
||||
<tr><td colspan="7" class="empty">还没有账号</td></tr>
|
||||
{% endfor %}
|
||||
</tbody>
|
||||
</table>
|
||||
</div>
|
||||
<p class="hint">「改密」会依次询问新密码与确认；管理员不能取消自己的管理员身份，任何人也不能删除自己。</p>
|
||||
</section>
|
||||
</div>
|
||||
|
||||
<section class="card">
|
||||
<div class="cardhead">
|
||||
<h2>用户操作审计</h2>
|
||||
<span class="hint">最近 20 条</span>
|
||||
</div>
|
||||
<div class="tablewrap scroll-y">
|
||||
<table class="tbl">
|
||||
<thead><tr><th>时间</th><th>操作者</th><th>动作</th><th>说明</th><th>IP</th></tr></thead>
|
||||
<tbody>
|
||||
{% for a in audits %}
|
||||
<tr>
|
||||
<td class="mono sm nowrap">{{ a.at[5:] if a.at else '' }}</td>
|
||||
<td>{{ a.actor or '—' }}</td>
|
||||
<td><span class="tag mute">{{ a.action }}</span></td>
|
||||
<td>{{ a.detail or '—' }}</td>
|
||||
<td class="mono sm">{{ a.ip or '' }}</td>
|
||||
</tr>
|
||||
{% else %}
|
||||
<tr><td colspan="5" class="empty">暂无用户操作记录</td></tr>
|
||||
{% endfor %}
|
||||
</tbody>
|
||||
</table>
|
||||
</div>
|
||||
</section>
|
||||
|
||||
{% endblock %}
|
||||
|
||||
{% block scripts %}
|
||||
<script src="{{ url_for('static', filename='js/app.js') }}"></script>
|
||||
<script>
|
||||
WBU.bindForm('#formNewUser', '/api/users', {
|
||||
validate: function (d) {
|
||||
if (!d.username) return '用户名必填';
|
||||
return d.password === d.password2 ? null : '两次输入的密码不一致';
|
||||
}
|
||||
});
|
||||
|
||||
// 行内操作走事件委托：表格动态渲染也不会丢绑定
|
||||
document.getElementById('userTable').addEventListener('click', function (e) {
|
||||
var btn = e.target.closest('button[data-act]');
|
||||
if (!btn) return;
|
||||
var row = btn.closest('tr'), uid = row.dataset.uid, name = row.dataset.name;
|
||||
var act = btn.dataset.act;
|
||||
var old = btn.textContent;
|
||||
btn.disabled = true;
|
||||
btn.textContent = '…';
|
||||
|
||||
function done(p) {
|
||||
p.then(function (j) {
|
||||
if (j.ok === false) { WBU.say(j.message || '操作失败', 'error'); return; }
|
||||
WBU.say(j.message || '已保存', 'ok');
|
||||
window.setTimeout(function () { location.reload(); }, 900);
|
||||
}).catch(function (err) {
|
||||
if (String(err.message) !== 'unauthorized') WBU.say('请求失败：' + err.message, 'error');
|
||||
}).finally(function () { btn.disabled = false; btn.textContent = old; });
|
||||
}
|
||||
|
||||
if (act === 'save') {
|
||||
var fields = {};
|
||||
fields.display_name = row.querySelector('[name=display_name]').value;
|
||||
var sel = row.querySelector('[name=is_admin]');
|
||||
if (sel && !sel.disabled) fields.is_admin = sel.value;
|
||||
done(WBU.post('/api/users/' + uid, fields));
|
||||
} else if (act === 'pwd') {
|
||||
var p1 = window.prompt('为用户「' + name + '」设置新密码（至少 6 位）');
|
||||
if (p1 === null) { btn.disabled = false; btn.textContent = old; return; }
|
||||
var p2 = window.prompt('再输入一次新密码以确认');
|
||||
if (p2 === null) { btn.disabled = false; btn.textContent = old; return; }
|
||||
if (p1 !== p2) { WBU.say('两次输入的密码不一致', 'warn'); btn.disabled = false; btn.textContent = old; return; }
|
||||
done(WBU.post('/api/users/' + uid, { password: p1, password2: p2 }));
|
||||
} else if (act === 'del') {
|
||||
if (!window.confirm('确定删除用户「' + name + '」？该操作不可撤销（其历史审计记录会保留）。')) {
|
||||
btn.disabled = false; btn.textContent = old; return;
|
||||
}
|
||||
done(WBU.post('/api/users/' + uid + '/delete', {}));
|
||||
} else {
|
||||
btn.disabled = false; btn.textContent = old;
|
||||
}
|
||||
});
|
||||
</script>
|
||||
{% endblock %}
|
||||
@@ -0,0 +1,361 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
"""页面路由（Jinja 模板）。
|
||||
|
||||
分工：
|
||||
/ 概览（KPI + 入口）
|
||||
/dashboard ECharts 交互大屏（独立静态页，登录后可达，数据走 /api/bundle）
|
||||
/tasks 任务管理：调度开关/时刻、手动触发、运行历史
|
||||
/config 配置管理：Cookie / UA / 采集参数 / 改密码
|
||||
/logs 日志管理：采集逐次明细 + 应用日志尾部
|
||||
/records 数据明细：分页、筛选、搜索、导出
|
||||
"""
|
||||
import csv
|
||||
import io
|
||||
import os
|
||||
import sqlite3
|
||||
|
||||
from flask import (Blueprint, current_app, flash, jsonify, redirect, render_template,
|
||||
request, send_from_directory, url_for)
|
||||
|
||||
from .. import collect, config, db, query, scheduler
|
||||
from ..security import (admin_required, clear_fail, current_user, is_locked, lock_left,
|
||||
login_ok, login_required, login_session, logout_session,
|
||||
note_fail, safe_next)
|
||||
|
||||
bp = Blueprint("views", __name__)
|
||||
|
||||
|
||||
def _ip():
|
||||
return request.headers.get("X-Forwarded-For", request.remote_addr or "").split(",")[0].strip()
|
||||
|
||||
|
||||
# ---------------- 登录 ----------------
|
||||
def _login_ctx(**kw):
|
||||
"""登录页共用的上下文：锁定阈值/会话时长都从配置读，避免模板里写死数字。"""
|
||||
kw.setdefault("max_fails", config.MAX_LOGIN_FAILS)
|
||||
kw.setdefault("lock_minutes", config.LOGIN_LOCK_MINUTES)
|
||||
kw.setdefault("session_hours", config.SESSION_HOURS)
|
||||
return kw
|
||||
|
||||
|
||||
@bp.route("/login", methods=["GET", "POST"])
|
||||
def login():
|
||||
nxt = request.values.get("next") or ""
|
||||
if request.method == "POST":
|
||||
ip = _ip()
|
||||
if is_locked(ip):
|
||||
n = lock_left(ip)
|
||||
flash("登录失败次数过多，请 %d 秒后再试" % n, "error")
|
||||
return render_template("login.html", **_login_ctx(next_url=nxt)), 429
|
||||
username = (request.form.get("username") or "").strip()
|
||||
pwd = request.form.get("password") or ""
|
||||
conn = db.get_db()
|
||||
user = login_ok(conn, username, pwd)
|
||||
if user is None:
|
||||
n = note_fail(ip)
|
||||
db.audit(conn, "login_failed", username, "第 %d 次失败" % n, ip)
|
||||
flash("用户名或密码不正确（剩余尝试 %d 次）" % max(0, config.MAX_LOGIN_FAILS - n), "error")
|
||||
# 必须把 next 显式回填：失败后 request.args 为空，
|
||||
# 若模板从 request.args 取值会导致跳转目标丢失（历史 bug）。
|
||||
return render_template("login.html", **_login_ctx(username=username, next_url=nxt)), 401
|
||||
clear_fail(ip)
|
||||
login_session(user)
|
||||
db.audit(conn, "login", username, "登录成功", ip)
|
||||
return redirect(safe_next(nxt, url_for("views.overview")))
|
||||
if current_user():
|
||||
return redirect(url_for("views.overview"))
|
||||
return render_template("login.html", **_login_ctx(next_url=nxt))
|
||||
|
||||
|
||||
@bp.post("/logout")
|
||||
@login_required
|
||||
def logout_post():
|
||||
"""退出登录改为 POST + CSRF：GET 型退出会被 <img src> 这类请求静默触发。"""
|
||||
u = current_user()
|
||||
if u:
|
||||
db.audit(db.get_db(), "logout", u["username"], "", _ip())
|
||||
logout_session()
|
||||
flash("已退出登录", "ok")
|
||||
return redirect(url_for("views.login"))
|
||||
|
||||
|
||||
@bp.get("/logout")
|
||||
def logout():
|
||||
"""保留 GET 入口：老书签/旧页面不会 405，但只做跳转不执行退出。"""
|
||||
if current_user():
|
||||
flash("为安全起见，退出登录请点页面右上角的「退出」按钮", "warn")
|
||||
return redirect(url_for("views.overview"))
|
||||
return redirect(url_for("views.login"))
|
||||
|
||||
|
||||
# ---------------- 概览 ----------------
|
||||
@bp.get("/")
|
||||
@login_required
|
||||
def overview():
|
||||
conn = db.get_db()
|
||||
mf = query.manifest(conn)
|
||||
t = query.totals(conn)
|
||||
today = db.now_str()[:10]
|
||||
st = query.summary(conn, today, today)
|
||||
d30 = query.summary(conn, _shift(-29), today)
|
||||
# 昨日对比：昨日整日 vs 今日（残日），让「今天偏少」有参照
|
||||
y = _shift(-1)
|
||||
yest = query.summary(conn, y, y)
|
||||
dims = query.dims(conn)
|
||||
# 注意：这里的 SQL 必须把模板用到的列都选出来（模板渲染 r.fetched，
|
||||
# 少选一列并不会报错，只会静默渲染成空白 —— 历史 bug）。
|
||||
runs = conn.execute(
|
||||
"SELECT id,trigger,status,started_at,duration_ms,fetched,added,dup,total,conflicts,message"
|
||||
" FROM collect_runs ORDER BY id DESC LIMIT 8").fetchall()
|
||||
return render_template("overview.html", mf=mf, totals=t, today_stat=st, stat30=d30,
|
||||
yesterday=yest, yday=y,
|
||||
models=dims["model"][:8], clients=dims["client"],
|
||||
runs=runs, sch=_sch_info(conn), active="overview")
|
||||
|
||||
|
||||
def _shift(days):
|
||||
from datetime import datetime, timedelta
|
||||
return (datetime.now() + timedelta(days=days)).strftime("%Y-%m-%d")
|
||||
|
||||
|
||||
# ---------------- 大屏（独立 ECharts 页）----------------
|
||||
@bp.get("/dashboard")
|
||||
@bp.get("/dashboard/")
|
||||
@login_required
|
||||
def dashboard():
|
||||
# 大屏是独立静态页，但它也是导航的一项 —— 用 redirect 到一个带 active 的
|
||||
# 路由做不到（静态页由 send_from_directory 直接吐文件），所以这里只负责发文件；
|
||||
# 导航高亮改为让大屏页自己提供「返回后台」入口（见 index.html 的 topbar）。
|
||||
return send_from_directory(os.path.join(current_app.static_folder, "dashboard"), "index.html")
|
||||
|
||||
|
||||
# ---------------- 任务管理 ----------------
|
||||
def _sch_info(conn):
|
||||
sch = scheduler.get_scheduler()
|
||||
nxt = scheduler.next_run_at(conn)
|
||||
last = conn.execute("SELECT * FROM collect_runs ORDER BY id DESC LIMIT 1").fetchone()
|
||||
return {
|
||||
"running": sch.running,
|
||||
"enabled": db.get_bool(conn, "schedule_enabled", True),
|
||||
"times": scheduler.slots(conn),
|
||||
"next_run": nxt.strftime("%Y-%m-%d %H:%M:%S") if nxt else None,
|
||||
"catch_up": db.get_bool(conn, "catch_up", True),
|
||||
"interval": sch.interval,
|
||||
"last": dict(last) if last else None,
|
||||
"lock": os.path.exists(collect.LOCK_PATH),
|
||||
"now": db.now_str(),
|
||||
}
|
||||
|
||||
|
||||
@bp.get("/tasks")
|
||||
@login_required
|
||||
def tasks():
|
||||
conn = db.get_db()
|
||||
page = _int_arg("page", 1, 1, 10 ** 6)
|
||||
size = 20
|
||||
total = conn.execute("SELECT COUNT(*) FROM collect_runs").fetchone()[0]
|
||||
runs = conn.execute("SELECT * FROM collect_runs ORDER BY id DESC LIMIT ? OFFSET ?",
|
||||
(size, (page - 1) * size)).fetchall()
|
||||
s = db.get_settings(conn)
|
||||
pages = max(1, (total + size - 1) // size)
|
||||
return render_template("tasks.html", runs=runs, sch=_sch_info(conn),
|
||||
s_times=s.get("schedule_times") or "",
|
||||
s_grace=s.get("catch_up_grace_hours") or "12",
|
||||
page=page, pages=pages, total=total,
|
||||
page_window=_page_window(page, pages),
|
||||
active="tasks")
|
||||
|
||||
|
||||
def _int_arg(name, default, lo, hi):
|
||||
"""健壮地取整数查询参数：非法值回落到 default，不抛异常（历史 500 来源）。"""
|
||||
try:
|
||||
return max(lo, min(hi, int(request.args.get(name) or default)))
|
||||
except (TypeError, ValueError):
|
||||
return default
|
||||
|
||||
|
||||
def _page_window(page, pages, span=9):
|
||||
"""分页器只渲染当前页附近的一段，避免几百个页码链接把页面撑长。"""
|
||||
if pages <= span:
|
||||
return list(range(1, pages + 1))
|
||||
half = span // 2
|
||||
lo = max(1, min(page - half, pages - span + 1))
|
||||
return list(range(lo, lo + span))
|
||||
|
||||
|
||||
# ---------------- 配置管理 ----------------
|
||||
@bp.get("/config")
|
||||
@login_required
|
||||
def config_page():
|
||||
conn = db.get_db()
|
||||
s = db.get_settings(conn)
|
||||
for k in [k for k in list(s) if config.is_internal_key(k)]:
|
||||
s.pop(k, None)
|
||||
cookie = (s.pop("cookie", "") or "")
|
||||
s["cookie_hint"] = ("%d 字符，结尾 …%s" % (len(cookie), cookie[-16:])) if cookie else ""
|
||||
return render_template("config.html", s=s, sch=_sch_info(conn),
|
||||
secret_keys=config.SECRET_KEYS,
|
||||
num_settings=config.NUM_SETTINGS,
|
||||
active="config")
|
||||
|
||||
|
||||
# ---------------- 用户管理 ----------------
|
||||
@bp.get("/users")
|
||||
@admin_required
|
||||
def users_page():
|
||||
conn = db.get_db()
|
||||
users = conn.execute(
|
||||
"SELECT id,username,display_name,is_admin,created_at,last_login_at,login_count"
|
||||
" FROM users ORDER BY id").fetchall()
|
||||
audits = conn.execute("SELECT * FROM audit_log WHERE action LIKE 'user%'"
|
||||
" ORDER BY id DESC LIMIT 20").fetchall()
|
||||
return render_template("users.html", users=users, audits=audits,
|
||||
me=current_user(), active="users")
|
||||
|
||||
|
||||
# ---------------- 日志管理 ----------------
|
||||
@bp.get("/logs")
|
||||
@login_required
|
||||
def logs():
|
||||
conn = db.get_db()
|
||||
run_id = request.args.get("run")
|
||||
detail = None
|
||||
if run_id and str(run_id).isdigit():
|
||||
detail = conn.execute("SELECT * FROM collect_runs WHERE id=?", (int(run_id),)).fetchone()
|
||||
status = request.args.get("status") or ""
|
||||
w, p = ("WHERE status = ?", [status]) if status in ("ok", "warn", "error", "running") else ("", [])
|
||||
# 操作审计：按动作筛选 + 分页（原来只能看最近 40 条，等于不可查）
|
||||
act = request.args.get("act") or ""
|
||||
aw, ap = ("WHERE action = ?", [act]) if act else ("", [])
|
||||
apage = _int_arg("apage", 1, 1, 10 ** 6)
|
||||
asize = 20
|
||||
atotal = conn.execute("SELECT COUNT(*) FROM audit_log %s" % aw, ap).fetchone()[0]
|
||||
audits = conn.execute("SELECT * FROM audit_log %s ORDER BY id DESC LIMIT ? OFFSET ?" % aw,
|
||||
ap + [asize, (apage - 1) * asize]).fetchall()
|
||||
# 注意传的是 sqlite3.Row 列表而不是纯字符串列表：模板要用 a[0]=动作、a[1]=次数，
|
||||
# 若在这里就用推导式取 r[0]，模板里的 a[0] 会变成「字符串的第一个字符」。
|
||||
actions = conn.execute(
|
||||
"SELECT action, COUNT(*) n FROM audit_log GROUP BY action ORDER BY n DESC, action").fetchall()
|
||||
page = _int_arg("page", 1, 1, 10 ** 6)
|
||||
size = 30
|
||||
total = conn.execute("SELECT COUNT(*) FROM collect_runs %s" % w, p).fetchone()[0]
|
||||
runs = conn.execute("SELECT id,trigger,status,started_at,duration_ms,fetched,added,dup,total,"
|
||||
"conflicts,exit_code,message FROM collect_runs %s"
|
||||
" ORDER BY id DESC LIMIT ? OFFSET ?" % w, p + [size, (page - 1) * size]).fetchall()
|
||||
apages = max(1, (atotal + asize - 1) // asize)
|
||||
return render_template("logs.html", runs=runs, detail=detail, audits=audits,
|
||||
actions=actions, act=act, apage=apage, apages=apages, atotal=atotal,
|
||||
apage_window=_page_window(apage, apages, span=7),
|
||||
page=page, pages=max(1, (total + size - 1) // size), total=total,
|
||||
page_window=_page_window(page, max(1, (total + size - 1) // size)),
|
||||
status=status,
|
||||
active="logs")
|
||||
|
||||
|
||||
@bp.get("/logs/tail")
|
||||
@login_required
|
||||
def logs_tail():
|
||||
n = _int_arg("lines", 200, 10, 2000)
|
||||
path = config.APP_LOG
|
||||
if not os.path.exists(path):
|
||||
return jsonify({"lines": [], "path": path, "size": 0})
|
||||
# 只保留尾部 n 行，不把整个日志文件读进内存
|
||||
from collections import deque
|
||||
with open(path, "r", encoding="utf-8", errors="replace") as f:
|
||||
lines = list(deque(f, maxlen=n))
|
||||
return jsonify({"lines": [l.rstrip("\n") for l in lines], "path": path,
|
||||
"size": os.path.getsize(path)})
|
||||
|
||||
|
||||
# ---------------- 数据明细 ----------------
|
||||
def _day_args():
|
||||
"""取明细页的日期区间。
|
||||
|
||||
规范参数名是 from / to，但模板内部为了避免与 Python 关键字混淆用的是
|
||||
frm，历史上也出现过 `?frm=` 的链接，这里一并接受，避免导出/翻页丢筛选条件。
|
||||
"""
|
||||
a = request.args
|
||||
frm = query.norm_day(a.get("from") or a.get("frm"))
|
||||
to = query.norm_day(a.get("to"))
|
||||
if frm and to and frm > to:
|
||||
frm, to = to, frm
|
||||
return frm, to
|
||||
|
||||
|
||||
@bp.get("/records")
|
||||
@login_required
|
||||
def records():
|
||||
conn = db.get_db()
|
||||
frm, to = _day_args()
|
||||
model = request.args.get("model") or None
|
||||
client = request.args.get("client") or None
|
||||
q = request.args.get("q") or None
|
||||
order = request.args.get("order") or "ts_desc"
|
||||
page = _int_arg("page", 1, 1, 10 ** 6)
|
||||
size = _int_arg("size", 50, 10, query.MAX_PAGE_SIZE)
|
||||
data = query.records_page(conn, frm, to, model=model, client=client, q=q,
|
||||
page=page, size=size, order=order)
|
||||
# 只算一次 dims：query.dims() 内部有 3 条 GROUP BY，重复调用纯属浪费
|
||||
d = query.dims(conn)
|
||||
models = [r["name"] for r in d["model"]]
|
||||
clients = [r["name"] for r in d["client"]]
|
||||
# 注意：不要把含 "items" 键的 dict 直接交给模板——Jinja 的属性查找会先命中
|
||||
# dict.items 这个方法而不是数据，所以这里拆出独立变量。
|
||||
return render_template("records.html", data=data, rows=data["items"], models=models,
|
||||
clients=clients,
|
||||
page_window=_page_window(page, data["pages"]),
|
||||
f=dict(frm=frm or "", to=to or "", model=model or "",
|
||||
client=client or "", q=q or "", order=order, size=size),
|
||||
active="records")
|
||||
|
||||
|
||||
@bp.get("/records/export")
|
||||
@login_required
|
||||
def records_export():
|
||||
"""按当前筛选条件导出 CSV（与官网 xlsx 同构的列）。
|
||||
|
||||
用 csv 模块逐行写（原来手工拼字符串，model/client 含逗号或引号时会串列），
|
||||
数据用 query.iter_records 流式取，不把整个结果集读进内存。
|
||||
"""
|
||||
from flask import Response
|
||||
frm, to = _day_args()
|
||||
model = request.args.get("model") or None
|
||||
client = request.args.get("client") or None
|
||||
q = request.args.get("q") or None
|
||||
order = request.args.get("order") or "ts_desc"
|
||||
|
||||
def gen():
|
||||
yield "\ufeff" # UTF-8 BOM：Excel 直接双击不乱码
|
||||
buf = io.StringIO()
|
||||
w = csv.writer(buf, lineterminator="\r\n")
|
||||
w.writerow(collect.FIELDS)
|
||||
yield buf.getvalue()
|
||||
# 重要：流式响应的 body 是在视图返回、请求上下文被 pop（teardown 里
|
||||
# close_db 已把 g.db 关掉）之后才被 WSGI 服务器逐块拉取的，
|
||||
# 所以这里绝不能复用 db.get_db() 的连接——那会直接
|
||||
# `sqlite3.ProgrammingError: Cannot operate on a closed database`。
|
||||
# 自己开一条连接，并在流结束时关掉。
|
||||
own = db.connect()
|
||||
try:
|
||||
for r in query.iter_records(own, frm, to, model=model, client=client,
|
||||
q=q, order=order):
|
||||
buf.seek(0)
|
||||
buf.truncate(0)
|
||||
w.writerow([r["request_id"], "%.2f" % r["credits"], r["prompt"] or "",
|
||||
r["model"], r["client"], r["ts"]])
|
||||
yield buf.getvalue()
|
||||
finally:
|
||||
own.close()
|
||||
|
||||
name = "usage_%s_%s.csv" % (frm or "all", to or db.now_str()[:10])
|
||||
resp = Response(gen(), mimetype="text/csv; charset=utf-8",
|
||||
headers={"Content-Disposition": 'attachment; filename="%s"' % name})
|
||||
# 导出可能很慢，避免 nginx 之类的前置代理先缓冲整个响应体
|
||||
resp.headers["X-Accel-Buffering"] = "no"
|
||||
return resp
|
||||
|
||||
|
||||
# ---------------- 兼容旧地址 ----------------
|
||||
@bp.get("/index.html")
|
||||
def legacy_index():
|
||||
return redirect(url_for("views.dashboard"))
|
||||
在新工单中引用
屏蔽一个用户