feat(multi-user): 多用户化 + 凭证加密 + 自助注册与图形验证码
数据隔离
- settings / usage_records 主键改为 (user_id, key) / (user_id, request_id),
索引一律以 user_id 打头;collect_runs / audit_log 增加 user_id
- query / collect / scheduler 全链路把 uid 作为 conn 之后的第一个位置参数且无默认值
(漏传直接 TypeError,不会退化成「返回全量」)
- 配置三级回落 个人→实例→DEFAULTS;NO_FALLBACK_KEYS={cookie,user_agent} 不回落
凭证保密
- 新增 workbuddy_portal/crypto.py:手写 ChaCha20(RFC8439 §2.3) + HMAC-SHA256
encrypt-then-MAC,零第三方依赖;主密钥 cookie_key 与 SECRET_KEY 分键位存放
- get_secret() 是取明文的唯一通道;get_settings() 把加密键置空;
secret_state() 只回 {set,chars,tail,broken};升级时自动加密历史明文
注册与验证码
- 新增 /register 与 workbuddy_portal/captcha.py(手写 PNG + 点阵字模 + 干扰线)
- 验证码答案只存服务端表、不进 session,一次性、5 分钟过期、按 purpose 隔离
- allow_register / register_max_per_ip / captcha_policy / captcha_length 四个实例级开关
- 失败限速改为 IP + 用户名双维度;停用账号每请求回查、立即失效
页面
- 新增 /profile(个人中心)与注册页;登录页加验证码与自助注册入口
- /config 增加凭证状态、cookie_broken 告警、实例级设置区;/users 增加邮箱/状态与启停
修复
- base.html 顶层 {% set me %} 覆盖子模板同名变量,导致个人中心「注册于」渲染为空
- WB_COOKIE_SECURE 未写进 compose 的 environment,在 .env 里设了不生效
- 「修改登录密码」提示写「至少 6 位」,与实际策略(≥8 位 + 两类字符)不符
- 「用户管理」删除说明写「可勾选保留」,与页面实际行为不符
- 注册页与 flash 文案里的 **强调** Markdown 字面量
验证与文档
- smoke.py 99 → 165 项断言(多用户隔离 / 凭证保密 / 注册与验证码 / 3 条防回归)
- check_live.py 56 → 83 项断言(新增注册 / 验证码 / 安全响应头一节)
- demo_data.py 造两个账号;shots.py 自动过验证码、重出 11 张截图
- README / SECURITY / ARCHITECTURE / API / DEPLOYMENT / USER-GUIDE / FAQ / CHANGELOG / CONTRIBUTING 同步
这个提交包含在:
+48
-28
@@ -9,6 +9,13 @@
|
||||
* 需要「启动补跑」(程序没开的时候错过了时刻,开机后要补上)
|
||||
* 需要和 CLI 共享同一把文件锁,避免两处同时采集
|
||||
|
||||
多用户
|
||||
------
|
||||
调度配置(开关 / 时刻 / 补跑 / slot:* 簿记)都是**个人级**设置,
|
||||
所以 tick 会遍历所有启用状态的账号,各自判断有没有到期槽位。
|
||||
好处是「A 想 9 点采、B 想 21 点采」互不影响;代价是串行执行 ——
|
||||
这是刻意的,SQLite 单写者不允许并发采集。
|
||||
|
||||
单实例保证:
|
||||
* Flask 的 reloader 会 fork 两个进程 → 只在 WERKZEUG_RUN_MAIN 里启动
|
||||
* 多进程部署时用环境变量 WB_DISABLE_SCHEDULER=1 关掉除一个之外的所有实例
|
||||
@@ -22,7 +29,7 @@ from datetime import datetime, timedelta
|
||||
from . import collect, db
|
||||
|
||||
log = logging.getLogger("wb.scheduler")
|
||||
SLOT_PREFIX = "slot:" # settings 键:slot:09:00 -> 最近执行的日期
|
||||
SLOT_PREFIX = "slot:" # settings 键:slot:09:00 -> 最近执行的日期(按 user_id 存)
|
||||
|
||||
|
||||
def parse_times(raw):
|
||||
@@ -50,25 +57,25 @@ def parse_times(raw):
|
||||
_parse_times = parse_times
|
||||
|
||||
|
||||
def slots(conn):
|
||||
return parse_times(db.get_setting(conn, "schedule_times"))
|
||||
def slots(conn, uid=0):
|
||||
return parse_times(db.get_setting(conn, "schedule_times", uid=uid))
|
||||
|
||||
|
||||
def last_run_of_slot(conn, slot):
|
||||
return db.get_setting(conn, SLOT_PREFIX + slot, "")
|
||||
def last_run_of_slot(conn, uid, slot):
|
||||
return db.get_setting(conn, SLOT_PREFIX + slot, "", uid)
|
||||
|
||||
|
||||
def mark_slot(conn, slot, day):
|
||||
db.set_setting(conn, SLOT_PREFIX + slot, day)
|
||||
def mark_slot(conn, uid, slot, day):
|
||||
db.set_setting(conn, SLOT_PREFIX + slot, day, uid)
|
||||
|
||||
|
||||
def next_run_at(conn, now=None):
|
||||
def next_run_at(conn, uid=0, now=None):
|
||||
"""下一次计划执行时间(仅按配置推算,不含补跑)。"""
|
||||
if not db.get_bool(conn, "schedule_enabled", True):
|
||||
if not db.get_bool(conn, "schedule_enabled", True, uid):
|
||||
return None
|
||||
now = now or datetime.now()
|
||||
best = None
|
||||
for s in slots(conn):
|
||||
for s in slots(conn, uid):
|
||||
hh, mm = map(int, s.split(":"))
|
||||
cand = now.replace(hour=hh, minute=mm, second=0, microsecond=0)
|
||||
if cand <= now:
|
||||
@@ -78,24 +85,24 @@ def next_run_at(conn, now=None):
|
||||
return best
|
||||
|
||||
|
||||
def due_slots(conn, now=None):
|
||||
def due_slots(conn, uid=0, now=None):
|
||||
"""返回此刻应当执行的槽位列表(含启动补跑)。"""
|
||||
if not db.get_bool(conn, "schedule_enabled", True):
|
||||
if not db.get_bool(conn, "schedule_enabled", True, uid):
|
||||
return []
|
||||
now = now or datetime.now()
|
||||
today = now.strftime("%Y-%m-%d")
|
||||
# 用 get_int 兜底:catch_up_grace_hours 在后台是自由文本框,
|
||||
# 历史上填成 "12h" 会让这里 int() 抛 ValueError,把 /tasks 打成 500。
|
||||
grace_hours = db.get_int(conn, "catch_up_grace_hours", 12)
|
||||
grace_hours = db.get_int(conn, "catch_up_grace_hours", 12, uid)
|
||||
grace = timedelta(hours=max(1, grace_hours))
|
||||
catch_up = db.get_bool(conn, "catch_up", True)
|
||||
catch_up = db.get_bool(conn, "catch_up", True, uid)
|
||||
out = []
|
||||
for s in slots(conn):
|
||||
for s in slots(conn, uid):
|
||||
hh, mm = map(int, s.split(":"))
|
||||
when = now.replace(hour=hh, minute=mm, second=0, microsecond=0)
|
||||
if when > now:
|
||||
continue # 还没到点
|
||||
if last_run_of_slot(conn, s) == today:
|
||||
if last_run_of_slot(conn, uid, s) == today:
|
||||
continue # 今天这个槽位已跑过
|
||||
if when < now - grace and catch_up:
|
||||
continue # 错过太久,不补(避免开机狂刷)
|
||||
@@ -143,19 +150,32 @@ class Scheduler:
|
||||
conn = db.thread_conn()
|
||||
now = now or datetime.now()
|
||||
today = now.strftime("%Y-%m-%d")
|
||||
for slot in due_slots(conn, now):
|
||||
scheduled = now.replace(hour=int(slot[:2]), minute=int(slot[3:]),
|
||||
second=0, microsecond=0)
|
||||
trigger = "startup" if now - scheduled > timedelta(minutes=5) else "schedule"
|
||||
log.info("触发采集:槽位 %s(%s)", slot, trigger)
|
||||
mark_slot(conn, slot, today) # 先占位,避免采集失败被无限重试打爆云端
|
||||
for u in db.active_users(conn):
|
||||
uid = u["id"]
|
||||
try:
|
||||
r = collect.run_sync(trigger=trigger)
|
||||
log.info("采集完成:%s", r["message"])
|
||||
except collect.Busy as e:
|
||||
log.warning("跳过(%s)", e)
|
||||
except Exception as e:
|
||||
log.error("采集失败:%s", e)
|
||||
pending = due_slots(conn, uid, now)
|
||||
except Exception as e: # 单个账号配置坏了不能拖垮其他人
|
||||
log.error("账号 #%s(%s) 读取调度配置失败:%s", uid, u["username"], e)
|
||||
continue
|
||||
for slot in pending:
|
||||
scheduled = now.replace(hour=int(slot[:2]), minute=int(slot[3:]),
|
||||
second=0, microsecond=0)
|
||||
trigger = "startup" if now - scheduled > timedelta(minutes=5) else "schedule"
|
||||
log.info("触发采集:账号 %s 槽位 %s(%s)", u["username"], slot, trigger)
|
||||
# 先占位,避免采集失败被无限重试打爆云端
|
||||
mark_slot(conn, uid, slot, today)
|
||||
if not db.secret_state(conn, "cookie", uid)["set"]:
|
||||
log.info("跳过:账号 %s 还没配置自己的 Cookie", u["username"])
|
||||
continue
|
||||
try:
|
||||
r = collect.run_sync(trigger=trigger, uid=uid)
|
||||
log.info("采集完成:%s → %s", u["username"], r["message"])
|
||||
except collect.Busy as e:
|
||||
log.warning("跳过(%s)", e)
|
||||
except db.SecretUnreadable as e:
|
||||
log.error("账号 %s 的 Cookie 解不开:%s", u["username"], e)
|
||||
except Exception as e:
|
||||
log.error("账号 %s 采集失败:%s", u["username"], e)
|
||||
return True
|
||||
|
||||
|
||||
|
||||
在新工单中引用
屏蔽一个用户