feat: 群分析本地消息库 / 处理中占位图 / Web 日志窗口重构

- 群分析: 新增 history_store 只读本地消息源(读 learning_chat 落库,含 uninfo 昵称补齐/去重/截断判定),适配器优先读本地库、失败回退 OneBot 分页;分页锚点字段回退链修复 NapCat 传 message_seq 翻页断裂;新增「本地记录」开关 - core/message_utils: 新增 common_proc_reply 占位图通用回复(引用消息 + 处理中动图,支持后台任务显式指定 target),群分析/战况/倒放改用 - web_hub + web: 日志页改固定窗口滚动 + 翻页锚定 + 自动换行,SSE 日志轮转发 reset 帧,入口 HTML no-cache,行数统计增量缓存,CPU 改非阻塞采样,登录信息缓存 - 插件内 CLAUDE.md / DESIGN.md 不入库(.gitignore),galgame_card 两份文档取消跟踪(文件保留在磁盘) Co-Authored-By: Claude Code <noreply@anthropic.com>
2026-09-14 18:59:01 +08:00
parent 662c28cb2f
commit 51b08ccb68
23 changed files with 1100 additions and 393 deletions
@@ -0,0 +1,284 @@
+"""群分析本地消息源 (history_store) 单元测试
+
+history_store 只依赖标准库,故用 importlib 按文件路径裸加载
+(与 test_rate_limit.py 同法),避免触发插件包 __init__ 的 NoneBot 初始化。
+"""
+
+import importlib.util
+import json
+import sqlite3
+import sys
+from pathlib import Path
+
+import pytest
+
+_MODULE_PATH = (
+    Path(__file__).resolve().parents[1]
+    / "hexi"
+    / "plugins"
+    / "nonebot_plugin_group_daily_analysis"
+    / "history_store.py"
+)
+
+GROUP_ID = 872490448
+BASE_TS = 1_800_000_000
+
+
+@pytest.fixture(scope="module")
+def hs():
+    """以独立模块名加载 history_store.py,避免与插件包 __init__ 冲突"""
+    spec = importlib.util.spec_from_file_location(
+        "history_store_under_test", _MODULE_PATH
+    )
+    module = importlib.util.module_from_spec(spec)
+    sys.modules[spec.name] = module
+    spec.loader.exec_module(module)
+    yield module
+    sys.modules.pop(spec.name, None)
+
+
+def _create_db(path: Path, *, with_uninfo: bool = True) -> sqlite3.Connection:
+    """按真实列名建 learning_chat_message(可选带 uninfo 三表)"""
+    con = sqlite3.connect(path)
+    con.execute(
+        """
+        CREATE TABLE learning_chat_message (
+            id INTEGER PRIMARY KEY AUTOINCREMENT,
+            group_id BIGINT NOT NULL,
+            user_id BIGINT NOT NULL,
+            message_id BIGINT NOT NULL,
+            message TEXT NOT NULL,
+            raw_message TEXT NOT NULL,
+            plain_text TEXT NOT NULL,
+            time INTEGER NOT NULL
+        )
+        """
+    )
+    con.execute(
+        "CREATE INDEX ix_message_group_time"
+        " ON learning_chat_message (group_id, time)"
+    )
+    if with_uninfo:
+        con.execute(
+            "CREATE TABLE nonebot_plugin_uninfo_scenemodel"
+            " (id INTEGER PRIMARY KEY, scene_id VARCHAR(64), scene_type INTEGER)"
+        )
+        con.execute(
+            "CREATE TABLE nonebot_plugin_uninfo_sessionmodel"
+            " (id INTEGER PRIMARY KEY, scene_persist_id INTEGER,"
+            " user_persist_id INTEGER, member_data JSON)"
+        )
+        con.execute(
+            "CREATE TABLE nonebot_plugin_uninfo_usermodel"
+            " (id INTEGER PRIMARY KEY, user_id VARCHAR(64), user_data JSON)"
+        )
+    return con
+
+
+def _add_message(
+    con: sqlite3.Connection,
+    *,
+    message_id: int,
+    user_id: int = 1001,
+    ts: int = BASE_TS,
+    raw: str = "hi",
+    plain_text: str | None = None,
+    group_id: int = GROUP_ID,
+) -> None:
+    con.execute(
+        "INSERT INTO learning_chat_message"
+        " (group_id, user_id, message_id, message, raw_message, plain_text, time)"
+        " VALUES (?, ?, ?, ?, ?, ?, ?)",
+        (
+            group_id,
+            user_id,
+            message_id,
+            raw,
+            raw,
+            raw if plain_text is None else plain_text,
+            ts,
+        ),
+    )
+
+
+def _add_member(con, user_id: str, nickname: str, card: str | None) -> None:
+    """写入 uninfo 场景/用户/会话三条记录(群场景 scene_type=1)"""
+    con.execute(
+        "INSERT OR IGNORE INTO nonebot_plugin_uninfo_scenemodel"
+        " (id, scene_id, scene_type) VALUES (1, ?, 1)",
+        (str(GROUP_ID),),
+    )
+    cur = con.execute(
+        "INSERT INTO nonebot_plugin_uninfo_usermodel (user_id, user_data)"
+        " VALUES (?, ?)",
+        (user_id, json.dumps({"name": nickname, "nick": ""}, ensure_ascii=False)),
+    )
+    con.execute(
+        "INSERT INTO nonebot_plugin_uninfo_sessionmodel"
+        " (scene_persist_id, user_persist_id, member_data) VALUES (1, ?, ?)",
+        (cur.lastrowid, json.dumps({"nick": card or ""}, ensure_ascii=False)),
+    )
+
+
+def _build(path: Path, rows: list[dict], *, with_uninfo: bool = True) -> None:
+    con = _create_db(path, with_uninfo=with_uninfo)
+    for row in rows:
+        _add_message(con, **row)
+    con.commit()
+    con.close()
+
+
+def test_cq_parsed_into_onebot_segments(hs, tmp_path):
+    db = tmp_path / "cq.db"
+    _build(
+        db,
+        [
+            {
+                "message_id": 1,
+                "raw": "[CQ:reply,id=5][CQ:at,qq=2]hi"
+                "[CQ:image,file=a.jpg,url=http://x?a=1&amp;b=2]",
+            }
+        ],
+    )
+
+    res = hs.fetch_group_messages(GROUP_ID, BASE_TS - 1, BASE_TS + 1, 100, db_path=db)
+
+    assert res and res.error is None
+    segs = res.messages[0]["message"]
+    assert [s["type"] for s in segs] == ["reply", "at", "text", "image"]
+    assert segs[0]["data"] == {"id": "5"}
+    assert segs[1]["data"] == {"qq": "2"}
+    assert segs[2]["data"] == {"text": "hi"}
+    assert segs[3]["data"]["url"] == "http://x?a=1&b=2"  # CQ 反转义
+    # 交给 adapter._convert_message 的字段形状
+    assert res.messages[0]["sender"]["user_id"] == "1001"
+
+
+def test_window_is_inclusive(hs, tmp_path):
+    db = tmp_path / "window.db"
+    _build(
+        db,
+        [
+            {"message_id": 1, "ts": BASE_TS - 1},
+            {"message_id": 2, "ts": BASE_TS},
+            {"message_id": 3, "ts": BASE_TS + 1},
+        ],
+    )
+
+    res = hs.fetch_group_messages(GROUP_ID, BASE_TS, BASE_TS, 100, db_path=db)
+
+    # 两端闭区间:起始时间戳上的消息必须被取到(增量水位依赖这一点)
+    assert [m["message_id"] for m in res.messages] == [2]
+
+
+def test_same_second_sorted_by_id_ascending(hs, tmp_path):
+    db = tmp_path / "order.db"
+    _build(
+        db,
+        [
+            {"message_id": 11, "ts": BASE_TS},
+            {"message_id": 12, "ts": BASE_TS},
+            {"message_id": 13, "ts": BASE_TS},
+        ],
+    )
+
+    res = hs.fetch_group_messages(GROUP_ID, BASE_TS, BASE_TS, 100, db_path=db)
+
+    assert [m["message_id"] for m in res.messages] == [11, 12, 13]
+
+
+def test_duplicate_message_id_deduped(hs, tmp_path):
+    db = tmp_path / "dup.db"
+    _build(db, [{"message_id": 7}, {"message_id": 7}])
+
+    res = hs.fetch_group_messages(GROUP_ID, BASE_TS - 1, BASE_TS + 1, 100, db_path=db)
+
+    assert len(res.messages) == 1
+    assert res.duplicates == 1
+
+
+def test_limit_truncates_and_keeps_newest(hs, tmp_path):
+    db = tmp_path / "trunc.db"
+    _build(
+        db,
+        [
+            {"message_id": 1, "ts": BASE_TS},
+            {"message_id": 2, "ts": BASE_TS + 1},
+            {"message_id": 3, "ts": BASE_TS + 2},
+        ],
+    )
+
+    res = hs.fetch_group_messages(GROUP_ID, BASE_TS - 1, BASE_TS + 5, 2, db_path=db)
+
+    assert res.truncated is True
+    assert res.window_total == 3
+    assert [m["message_id"] for m in res.messages] == [2, 3]  # 丢最旧的
+
+
+def test_names_resolved_from_uninfo(hs, tmp_path):
+    db = tmp_path / "names.db"
+    con = _create_db(db)
+    _add_member(con, "1001", "昵称甲", "群名片甲")
+    _add_member(con, "1002", "昵称乙", "")
+    _add_message(con, message_id=1, user_id=1001)
+    _add_message(con, message_id=2, user_id=1002)
+    _add_message(con, message_id=3, user_id=1003)  # 未在 uninfo 中
+    con.commit()
+    con.close()
+
+    res = hs.fetch_group_messages(GROUP_ID, BASE_TS - 1, BASE_TS + 1, 100, db_path=db)
+
+    senders = {m["message_id"]: m["sender"] for m in res.messages}
+    assert senders[1]["nickname"] == "昵称甲"
+    assert senders[1]["card"] == "群名片甲"
+    assert senders[2]["nickname"] == "昵称乙"
+    assert senders[2]["card"] == ""  # 空群名片交给 _convert_message 归一为 None
+    assert senders[3]["nickname"] == "" and senders[3]["card"] == ""
+    assert res.names_resolved == 2
+
+    # 群名片空串在源数据里就归一为 None
+    con = hs._open_readonly(db)
+    try:
+        assert hs._load_display_names(con, GROUP_ID)["1002"] == ("昵称乙", None)
+    finally:
+        con.close()
+
+
+def test_missing_db_reports_error_without_creating(hs, tmp_path):
+    missing = tmp_path / "nope.sqlite3"
+
+    res = hs.fetch_group_messages(
+        GROUP_ID, BASE_TS - 1, BASE_TS + 1, 10, db_path=missing
+    )
+
+    assert not res
+    assert res.error and "不存在" in res.error
+    assert not missing.exists()  # mode=ro 不得建库
+
+
+def test_missing_table_is_not_fatal(hs, tmp_path):
+    db = tmp_path / "empty.db"
+    con = sqlite3.connect(db)
+    con.execute("CREATE TABLE unrelated (x INTEGER)")
+    con.commit()
+    con.close()
+
+    res = hs.fetch_group_messages(GROUP_ID, BASE_TS - 1, BASE_TS + 1, 10, db_path=db)
+
+    assert not res
+    assert res.error and "learning_chat_message" in res.error
+
+
+def test_other_group_filtered_out(hs, tmp_path):
+    db = tmp_path / "other.db"
+    _build(
+        db,
+        [
+            {"message_id": 1},
+            {"message_id": 2, "group_id": GROUP_ID + 1},
+        ],
+    )
+
+    res = hs.fetch_group_messages(GROUP_ID, BASE_TS - 1, BASE_TS + 1, 100, db_path=db)
+
+    assert [m["message_id"] for m in res.messages] == [1]