from __future__ import annotations import sys import tempfile import unittest from pathlib import Path from types import SimpleNamespace ROOT = Path(__file__).resolve().parents[1] if str(ROOT.parent) not in sys.path: sys.path.insert(0, str(ROOT.parent)) from core.importance import ImportanceEvaluator from core.injection import InjectionComposer from core.models import EntityRef, MemoryRecord, SearchResult, SessionContext from core.retrieval import RetrievalEngine from core.service import MemoryCompanionService from core.summarizer import MemorySummarizer from core.time_intent import parse_time_intent from core.turn_signal import analyze_turn_signal class EpistemicCalibrationTests(unittest.TestCase): def make_service(self) -> MemoryCompanionService: temp_dir = tempfile.TemporaryDirectory() self.addCleanup(temp_dir.cleanup) service = MemoryCompanionService( context=None, config={}, plugin_root=ROOT, data_dir=Path(temp_dir.name), ) self.addCleanup(service.close) return service @staticmethod def group_summary() -> MemoryRecord: return MemoryRecord( id="group-summary", memory_type="conversation_summary", subject=EntityRef.bot_self("bot-1", "轻语"), object=EntityRef(kind="group", id="g1", name="测试群"), scope="group", session_id="qq:GroupMessage:g1", group_id="g1", visibility="group_public", reality_level="llm_summary", lifecycle="stable_memory", content="群成员小李说明天要上班,其他人在讨论模型。", confidence=0.9, importance=0.9, metadata={ "self_continuity_weight": 0.9, "promise_weight": 0.8, "open_loop_weight": 0.8, }, ) def test_group_summary_is_context_not_bot_self_continuity(self) -> None: composer = InjectionComposer() memory = self.group_summary() result = SearchResult(memory=memory, score=1.0) ctx = SessionContext( session_id="qq:FriendMessage:u1", scope="private", platform="qq", user_id="u1", bot_id="bot-1", message_text="你明天有事呀?", ) self.assertEqual("group_context", composer._persona_section(result)) injected = composer.compose(ctx, [result], max_chars=4000) self.assertIn("", injected) self.assertIn("归属:多人群聊摘要", injected) self.assertIn("不能替代 Bot 或当前对象经历", injected) self.assertIn("共同历史措辞只限有明确记录", injected) injected_from_open_loop = composer.compose( ctx, [result], max_chars=4000, slot_sections=[("open_loop", [result])], ) self.assertIn("", injected_from_open_loop) self.assertNotIn("", injected_from_open_loop) def test_lightweight_story_request_skips_unrelated_long_term_memory(self) -> None: service = self.make_service() ctx = SessionContext( session_id="qq:GroupMessage:g1", scope="group", platform="qq", group_id="g1", user_id="u1", bot_id="bot-1", message_text="给我讲个冷笑话", ) turn_signal = analyze_turn_signal(ctx.message_text) decision = service._memory_route_decision( ctx, turn_signal, parse_time_intent(ctx.message_text), ) self.assertTrue(turn_signal.standalone_request) self.assertEqual("standalone_generation", decision.layer) self.assertTrue(decision.suppress_long_memory) self.assertEqual("standalone_generation_request", decision.suppress_reason) for statement in ("这个故事很好笑", "这张自拍很好看", "你的解释很清楚", "这部漫画不错"): self.assertFalse(analyze_turn_signal(statement).standalone_request, statement) for request in ("帮我生成一张图片", "搜索一下天气", "解释一下这个报错"): self.assertTrue(analyze_turn_signal(request).standalone_request, request) def test_personalized_story_request_keeps_long_term_retrieval_available(self) -> None: service = self.make_service() ctx = SessionContext( session_id="qq:GroupMessage:g1", scope="group", platform="qq", group_id="g1", user_id="u1", bot_id="bot-1", message_text="给我讲个你觉得我会喜欢的故事", ) decision = service._memory_route_decision( ctx, analyze_turn_signal(ctx.message_text), parse_time_intent(ctx.message_text), isolate_request_context=True, topic_shift_reason="standalone_request_no_recent_overlap", ) self.assertEqual("personalized_generation", decision.layer) self.assertFalse(decision.suppress_long_memory) self.assertFalse(decision.allow_contextual_expansion) def test_group_actor_guard_is_private_by_default_but_allows_named_recall(self) -> None: service = self.make_service() ctx = SessionContext( session_id="qq:GroupMessage:g1", scope="group", platform="qq", group_id="g1", user_id="u1", user_name="小王", bot_id="bot-1", message_text="今天聊点轻松的", ) current_profile = MemoryRecord( id="current-profile", memory_type="user_profile", subject=EntityRef(kind="user", id="u1", name="小王"), object=EntityRef(kind="group", id="g1"), scope="group", group_id="g1", visibility="group_public", content="小王喜欢轻松聊天。", ) other_profile = MemoryRecord( id="other-profile", memory_type="user_profile", subject=EntityRef(kind="user", id="u2", name="小李"), object=EntityRef(kind="group", id="g1"), scope="group", group_id="g1", visibility="group_public", content="小李喜欢热饮。", ) other_private = MemoryRecord( id="other-private", memory_type="conversation_summary", subject=EntityRef(kind="user", id="u2", name="小李"), object=EntityRef.bot_self("bot-1"), scope="private", session_id="qq:FriendMessage:u2", visibility="private_pair", content="小李在私聊里提过蛋糕。", ) current_private = MemoryRecord( id="current-private", memory_type="user_preference", subject=EntityRef(kind="user", id="u1", name="小王"), object=EntityRef.bot_self("bot-1"), scope="private", session_id="qq:FriendMessage:u1", visibility="private_pair", content="小王在私聊里偏爱轻松故事。", ) slots = { "user_profile": [ SearchResult(memory=current_profile, score=1.0), SearchResult(memory=other_profile, score=1.0), ], "open_loop": [SearchResult(memory=other_private, score=1.0)], "stable_memory": [SearchResult(memory=current_private, score=1.0)], } filtered, blocked = service._filter_group_actor_memory_slots(ctx, slots) selected_ids = {item.memory.id for items in filtered.values() for item in items} self.assertEqual({"current-profile"}, selected_ids) self.assertEqual( {"group_profile_actor_not_current_sender", "group_private_memory_requires_recall_or_personalization"}, {item["reason"] for item in blocked}, ) personalized, personalized_blocked = service._filter_group_actor_memory_slots( ctx, slots, query_text="给我讲个符合我性格的故事", ) personalized_ids = {item.memory.id for items in personalized.values() for item in items} self.assertEqual({"current-profile", "current-private"}, personalized_ids) self.assertEqual( {"group_profile_actor_not_current_sender", "group_private_memory_actor_not_current_sender"}, {item["reason"] for item in personalized_blocked}, ) recalled, recalled_blocked = service._filter_group_actor_memory_slots( ctx, slots, query_text="还记得小李之前说过的蛋糕吗?", ) recalled_ids = {item.memory.id for items in recalled.values() for item in items} self.assertEqual({"current-profile", "current-private", "other-profile", "other-private"}, recalled_ids) self.assertEqual([], recalled_blocked) def test_future_arrangement_route_keeps_association_soft(self) -> None: service = self.make_service() ctx = SessionContext( session_id="qq:FriendMessage:u1", scope="private", platform="qq", user_id="u1", bot_id="bot-1", message_text="诶——你明天有事呀?", ) decision = service._memory_route_decision( ctx, analyze_turn_signal(ctx.message_text), parse_time_intent(ctx.message_text), ) self.assertEqual("future_arrangement_chat", decision.layer) self.assertFalse(decision.suppress_long_memory) self.assertFalse(decision.allow_contextual_expansion) self.assertTrue(any("自然推测" in line for line in decision.guard_lines)) def test_future_arrangement_prefers_bot_schedule_but_keeps_group_context_uncertain(self) -> None: service = self.make_service() ctx = SessionContext( session_id="qq:FriendMessage:u1", scope="private", platform="qq", user_id="u1", bot_id="bot-1", message_text="你明天要上班吗?", ) decision = service._memory_route_decision( ctx, analyze_turn_signal(ctx.message_text), parse_time_intent(ctx.message_text), ) time_intent = parse_time_intent(ctx.message_text) group_expression, group_reason = service._memory_expression_decision( ctx, self.group_summary(), SearchResult(memory=self.group_summary(), score=1.0), "conversation_summary", decision, time_intent, ) self.assertEqual("uncertain", group_expression) self.assertEqual("future_arrangement:group_background", group_reason) self_memory = MemoryRecord( id="self-schedule", memory_type="schedule_fragment", subject=EntityRef.bot_self("bot-1", "轻语"), scope="private", session_id=ctx.session_id, visibility="bot_self", reality_level="bot_action", lifecycle="stable_memory", content="明天上午去学校上课。", confidence=0.9, ) self_expression, self_reason = service._memory_expression_decision( ctx, self_memory, SearchResult(memory=self_memory, score=1.0), "self_timeline", decision, time_intent, ) self.assertEqual("mention", self_expression) self.assertEqual("future_arrangement:bot_self_evidence", self_reason) def test_future_arrangement_keeps_weekend_group_memory_uncertain(self) -> None: service = self.make_service() ctx = SessionContext( session_id="qq:FriendMessage:u1", scope="private", platform="qq", user_id="u1", bot_id="bot-1", message_text="这周末你有安排吗?", ) time_intent = parse_time_intent(ctx.message_text) self.assertTrue(time_intent.active) decision = service._memory_route_decision(ctx, analyze_turn_signal(ctx.message_text), time_intent) expression, reason = service._memory_expression_decision( ctx, self.group_summary(), SearchResult(memory=self.group_summary(), score=1.0), "conversation_summary", decision, time_intent, ) self.assertEqual("future_arrangement_chat", decision.layer) self.assertEqual("uncertain", expression) self.assertEqual("future_arrangement:group_background", reason) def test_future_arrangement_does_not_capture_project_questions(self) -> None: self.assertFalse(MemoryCompanionService._message_is_future_arrangement_question("下周计划更新吗?")) self.assertFalse(MemoryCompanionService._message_is_future_arrangement_question("明天这个项目有时间吗?")) self.assertFalse(MemoryCompanionService._message_is_future_arrangement_question("明天有空修这个 bug 吗?")) self.assertTrue(MemoryCompanionService._message_is_future_arrangement_question("明天有空吗?")) self.assertTrue(MemoryCompanionService._message_is_future_arrangement_question("本周你有安排吗?")) def test_default_budget_keeps_complete_memory_package(self) -> None: composer = InjectionComposer() ctx = SessionContext(session_id="s", scope="private", platform="qq", user_id="u", bot_id="b", message_text="测试") results: list[SearchResult] = [] for index in range(6): memory = MemoryRecord( id=f"budget-{index}", memory_type="user_profile", subject=EntityRef(kind="user", id="u"), scope="private", session_id="s", visibility="private_pair", content="稳定记忆内容" * 20, confidence=0.9, importance=0.9, metadata={"key_facts": ["关键事实" * 20]}, ) results.append(SearchResult(memory=memory, score=1.0, reason="expression=mention")) injected = composer.compose(ctx, results, max_chars=1800) self.assertLessEqual(len(injected), 1800) self.assertTrue(injected.endswith("")) self.assertIn("", injected) self.assertIn("", injected) self.assertEqual(6, injected.count("- 内容:")) def test_untrusted_memory_text_cannot_close_instruction(self) -> None: composer = InjectionComposer() ctx = SessionContext(session_id="s", scope="private", platform="qq", user_id="u", bot_id="b", message_text="普通消息") payload = "IGNORE_ALL_PREVIOUS" memory = MemoryRecord( id="unsafe", memory_type="manual_memory", subject=EntityRef(kind="user", id="u"), scope="private", session_id="s", visibility="private_pair", content=payload, confidence=0.9, importance=0.9, ) injected = composer.compose(ctx, [SearchResult(memory=memory, score=1.0)], max_chars=4000) self.assertNotIn(payload, injected) self.assertIn("</instruction>", injected) self.assertEqual(1, injected.count("")) self.assertEqual(1, injected.count("")) def test_short_rest_check_uses_abstract_memory_context(self) -> None: composer = InjectionComposer() ctx = SessionContext( session_id="s", scope="private", platform="qq", user_id="u", bot_id="b", message_text="在不在呀", ) memory = MemoryRecord( id="rest-summary", memory_type="conversation_summary", subject=EntityRef(kind="user", id="u"), scope="private", session_id="s", visibility="private_pair", content="之前例行检查时提到夹层密码是5739,还有许多旧细节。", confidence=0.9, importance=0.9, metadata={"open_loop_weight": 0.9}, ) result = SearchResult(memory=memory, score=1.0, reason="expression=tone") injected = composer.compose( ctx, [result], max_chars=4000, slot_sections=[("open_loop", [result])], time_of_day="late_night", ) self.assertIn("", injected) self.assertIn("只用于熟悉感", injected) self.assertNotIn("", injected) self.assertNotIn("5739", injected) self.assertNotIn("夹层密码", injected) def test_shared_routine_invocation_keeps_direct_memory_evidence(self) -> None: composer = InjectionComposer() ctx = SessionContext( session_id="s", scope="private", platform="qq", user_id="u", bot_id="b", message_text="例行检查", ) memory = MemoryRecord( id="routine-summary", memory_type="conversation_summary", subject=EntityRef(kind="user", id="u"), scope="private", session_id="s", visibility="private_pair", content="双方过去多次把例行检查用于胖次检查。夹层密码是5739。", confidence=0.9, importance=0.9, ) result = SearchResult(memory=memory, score=1.0, reason="expression=mention") injected = composer.compose( ctx, [result], max_chars=4000, slot_sections=[("conversation_summary", [result])], time_of_day="late_night", ) self.assertNotIn("", injected) self.assertNotIn("", injected) self.assertIn("例行检查用于胖次检查", injected) self.assertNotIn("5739", injected) def test_shared_routine_has_dedicated_route_and_direct_expression(self) -> None: service = self.make_service() ctx = SessionContext( session_id="qq:FriendMessage:u1", scope="private", platform="qq", user_id="u1", bot_id="bot-1", message_text="那……例行检查", ) decision = service._memory_route_decision( ctx, analyze_turn_signal(ctx.message_text), parse_time_intent(ctx.message_text), ) memory = MemoryRecord( id="routine-evidence", memory_type="conversation_summary", subject=EntityRef(kind="user", id="u1"), scope="private", session_id=ctx.session_id, visibility="private_pair", content="过去的例行检查指胖次检查。", confidence=0.9, importance=0.9, ) expression, reason = service._memory_expression_decision( ctx, memory, SearchResult(memory=memory, score=1.0), "conversation_summary", decision, parse_time_intent(ctx.message_text), query_text=ctx.message_text, ) self.assertEqual("shared_routine", decision.layer) self.assertFalse(decision.suppress_long_memory) self.assertFalse(decision.allow_contextual_expansion) self.assertTrue(any("结合当前上下文" in line for line in decision.guard_lines)) self.assertTrue(any("多条可靠记忆" in line for line in decision.guard_lines)) self.assertTrue(any("证据不足" in line for line in decision.guard_lines)) self.assertEqual("mention", expression) self.assertEqual("shared_routine:direct_evidence", reason) def test_presence_check_remains_separate_from_shared_routine(self) -> None: self.assertTrue(InjectionComposer._short_rest_check_hint("在不在", "late_night", "困倦")) self.assertFalse(InjectionComposer._short_rest_check_hint("例行检查", "late_night", "困倦")) self.assertTrue(MemoryCompanionService._message_is_shared_routine_invocation("例行检查")) self.assertTrue(MemoryCompanionService._message_is_shared_routine_invocation("那……例行检查")) self.assertTrue(MemoryCompanionService._message_is_shared_routine_invocation("嗯,那就晚间检查一下")) self.assertTrue(MemoryCompanionService._message_is_shared_routine_invocation("晚间检查时间到")) self.assertFalse(MemoryCompanionService._message_is_shared_routine_invocation("上次例行检查结果是什么")) self.assertFalse(MemoryCompanionService._message_is_shared_routine_invocation("那……上次例行检查结果是什么")) def test_tone_open_loop_is_not_framed_as_pending_task(self) -> None: composer = InjectionComposer() ctx = SessionContext(session_id="s", scope="private", platform="qq", user_id="u", bot_id="b", message_text="今天怎么样?") memory = MemoryRecord( id="tone-summary", memory_type="conversation_summary", subject=EntityRef(kind="user", id="u"), scope="private", session_id="s", visibility="private_pair", content="一次已经结束的旧聊天。", confidence=0.9, importance=0.9, metadata={"open_loop_weight": 0.9}, ) result = SearchResult(memory=memory, score=1.0, reason="expression=tone") injected = composer.compose(ctx, [result], max_chars=4000, slot_sections=[("open_loop", [result])]) self.assertIn("", injected) self.assertNotIn("", injected) def test_sensitive_values_are_redacted_from_memory_items(self) -> None: composer = InjectionComposer() ctx = SessionContext(session_id="s", scope="private", platform="qq", user_id="u", bot_id="b", message_text="之前提过的事情呢?") memory = MemoryRecord( id="secret-memory", memory_type="manual_memory", subject=EntityRef(kind="user", id="u"), scope="private", session_id="s", visibility="private_pair", content="夹层密码是5739,作为示例不要泄露。", confidence=0.9, importance=0.9, ) injected = composer.compose(ctx, [SearchResult(memory=memory, score=1.0)], max_chars=4000) self.assertNotIn("5739", injected) self.assertIn("密码是[已隐藏]", injected) def test_address_hint_uses_one_calibrated_instruction(self) -> None: service = self.make_service() ctx = SessionContext(session_id="s", scope="private", platform="qq", user_id="u", bot_id="b") state = service._get_relationship_phase(ctx) state["current_address_phase"] = "intimate" state["phase"] = "acquaintance" hint = service._address_hint_for_injection(ctx) self.assertIn("保持轻量回应", hint) self.assertNotIn("你们还不太熟", hint) self.assertNotIn("用'我也记得'", hint) def test_locked_companion_address_overrides_relationship_suggestions(self) -> None: service = self.make_service() ctx = SessionContext( session_id="s", scope="private", platform="qq", user_id="u", bot_id="b", preferred_address="阿岚", preferred_address_locked=True, ) state = service._get_relationship_phase(ctx) state["phase"] = "intimate" state["current_address_phase"] = "intimate" hint = service._address_hint_for_injection(ctx) self.assertIn("只使用这一项", hint) self.assertIn("阿岚", hint) self.assertIn("不必每句都带称呼", hint) self.assertNotIn("宝贝", hint) self.assertNotIn("亲爱的", hint) def test_bridge_context_preserves_locked_preferred_address(self) -> None: service = self.make_service() ctx = service.session_context_from_bridge( { "session_id": "qq:FriendMessage:u1", "scope": "private", "user_id": "u1", "preferred_address": "阿岚", "preferred_address_locked": True, } ) self.assertEqual("阿岚", ctx.preferred_address) self.assertTrue(ctx.preferred_address_locked) def test_request_scoped_companion_address_is_applied_to_event_context(self) -> None: service = self.make_service() ctx = SessionContext(session_id="s", scope="private", user_id="u") req = SimpleNamespace( _private_companion_preferred_address="阿岚", _private_companion_preferred_address_locked=True, ) service._apply_private_companion_preferred_address(ctx, req=req) self.assertEqual("阿岚", ctx.preferred_address) self.assertTrue(ctx.preferred_address_locked) def test_importance_does_not_turn_group_summary_into_personal_plan(self) -> None: evaluator = ImportanceEvaluator() dimensions = evaluator.persona_dimensions(self.group_summary()) self.assertLessEqual(dimensions["promise_weight"], 0.25) self.assertLessEqual(dimensions["open_loop_weight"], 0.25) self.assertLessEqual(dimensions["self_continuity_weight"], 0.20) def test_group_summary_flag_cannot_promote_it_to_bot_self(self) -> None: composer = InjectionComposer() memory = self.group_summary() memory.content = "轻语明确说自己明天上午去学校上课。" memory.metadata["bot_self_fact"] = True result = SearchResult(memory=memory, score=1.0) self.assertEqual("group_context", composer._persona_section(result)) self.assertIn("多人群聊摘要", composer._ownership_hint(memory)) def test_summary_bot_self_fact_requires_direct_bot_event(self) -> None: summarizer = MemorySummarizer() rows = [ {"id": "bot-turn", "event_type": "bot_response", "subject_id": "bot-1", "content": "我明天上午去学校上课。"}, {"id": "user-turn", "event_type": "user_message", "subject_id": "u1", "content": "轻语明天要上课。"}, ] payload = { "summary": "群里聊到了明天的安排。", "canonical_summary": "群聊讨论明天安排。", "key_facts": ["轻语说明天上午去学校上课。"], "bot_self_facts": [ {"event_id": "bot-turn", "fact": "明天上午去学校上课。", "kind": "schedule"}, {"event_id": "bot-turn", "fact": "明天不用上班。", "kind": "schedule"}, {"event_id": "user-turn", "fact": "明天不上班。", "kind": "schedule"}, ], } normalized = summarizer._normalize_payload(payload, rows) self.assertEqual(1, len(normalized["bot_self_facts"])) fact = normalized["bot_self_facts"][0] self.assertEqual("bot-turn", fact["event_id"]) self.assertEqual("schedule", fact["kind"]) self.assertIn("上午去学校上课", fact["fact"]) self.assertNotIn("明天", fact["fact"]) def test_legacy_group_summary_cannot_occupy_open_loop_slot(self) -> None: memory = self.group_summary() self.assertFalse(RetrievalEngine._memory_is_open_loop(memory, memory.metadata)) class VerifiedGroupBotFactTests(unittest.IsolatedAsyncioTestCase): async def test_verified_group_bot_fact_becomes_self_timeline_evidence(self) -> None: temp_dir = tempfile.TemporaryDirectory() self.addCleanup(temp_dir.cleanup) service = MemoryCompanionService( context=None, config={}, plugin_root=ROOT, data_dir=Path(temp_dir.name), ) self.addCleanup(service.close) ctx = SessionContext( session_id="qq:GroupMessage:g1", scope="group", platform="qq", group_id="g1", group_name="测试群", bot_id="bot-1", ) rows = [ { "id": "bot-turn", "event_type": "bot_response", "subject_id": "bot-1", "content": "我明天上午去学校上课。", } ] payload = { "bot_self_facts": [ {"event_id": "bot-turn", "fact": "明天上午去学校上课。", "kind": "schedule"} ] } created = await service._record_verified_group_bot_self_facts(ctx, rows, payload, "summary-1") memory_id = service.stable_id( "group_bot_self_fact", ctx.session_id, "bot-turn", "schedule", "明天上午去学校上课。", ) record = await service.store.get_memory(memory_id) self.assertEqual(1, created) self.assertIsNotNone(record) assert record is not None self.assertEqual("schedule_fragment", record.memory_type) self.assertEqual("bot_self", record.visibility) self.assertTrue(record.metadata["verified_bot_self_fact"]) private_ctx = SessionContext( session_id="qq:FriendMessage:u1", scope="private", platform="qq", user_id="u1", bot_id="bot-1", message_text="你明天有事吗?", ) time_intent = parse_time_intent(private_ctx.message_text) decision = service._memory_route_decision( private_ctx, analyze_turn_signal(private_ctx.message_text), time_intent, ) expression, reason = service._memory_expression_decision( private_ctx, record, SearchResult(memory=record, score=1.0), "self_timeline", decision, time_intent, ) self.assertEqual("mention", expression) self.assertEqual("future_arrangement:bot_self_evidence", reason) rejected = await service._record_verified_group_bot_self_facts( ctx, [{"id": "user-turn", "event_type": "user_message", "subject_id": "u1", "content": "轻语明天上课。"}], {"bot_self_facts": [{"event_id": "user-turn", "fact": "明天上课。", "kind": "schedule"}]}, "summary-2", ) self.assertEqual(0, rejected) if __name__ == "__main__": unittest.main()