- 新增 utterance_substance:短时/应答/元话语可跳过记忆检索、阶段 LLM 与资料抽取 LLM;可配置 - 输入归一化:LLM 模式默认仅语音/ASR;配置项写入 .env.example - Memoir Phase1:可选 batch LLM 一次性抽取+分类(失败回退逐段);Extraction 空槽位时阶段与 current_stage 对齐,prompt 约束收紧 - 叙事与忠实度:narrative_safety、证据重叠/场合锚点、标题 slots 与履历短语 grounded;fidelity 解析失败 fail-open 可配置 - 章节管线:锁 TTL 上调、锁竞争 Celery 重试、Phase2 immediate singleflight 等;story_pipeline_sync / chapter_compose / memoir_tasks 联动 - Memory:compaction / repo / summarizer / evidence 小修;事实 FTS 未命中是否回退最近事实可配置 - 新增 memoir_pipeline_trace;补充 memoir_reliability 文档与多项回归/门控测试
182 lines
5.7 KiB
Python
182 lines
5.7 KiB
Python
"""回忆录:segment_skip_story_ids 与 batch 级短路条件(orchestrator 侧)。"""
|
||
|
||
from types import SimpleNamespace
|
||
from unittest.mock import MagicMock
|
||
|
||
import pytest
|
||
|
||
from app.agents.memoir.batch_phase1_prep import BatchPhase1SegmentRow
|
||
from app.agents.memoir.classification_agent import (
|
||
ChapterClassifyResult,
|
||
ClassificationAgent,
|
||
)
|
||
from app.agents.memoir.extraction_agent import ExtractionResult
|
||
from app.agents.memoir.orchestrator import MemoirOrchestrator
|
||
from app.agents.stage_constants import CHAT_STAGES
|
||
from app.agents.state_schema import DEFAULT_STAGE_ORDER, MemoirStateSchema
|
||
|
||
|
||
def _empty_state() -> MemoirStateSchema:
|
||
"""与生产默认一致的五阶段 stage_order(计划 §5-C 全量阶段管道覆盖)。"""
|
||
assert list(CHAT_STAGES) == DEFAULT_STAGE_ORDER
|
||
return MemoirStateSchema(
|
||
stage_order=list(CHAT_STAGES),
|
||
current_stage="childhood",
|
||
covered_stages=[],
|
||
slots={},
|
||
)
|
||
|
||
|
||
def test_prepare_batches_skip_story_id_when_llm_none_and_empty_slots() -> None:
|
||
orch = MemoirOrchestrator()
|
||
orch.extraction_agent.extract = MagicMock(
|
||
return_value=ExtractionResult(detected_stage="career", slots={})
|
||
)
|
||
orch.classification_agent.classify = MagicMock(
|
||
return_value=ChapterClassifyResult(category="summary", llm_said_none=True)
|
||
)
|
||
st = _empty_state()
|
||
|
||
def get_state() -> MemoirStateSchema:
|
||
return st
|
||
|
||
def update_slot(
|
||
stage: str, slot_name: str, snippet: str, seg_ids: list[str]
|
||
) -> MemoirStateSchema:
|
||
return st
|
||
|
||
seg = SimpleNamespace(id="seg-skip-1", user_input_text="聊聊别的吧")
|
||
p = orch.prepare_batches(
|
||
segments=[seg],
|
||
llm=MagicMock(),
|
||
get_or_create_state=get_state,
|
||
update_slot=update_slot,
|
||
)
|
||
assert "seg-skip-1" in p.segment_skip_story_ids
|
||
|
||
|
||
def test_prepare_batches_fragment_heuristic_not_in_skip_set() -> None:
|
||
"""fragment-only→summary 且 llm_said_none=False,不进入 skip 集合。"""
|
||
orch = MemoirOrchestrator()
|
||
orch.extraction_agent.extract = MagicMock(
|
||
return_value=ExtractionResult(detected_stage="career", slots={})
|
||
)
|
||
orch.classification_agent = ClassificationAgent()
|
||
st = _empty_state()
|
||
|
||
def get_state() -> MemoirStateSchema:
|
||
return st
|
||
|
||
def update_slot(
|
||
stage: str, slot_name: str, snippet: str, seg_ids: list[str]
|
||
) -> MemoirStateSchema:
|
||
return st
|
||
|
||
seg = SimpleNamespace(id="seg-frag-1", user_input_text="1999年出生")
|
||
p = orch.prepare_batches(
|
||
segments=[seg],
|
||
llm=None,
|
||
get_or_create_state=get_state,
|
||
update_slot=update_slot,
|
||
)
|
||
assert "seg-frag-1" not in p.segment_skip_story_ids
|
||
|
||
|
||
def test_prepare_batches_mixed_batch_only_one_segment_in_skip_set() -> None:
|
||
"""同 category 两段:仅一段满足 skip 条件 → skip 集合仅含该段 id。"""
|
||
orch = MemoirOrchestrator()
|
||
orch.extraction_agent.extract = MagicMock(
|
||
side_effect=[
|
||
ExtractionResult(detected_stage="career", slots={}),
|
||
ExtractionResult(detected_stage="career", slots={"job": "戏剧演员"}),
|
||
]
|
||
)
|
||
orch.classification_agent.classify = MagicMock(
|
||
side_effect=[
|
||
ChapterClassifyResult(category="summary", llm_said_none=True),
|
||
ChapterClassifyResult(category="summary", llm_said_none=False),
|
||
]
|
||
)
|
||
st = _empty_state()
|
||
|
||
def get_state() -> MemoirStateSchema:
|
||
return st
|
||
|
||
def update_slot(
|
||
stage: str, slot_name: str, snippet: str, seg_ids: list[str]
|
||
) -> MemoirStateSchema:
|
||
return st
|
||
|
||
s1 = SimpleNamespace(id="mix-1", user_input_text="聊聊别的吧")
|
||
s2 = SimpleNamespace(id="mix-2", user_input_text="后来当了演员")
|
||
p = orch.prepare_batches(
|
||
segments=[s1, s2],
|
||
llm=MagicMock(),
|
||
get_or_create_state=get_state,
|
||
update_slot=update_slot,
|
||
)
|
||
assert p.segment_skip_story_ids == {"mix-1"}
|
||
assert len(p.category_to_segments.get("summary", [])) == 2
|
||
|
||
|
||
def test_prepare_batches_batch_llm_path_matches_per_segment_skip_logic(
|
||
monkeypatch: pytest.MonkeyPatch,
|
||
) -> None:
|
||
monkeypatch.setattr(
|
||
"app.agents.memoir.orchestrator.settings.memoir_phase1_batch_llm_enabled",
|
||
True,
|
||
)
|
||
|
||
def fake_batch(
|
||
segments: list,
|
||
state: MemoirStateSchema,
|
||
llm: object,
|
||
) -> dict:
|
||
return {
|
||
"mix-1": BatchPhase1SegmentRow(
|
||
detected_stage="career",
|
||
slots={},
|
||
chapter_category_raw="none",
|
||
),
|
||
"mix-2": BatchPhase1SegmentRow(
|
||
detected_stage="career",
|
||
slots={"job": "戏剧演员"},
|
||
chapter_category_raw="summary",
|
||
),
|
||
}
|
||
|
||
monkeypatch.setattr(
|
||
"app.agents.memoir.orchestrator.run_batch_phase1_prep",
|
||
fake_batch,
|
||
)
|
||
orch = MemoirOrchestrator()
|
||
st = _empty_state()
|
||
|
||
def get_state() -> MemoirStateSchema:
|
||
return st
|
||
|
||
def update_slot(
|
||
stage: str, slot_name: str, snippet: str, seg_ids: list[str]
|
||
) -> MemoirStateSchema:
|
||
return st
|
||
|
||
s1 = SimpleNamespace(id="mix-1", user_input_text="聊聊别的吧")
|
||
s2 = SimpleNamespace(id="mix-2", user_input_text="后来当了演员")
|
||
p = orch.prepare_batches(
|
||
segments=[s1, s2],
|
||
llm=MagicMock(),
|
||
get_or_create_state=get_state,
|
||
update_slot=update_slot,
|
||
)
|
||
assert p.segment_skip_story_ids == {"mix-1"}
|
||
assert len(p.category_to_segments.get("summary", [])) == 2
|
||
|
||
|
||
def test_batch_all_skip_predicate() -> None:
|
||
"""memoir_tasks 短路条件:batch_ids <= skip_ids。"""
|
||
batch_ids = {"a", "b"}
|
||
skip_ids = {"a"}
|
||
assert not (batch_ids <= skip_ids)
|
||
assert {"a"} <= {"a", "b"}
|
||
assert {"a", "b"} <= {"a", "b"}
|