28 lines
1.0 KiB
Python
28 lines
1.0 KiB
Python
|
|
"""Evaluation judge prompt assembly tests."""
|
||
|
|
|
||
|
|
from app.features.evaluation.judge_service import _build_memoir_judge_prompt
|
||
|
|
|
||
|
|
|
||
|
|
def test_build_memoir_prompt_includes_source_and_reference_evidence() -> None:
|
||
|
|
prompt = _build_memoir_judge_prompt(
|
||
|
|
memoir_markdown="# 当前正文\n他后来去了南方。",
|
||
|
|
source_transcript="用户: 我后来去了深圳工作。",
|
||
|
|
reference_memoir_markdown="# 导出基线\n他去了深圳。",
|
||
|
|
evidence_notes="必须严格核对真实性。",
|
||
|
|
)
|
||
|
|
|
||
|
|
assert "【评审说明】" in prompt
|
||
|
|
assert "【原始访谈/证据】" in prompt
|
||
|
|
assert "用户: 我后来去了深圳工作。" in prompt
|
||
|
|
assert "【参考基线/导出成稿】" in prompt
|
||
|
|
assert "【当前回忆录正文】" in prompt
|
||
|
|
|
||
|
|
|
||
|
|
def test_build_memoir_prompt_requires_conservative_scoring_without_evidence() -> None:
|
||
|
|
prompt = _build_memoir_judge_prompt(
|
||
|
|
memoir_markdown="# 当前正文\n他后来去了南方。"
|
||
|
|
)
|
||
|
|
|
||
|
|
assert "无可用原始访谈证据" in prompt
|
||
|
|
assert "必须保守打分" in prompt
|