78 lines
2.5 KiB
Python
78 lines
2.5 KiB
Python
"""FidelityCheckAgent：解析/LLM 失败时的 fail-closed（新建叙事）vs fail-open（续写）。"""
|
||
|
||
from __future__ import annotations
|
||
|
||
from unittest.mock import MagicMock, patch
|
||
|
||
import pytest
|
||
|
||
from app.agents.memoir.fidelity_check_agent import FidelityCheckAgent
|
||
from app.core.config import settings
|
||
from app.core.llm_call import LLMCallError
|
||
|
||
|
||
def test_fidelity_fail_closed_on_parse_when_not_append(
|
||
monkeypatch: pytest.MonkeyPatch,
|
||
) -> None:
|
||
monkeypatch.setattr(settings, "memoir_fidelity_check_enabled", True)
|
||
monkeypatch.setattr(settings, "memoir_fidelity_fail_open_on_parse_error", False)
|
||
agent = FidelityCheckAgent()
|
||
llm = MagicMock()
|
||
with patch(
|
||
"app.agents.memoir.fidelity_check_agent.llm_json_call",
|
||
side_effect=LLMCallError("invoke", "simulated_bad_response"),
|
||
):
|
||
assert (
|
||
agent.passes(
|
||
oral_text=" oral ",
|
||
narrative_json='{"paragraphs":[{"content":"x"}]}',
|
||
llm=llm,
|
||
is_append=False,
|
||
)
|
||
is False
|
||
)
|
||
|
||
|
||
def test_fidelity_fail_open_on_parse_when_append(
|
||
monkeypatch: pytest.MonkeyPatch,
|
||
) -> None:
|
||
monkeypatch.setattr(settings, "memoir_fidelity_check_enabled", True)
|
||
monkeypatch.setattr(settings, "memoir_fidelity_fail_open_on_parse_error", False)
|
||
agent = FidelityCheckAgent()
|
||
llm = MagicMock()
|
||
with patch(
|
||
"app.agents.memoir.fidelity_check_agent.llm_json_call",
|
||
side_effect=LLMCallError("invoke", "simulated_bad_response"),
|
||
):
|
||
assert (
|
||
agent.passes(
|
||
oral_text=" oral ",
|
||
narrative_json='{"paragraphs":[{"content":"x"}]}',
|
||
llm=llm,
|
||
is_append=True,
|
||
)
|
||
is True
|
||
)
|
||
|
||
|
||
def test_fidelity_fail_open_global_flag_overrides_append(
|
||
monkeypatch: pytest.MonkeyPatch,
|
||
) -> None:
|
||
monkeypatch.setattr(settings, "memoir_fidelity_check_enabled", True)
|
||
monkeypatch.setattr(settings, "memoir_fidelity_fail_open_on_parse_error", True)
|
||
agent = FidelityCheckAgent()
|
||
llm = MagicMock()
|
||
with patch(
|
||
"app.agents.memoir.fidelity_check_agent.llm_json_call",
|
||
side_effect=LLMCallError("invoke", "simulated_bad_response"),
|
||
):
|
||
assert (
|
||
agent.passes(
|
||
oral_text=" oral ",
|
||
narrative_json='{"paragraphs":[{"content":"x"}]}',
|
||
llm=llm,
|
||
is_append=False,
|
||
)
|
||
is True
|
||
)
|