feat(api): 访谈路径轻量门控、Memoir Phase1 批处理与叙事/记忆管线加固

- 新增 utterance_substance:短时/应答/元话语可跳过记忆检索、阶段 LLM 与资料抽取 LLM;可配置
- 输入归一化:LLM 模式默认仅语音/ASR;配置项写入 .env.example
- Memoir Phase1:可选 batch LLM 一次性抽取+分类(失败回退逐段);Extraction 空槽位时阶段与 current_stage 对齐,prompt 约束收紧
- 叙事与忠实度:narrative_safety、证据重叠/场合锚点、标题 slots 与履历短语 grounded;fidelity 解析失败 fail-open 可配置
- 章节管线:锁 TTL 上调、锁竞争 Celery 重试、Phase2 immediate singleflight 等;story_pipeline_sync / chapter_compose / memoir_tasks 联动
- Memory:compaction / repo / summarizer / evidence 小修;事实 FTS 未命中是否回退最近事实可配置
- 新增 memoir_pipeline_trace;补充 memoir_reliability 文档与多项回归/门控测试
This commit is contained in:
Kevin
2026-04-03 10:12:59 +08:00
parent 6b930808a3
commit 07c6478742
49 changed files with 12258 additions and 57 deletions

View File

@@ -11,6 +11,7 @@ from app.core.chapter_pipeline_lock import (
from app.core.config import settings
from app.core.db import get_sync_db
from app.core.logging import get_logger
from app.core.memoir_pipeline_trace import new_memoir_correlation_id
from app.core.memory_compaction_schedule import schedule_memory_compaction_run
from app.features.memoir import repo as memoir_repo
from app.features.memoir.models import Chapter
@@ -18,7 +19,7 @@ from app.features.memoir.models import Chapter
logger = get_logger(__name__)
@shared_task(bind=True, max_retries=3, default_retry_delay=30)
@shared_task(bind=True, max_retries=8, default_retry_delay=30)
def recompose_chapter(self, chapter_id: str) -> dict:
"""
按章节物化 canonical_markdown仅当 markdown_compose_dirty 为 True 时执行;
@@ -43,12 +44,16 @@ def recompose_chapter(self, chapter_id: str) -> dict:
lock_handle = acquire_chapter_pipeline_lock(uid, stage, ttl_seconds=lock_ttl)
if lock_handle is None:
logger.info(
"event=recompose_chapter status=skip_lock_contention "
"chapter_id={} user_id={} stage={}",
"event=recompose_chapter status=lock_busy_retry "
"chapter_id={} user_id={} stage={} retry_on_lock={}",
chapter_id,
uid,
stage,
settings.memoir_recompose_retry_on_lock_contention,
)
if settings.memoir_recompose_retry_on_lock_contention:
countdown = max(15, min(120, lock_ttl // 4))
raise self.retry(countdown=countdown)
return {"status": "skip_lock_contention"}
try:
composed = memoir_repo.compose_chapter_from_story_links_sync(
@@ -72,6 +77,7 @@ def recompose_chapter(self, chapter_id: str) -> dict:
"trigger_source": "chapter_recompose",
"trigger_time": datetime.now(timezone.utc).isoformat(),
"pipeline_run_id": str(self.request.id),
"memoir_correlation_id": new_memoir_correlation_id(),
"recomposed_chapter_ids": [chapter_id],
},
)