feat(api): 拆分章节物化与 Story 后处理,并加固 Redis 锁与腾讯 ASR
回忆录 Story 流水线(同步) - 同步路径仅写入 Story 与章节关联,改为 mark_chapter_dirty_sync,不再内联 compose - 物化由 Celery recompose_chapter 异步完成;compose 不变量与异常时保留 dirty 的语义在 repo 中补充说明 - Evidence:大批次时降低 top_k;路由候选 story 携带 char_count/version_count;append 超长/版本过多时强制新开 story - 叙事 prompt:relevant_chunks 去重,减少重复证据噪声 - 叙事回退与忠实度 gate:返回 fallback 类型并记录结构化日志(含耗时、JSON 有效性等) Post-commit 与任务编排 - 新增 post_commit.enqueue_story_post_commit_effects:统一派发 generate_story_image(Redis 去重)、延迟 recompose_chapter、可选 memory compaction - memoir_tasks / story_service / story_image_tasks 改为调用 post-commit 入口;主图回填后按关联章节重算并调度物化与 compacs(锁委托、Redis 单例、ASR to_thread) - 更新 test_narrative_pipeline 以适配 _apply_narrative_fallbacks 返回值
This commit is contained in:
24
api/app/core/chapter_pipeline_lock.py
Normal file
24
api/app/core/chapter_pipeline_lock.py
Normal file
@@ -0,0 +1,24 @@
|
||||
"""Pipeline 章节级 Redis 锁:与 memoir pipeline / recompose_chapter 共用同一 key 空间。"""
|
||||
|
||||
from app.core.redis_lock import (
|
||||
RedisLockHandle,
|
||||
acquire_redis_lock,
|
||||
release_redis_lock,
|
||||
)
|
||||
|
||||
ChapterPipelineLockHandle = RedisLockHandle
|
||||
|
||||
|
||||
def _lock_key(user_id: str, stage: str) -> str:
|
||||
return f"lock:chapter:{user_id}:{stage}"
|
||||
|
||||
|
||||
def acquire_chapter_pipeline_lock(
|
||||
user_id: str, stage: str, *, ttl_seconds: int
|
||||
) -> ChapterPipelineLockHandle | None:
|
||||
"""获取 `lock:chapter:{user_id}:{stage}`;失败返回 None。"""
|
||||
return acquire_redis_lock(_lock_key(user_id, stage), ttl_seconds=ttl_seconds)
|
||||
|
||||
|
||||
def release_chapter_pipeline_lock(handle: ChapterPipelineLockHandle | None) -> None:
|
||||
release_redis_lock(handle)
|
||||
Reference in New Issue
Block a user