Files
life-echo/api/app/features/memoir/repo.py
Kevin 786ebf8ae6 refactor(api,expo): 多智能体与会话收敛、回忆录兼容层移除、后端测试集大幅删减
- 对齐「多智能体收敛」与「回忆录 stories-first / markdown-first」方向:收紧运行时契约、
  删除过渡兼容路径与双轨逻辑,并同步更新客户端与文档。

- Chat:以 ChatOrchestrator 为实时编排入口;删除独立 conversation_agent,精简 prompts。
- Memoir:删除 memory_agent;MemoirOrchestrator、classification / story_route 与 prompts 收敛到
  prepare_batches + run_story_pipeline_for_category_batch 主链路。
- 将 agents 侧 processor 迁入 feature 层为 background_runner,并移除 features 下重复/过时
  processor 封装。

- 新增 history_store,强化「conversation_messages 为 DB 真源、Redis 为缓存」模型。
- 调整 models、repo、service、session_history;精简 WS message_types,重构 pipeline 与 router。

- 移除章节占位、整章再生等旧路径;章节列表与封面逻辑要求 story 关联;收紧 cover 资格与
  enqueue。
- helpers、repo、service、router、reading_segment_materialize、story_pipeline_sync、pdf_service
  等按 canonical markdown / cover_asset_id 收缩;删除 memoir_images/provider 等冗余。
- tasks:memoir_tasks、chapter_cover_tasks 等大幅瘦身;story_image_tasks 等与当前图片任务对齐。

- core:config、logging、redis、task_tracker 小幅调整。
- auth / user / payment / quota:路由或服务侧删减过时接口或逻辑(如 payment router 行数减少)。

- pyproject.toml、development.sh、.env.example / .env.production、README 等同步说明或变量。

- Alembic 0001_initial_schema 微调(与当前 schema 叙事一致的小改动)。

- 回忆录:types / mappers / api、章节页与 memoir 页与后端契约对齐;markdown-renderer 调整。
- 语音:删除 voice/player,voice-segment-store 相应精简。

- api/tests:删除 conftest 及绝大部分既有测试文件(websocket_baseline、conversation、memoir
  图片、PDF、SMS 等),属有意收缩/待按 backend-test-system 重建的信号。
- docs:新增多智能体收敛与移除兼容层计划摘要;更新 story-first 设计、backend-test-system、
  multi-agent-refactor-plan、实施总结等。

BREAKING CHANGE: 后端对外契约、回忆录章节字段与若干路由/任务行为已变更;大量 API 测试被移除,
  CI 若依赖这些用例需按新策略补测或调整流水线。
2026-03-22 18:10:28 +08:00

288 lines
8.8 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""Memoir repository — Book, Chapter, MemoirState data access."""
import uuid
from sqlalchemy import delete, func, select, update
from sqlalchemy.ext.asyncio import AsyncSession
from sqlalchemy.orm import Session, joinedload
from app.core.db import utc_now
from app.features.asset.models import Asset
from app.features.memoir.asset_resolver import collect_asset_ids_for_chapter
from app.features.memoir.chapter_markdown_compose import (
materialize_chapter_markdown_from_loaded_chapter,
)
from app.features.memoir.models import (
Book,
Chapter,
ChapterCoverIntent,
ChapterStoryLink,
ChapterVersion,
MemoirState,
)
from app.features.memoir.reading_segment_materialize import (
build_reading_segments_snapshot,
)
from app.features.story.models import Story
async def get_current_book(user_id: str, db: AsyncSession) -> Book | None:
stmt = (
select(Book)
.where(Book.user_id == user_id)
.order_by(Book.updated_at.desc())
.limit(1)
)
result = await db.execute(stmt)
return result.scalar_one_or_none()
async def get_chapters_for_memoir_list(
user_id: str,
db: AsyncSession,
*,
active_only: bool = True,
is_new_only: bool | None = None,
) -> list[Chapter]:
"""列表/详情stories-first预加载 story_links 与 images。"""
stmt = (
select(Chapter)
.where(Chapter.user_id == user_id)
.options(
joinedload(Chapter.images),
joinedload(Chapter.story_links)
.joinedload(ChapterStoryLink.story)
.joinedload(Story.image_intents),
)
.order_by(Chapter.order_index)
)
if active_only:
stmt = stmt.where(Chapter.is_active == True) # noqa: E712
if is_new_only is True:
stmt = stmt.where(Chapter.is_new == True) # noqa: E712
result = await db.execute(stmt)
return list(result.unique().scalars().all())
async def get_chapter_by_id(chapter_id: str, db: AsyncSession) -> Chapter | None:
stmt = (
select(Chapter)
.where(Chapter.id == chapter_id)
.options(
joinedload(Chapter.images),
joinedload(Chapter.story_links)
.joinedload(ChapterStoryLink.story)
.joinedload(Story.image_intents),
)
)
result = await db.execute(stmt)
return result.unique().scalars().one_or_none()
async def get_memoir_state(user_id: str, db: AsyncSession) -> MemoirState | None:
stmt = select(MemoirState).where(MemoirState.user_id == user_id)
result = await db.execute(stmt)
return result.scalar_one_or_none()
async def get_chapter_ids_linked_to_story(db: AsyncSession, story_id: str) -> list[str]:
stmt = select(ChapterStoryLink.chapter_id).where(
ChapterStoryLink.story_id == story_id
)
result = await db.execute(stmt)
return list(dict.fromkeys(result.scalars().all()))
async def mark_chapters_dirty_for_story(db: AsyncSession, story_id: str) -> None:
ids = await get_chapter_ids_linked_to_story(db, story_id)
if not ids:
return
await db.execute(
update(Chapter).where(Chapter.id.in_(ids)).values(markdown_compose_dirty=True)
)
def mark_chapters_dirty_for_story_sync(session: Session, story_id: str) -> None:
stmt = select(ChapterStoryLink.chapter_id).where(
ChapterStoryLink.story_id == story_id
)
ids = list(dict.fromkeys(session.scalars(stmt).all()))
if not ids:
return
session.execute(
update(Chapter).where(Chapter.id.in_(ids)).values(markdown_compose_dirty=True)
)
async def get_chapter_with_story_links_for_compose(
chapter_id: str, db: AsyncSession
) -> Chapter | None:
stmt = (
select(Chapter)
.where(Chapter.id == chapter_id)
.options(
joinedload(Chapter.story_links)
.joinedload(ChapterStoryLink.story)
.joinedload(Story.image_intents),
)
)
result = await db.execute(stmt)
return result.unique().scalar_one_or_none()
async def append_chapter_compose_version_async(
db: AsyncSession,
chapter: Chapter,
markdown: str,
) -> None:
count_stmt = select(func.count(ChapterVersion.id)).where(
ChapterVersion.chapter_id == chapter.id
)
version_no = (await db.execute(count_stmt)).scalar() or 0
version_no += 1
vid = str(uuid.uuid4())
version = ChapterVersion(
id=vid,
chapter_id=chapter.id,
version_no=version_no,
markdown_snapshot=markdown,
actor_type="system",
source_type="compose_from_stories",
)
db.add(version)
await db.flush()
chapter.canonical_markdown = markdown
chapter.current_version_id = vid
chapter.markdown_compose_dirty = False
chapter.markdown_composed_at = utc_now()
chapter.reading_segments_json = build_reading_segments_snapshot(chapter)
def append_chapter_compose_version_sync(
session: Session,
chapter: Chapter,
markdown: str,
) -> None:
count_stmt = select(func.count(ChapterVersion.id)).where(
ChapterVersion.chapter_id == chapter.id
)
version_no = (session.execute(count_stmt).scalar() or 0) + 1
vid = str(uuid.uuid4())
version = ChapterVersion(
id=vid,
chapter_id=chapter.id,
version_no=version_no,
markdown_snapshot=markdown,
actor_type="system",
source_type="compose_from_stories",
)
session.add(version)
session.flush()
chapter.canonical_markdown = markdown
chapter.current_version_id = vid
chapter.markdown_compose_dirty = False
chapter.markdown_composed_at = utc_now()
chapter.reading_segments_json = build_reading_segments_snapshot(chapter)
def compose_chapter_from_story_links_sync(session: Session, chapter_id: str) -> bool:
"""
按 story_links 重组 canonical_markdown 并写入版本链。
若无 story_links 则清除 dirty 并返回 False。
"""
stmt = (
select(Chapter)
.where(Chapter.id == chapter_id)
.options(
joinedload(Chapter.story_links)
.joinedload(ChapterStoryLink.story)
.joinedload(Story.image_intents),
)
)
chapter = session.execute(stmt).unique().scalar_one_or_none()
if not chapter:
return False
links = list(chapter.story_links or [])
if not links:
chapter.markdown_compose_dirty = False
chapter.reading_segments_json = []
session.flush()
return False
md = materialize_chapter_markdown_from_loaded_chapter(chapter)
append_chapter_compose_version_sync(session, chapter, md)
return True
async def replace_chapter_story_links_async(
db: AsyncSession,
*,
chapter_id: str,
user_id: str,
story_ids: list[str],
) -> None:
chapter = await db.get(Chapter, chapter_id)
if not chapter or chapter.user_id != user_id:
raise ValueError("Chapter not found or access denied")
if len(story_ids) != len(set(story_ids)):
raise ValueError("Duplicate story_id in story_ids")
if story_ids:
stmt = select(Story.id).where(
Story.id.in_(story_ids),
Story.user_id == user_id,
)
result = await db.execute(stmt)
found = set(result.scalars().all())
missing = set(story_ids) - found
if missing:
raise ValueError(f"Stories not found or not owned: {sorted(missing)}")
await db.execute(
delete(ChapterStoryLink).where(ChapterStoryLink.chapter_id == chapter_id)
)
await db.flush()
for i, sid in enumerate(story_ids):
db.add(
ChapterStoryLink(
id=str(uuid.uuid4()),
chapter_id=chapter_id,
story_id=sid,
order_index=i,
)
)
await db.flush()
async def collect_cos_storage_keys_for_chapter(
db: AsyncSession, chapter: Chapter
) -> list[str]:
"""
章节内插图 MemoirImage、正文 asset:// 引用的 Asset、封面 cover_asset、封面意图绑定的 Asset 的 storage_key。
用于软删除章节后回收 COS 空间。
"""
keys: set[str] = set()
for img in getattr(chapter, "images", None) or []:
sk = getattr(img, "storage_key", None)
if sk:
keys.add(sk)
asset_ids = set(collect_asset_ids_for_chapter(chapter))
intent_rows = await db.execute(
select(ChapterCoverIntent.asset_id).where(
ChapterCoverIntent.chapter_id == chapter.id,
ChapterCoverIntent.asset_id.isnot(None),
)
)
for aid in intent_rows.scalars().all():
if aid:
asset_ids.add(str(aid))
if asset_ids:
row_keys = await db.execute(
select(Asset.storage_key).where(
Asset.id.in_(asset_ids),
Asset.storage_key.isnot(None),
)
)
keys.update(k for k in row_keys.scalars().all() if k)
return sorted(keys)