786ebf8ae6
- 对齐「多智能体收敛」与「回忆录 stories-first / markdown-first」方向：收紧运行时契约、 删除过渡兼容路径与双轨逻辑，并同步更新客户端与文档。 - Chat：以 ChatOrchestrator 为实时编排入口；删除独立 conversation_agent，精简 prompts。 - Memoir：删除 memory_agent；MemoirOrchestrator、classification / story_route 与 prompts 收敛到 prepare_batches + run_story_pipeline_for_category_batch 主链路。 - 将 agents 侧 processor 迁入 feature 层为 background_runner，并移除 features 下重复/过时 processor 封装。 - 新增 history_store，强化「conversation_messages 为 DB 真源、Redis 为缓存」模型。 - 调整 models、repo、service、session_history；精简 WS message_types，重构 pipeline 与 router。 - 移除章节占位、整章再生等旧路径；章节列表与封面逻辑要求 story 关联；收紧 cover 资格与 enqueue。 - helpers、repo、service、router、reading_segment_materialize、story_pipeline_sync、pdf_service 等按 canonical markdown / cover_asset_id 收缩；删除 memoir_images/provider 等冗余。 - tasks：memoir_tasks、chapter_cover_tasks 等大幅瘦身；story_image_tasks 等与当前图片任务对齐。 - core：config、logging、redis、task_tracker 小幅调整。 - auth / user / payment / quota：路由或服务侧删减过时接口或逻辑（如 payment router 行数减少）。 - pyproject.toml、development.sh、.env.example / .env.production、README 等同步说明或变量。 - Alembic 0001_initial_schema 微调（与当前 schema 叙事一致的小改动）。 - 回忆录：types / mappers / api、章节页与 memoir 页与后端契约对齐；markdown-renderer 调整。 - 语音：删除 voice/player，voice-segment-store 相应精简。 - api/tests：删除 conftest 及绝大部分既有测试文件（websocket_baseline、conversation、memoir 图片、PDF、SMS 等），属有意收缩/待按 backend-test-system 重建的信号。 - docs：新增多智能体收敛与移除兼容层计划摘要；更新 story-first 设计、backend-test-system、 multi-agent-refactor-plan、实施总结等。 BREAKING CHANGE: 后端对外契约、回忆录章节字段与若干路由/任务行为已变更；大量 API 测试被移除， CI 若依赖这些用例需按新策略补测或调整流水线。
316 lines
11 KiB
Python
316 lines
11 KiB
Python
"""
|
||
Chapter 封面生成 Celery 任务。
|
||
|
||
从 chapter_cover_intents 原子 claim intent，或创建新 intent 后生成封面，
|
||
写入 assets，绑定到 chapters.cover_asset_id。封面不回写进正文 markdown。
|
||
"""
|
||
|
||
import hashlib
|
||
import uuid
|
||
from datetime import datetime, timedelta, timezone
|
||
|
||
from celery import shared_task
|
||
from PIL import Image
|
||
from sqlalchemy import and_, func, or_, select, update
|
||
from sqlalchemy.orm import joinedload
|
||
|
||
from app.core.db import get_sync_db
|
||
from app.core.dependencies import get_image_generator
|
||
from app.core.logging import get_logger
|
||
from app.core.redis_lock import acquire_redis_lock, release_redis_lock
|
||
from app.features.asset.models import Asset
|
||
from app.features.memoir.chapter_cover import (
|
||
aggregate_cover_prompt_from_stories,
|
||
)
|
||
from app.features.memoir.cover_eligibility import (
|
||
chapter_eligible_for_cover_by_inline_body_image_count,
|
||
chapter_has_story_links,
|
||
)
|
||
from app.features.memoir.memoir_images.storage import TencentCosStorageService
|
||
from app.features.memoir.models import Chapter, ChapterCoverIntent, ChapterStoryLink
|
||
from app.ports.image_gen import TaskStatus
|
||
|
||
logger = get_logger(__name__)
|
||
|
||
CHAPTER_COVER_LOCK_TTL_SECONDS = 1800
|
||
CHAPTER_COVER_CLAIM_TTL_SECONDS = 1800
|
||
|
||
|
||
def _build_cover_cos_key(user_id: str, chapter_id: str, prompt: str) -> str:
|
||
short_hash = hashlib.sha1(prompt.encode("utf-8")).hexdigest()[:10]
|
||
return f"chapters/{user_id}/{chapter_id}/cover-{short_hash}.png"
|
||
|
||
|
||
def _normalize_image_bytes(image_bytes: bytes) -> bytes:
|
||
from io import BytesIO
|
||
|
||
with Image.open(BytesIO(image_bytes)) as image:
|
||
output = BytesIO()
|
||
if image.mode in {"RGBA", "LA"}:
|
||
normalized = image
|
||
elif image.mode == "P":
|
||
normalized = image.convert("RGBA")
|
||
else:
|
||
normalized = image.convert("RGB")
|
||
normalized.save(output, format="PNG")
|
||
return output.getvalue()
|
||
|
||
|
||
def _build_cover_prompt(prompt_brief: str) -> str:
|
||
"""从 intent.prompt_brief 构建出图 prompt。"""
|
||
from app.agents.memoir.prompts import IMAGE_PLACEHOLDER_TEMPLATE
|
||
|
||
base = IMAGE_PLACEHOLDER_TEMPLATE
|
||
if prompt_brief and prompt_brief.strip():
|
||
return f"{base}。{prompt_brief.strip()}"
|
||
return f"{base}。章节封面"
|
||
|
||
|
||
def _chapter_cover_claimable_clause(now: datetime):
|
||
cutoff = now - timedelta(seconds=CHAPTER_COVER_CLAIM_TTL_SECONDS)
|
||
return or_(
|
||
ChapterCoverIntent.status.in_(["pending", "failed"]),
|
||
and_(
|
||
ChapterCoverIntent.status == "processing",
|
||
or_(
|
||
ChapterCoverIntent.claimed_at.is_(None),
|
||
ChapterCoverIntent.claimed_at < cutoff,
|
||
),
|
||
),
|
||
)
|
||
|
||
|
||
def _build_chapter_cover_brief(chapter: Chapter) -> str:
|
||
stories = []
|
||
for link in sorted(
|
||
chapter.story_links, key=lambda link_row: link_row.order_index or 0
|
||
):
|
||
story = getattr(link, "story", None)
|
||
if story:
|
||
stories.append(story)
|
||
return aggregate_cover_prompt_from_stories(
|
||
stories,
|
||
chapter_title=chapter.title or "",
|
||
chapter_category=chapter.category or "",
|
||
)
|
||
|
||
|
||
def _claim_chapter_cover_intent_sync(db, chapter: Chapter, claim_token: str):
|
||
now = datetime.now(timezone.utc)
|
||
claimable = _chapter_cover_claimable_clause(now)
|
||
candidate_id = db.execute(
|
||
select(ChapterCoverIntent.id)
|
||
.where(ChapterCoverIntent.chapter_id == chapter.id)
|
||
.where(claimable)
|
||
.order_by(
|
||
ChapterCoverIntent.updated_at.desc(), ChapterCoverIntent.created_at.desc()
|
||
)
|
||
.limit(1)
|
||
).scalar_one_or_none()
|
||
if candidate_id:
|
||
claimed = db.execute(
|
||
update(ChapterCoverIntent)
|
||
.where(ChapterCoverIntent.id == candidate_id)
|
||
.where(_chapter_cover_claimable_clause(now))
|
||
.values(
|
||
status="processing",
|
||
claim_token=claim_token,
|
||
claimed_at=now,
|
||
updated_at=now,
|
||
error=None,
|
||
attempt_count=func.coalesce(ChapterCoverIntent.attempt_count, 0) + 1,
|
||
)
|
||
)
|
||
if (claimed.rowcount or 0) != 1:
|
||
db.rollback()
|
||
return None
|
||
intent = db.get(ChapterCoverIntent, candidate_id)
|
||
db.commit()
|
||
return intent
|
||
|
||
cutoff = now - timedelta(seconds=CHAPTER_COVER_CLAIM_TTL_SECONDS)
|
||
fresh_processing = db.execute(
|
||
select(ChapterCoverIntent.id)
|
||
.where(ChapterCoverIntent.chapter_id == chapter.id)
|
||
.where(ChapterCoverIntent.status == "processing")
|
||
.where(ChapterCoverIntent.claimed_at.is_not(None))
|
||
.where(ChapterCoverIntent.claimed_at >= cutoff)
|
||
.limit(1)
|
||
).scalar_one_or_none()
|
||
if fresh_processing:
|
||
return None
|
||
|
||
intent = ChapterCoverIntent(
|
||
id=str(uuid.uuid4()),
|
||
chapter_id=chapter.id,
|
||
prompt_brief=_build_chapter_cover_brief(chapter),
|
||
status="processing",
|
||
claim_token=claim_token,
|
||
claimed_at=now,
|
||
attempt_count=1,
|
||
)
|
||
db.add(intent)
|
||
db.flush()
|
||
db.commit()
|
||
return intent
|
||
|
||
|
||
@shared_task(bind=True, max_retries=3, default_retry_delay=30)
|
||
def generate_chapter_cover(self, chapter_id: str):
|
||
"""
|
||
为 chapter 生成封面。
|
||
从 chapter_cover_intents 原子认领 intent，或创建新 intent 后生成，
|
||
写入 assets 并绑定到 chapters.cover_asset_id。
|
||
"""
|
||
lock_key = f"lock:chapter-images:{chapter_id}"
|
||
lock_handle = acquire_redis_lock(
|
||
lock_key, ttl_seconds=CHAPTER_COVER_LOCK_TTL_SECONDS
|
||
)
|
||
if lock_handle is None:
|
||
logger.debug("generate_chapter_cover: chapter=%s, reason=locked", chapter_id)
|
||
return {"status": "locked"}
|
||
|
||
claim_token = uuid.uuid4().hex
|
||
intent = None
|
||
try:
|
||
with get_sync_db() as db:
|
||
stmt = (
|
||
select(Chapter)
|
||
.where(Chapter.id == chapter_id)
|
||
.options(
|
||
joinedload(Chapter.story_links).joinedload(ChapterStoryLink.story),
|
||
)
|
||
)
|
||
chapter = db.execute(stmt).unique().scalar_one_or_none()
|
||
if not chapter:
|
||
logger.debug(
|
||
"generate_chapter_cover: chapter=%s, reason=not_found", chapter_id
|
||
)
|
||
return {"status": "no_chapter"}
|
||
|
||
if not chapter_eligible_for_cover_by_inline_body_image_count(chapter):
|
||
logger.debug(
|
||
"generate_chapter_cover: chapter=%s, reason=insufficient_inline_body_images",
|
||
chapter_id,
|
||
)
|
||
return {"status": "insufficient_inline_body_images"}
|
||
if not chapter_has_story_links(chapter):
|
||
logger.debug(
|
||
"generate_chapter_cover: chapter=%s, reason=no_story_links",
|
||
chapter_id,
|
||
)
|
||
return {"status": "no_story_links"}
|
||
|
||
if getattr(chapter, "cover_asset_id", None):
|
||
logger.debug(
|
||
"generate_chapter_cover: chapter=%s, reason=has_cover_asset",
|
||
chapter_id,
|
||
)
|
||
return {"status": "already_has_asset"}
|
||
|
||
intent = _claim_chapter_cover_intent_sync(db, chapter, claim_token)
|
||
if not intent:
|
||
logger.debug(
|
||
"generate_chapter_cover: chapter=%s, reason=no_claimable_intent",
|
||
chapter_id,
|
||
)
|
||
return {"status": "no_intent"}
|
||
|
||
try:
|
||
image_generator = get_image_generator()
|
||
storage = TencentCosStorageService.from_env()
|
||
from app.features.memoir.memoir_images.settings import MemoirImageSettings
|
||
|
||
settings = MemoirImageSettings.from_env()
|
||
prompt_final = _build_cover_prompt(intent.prompt_brief or "")
|
||
|
||
result = image_generator.generate(
|
||
prompt_final,
|
||
settings.default_size,
|
||
settings.default_style,
|
||
)
|
||
if result.status != TaskStatus.COMPLETED or not result.image_url:
|
||
raise RuntimeError(result.error or "Image generation failed")
|
||
|
||
image_bytes = _normalize_image_bytes(
|
||
image_generator.download_image(result.image_url)
|
||
)
|
||
cos_key = _build_cover_cos_key(chapter.user_id, chapter_id, prompt_final)
|
||
url = storage.upload_bytes(image_bytes, cos_key, "image/png")
|
||
|
||
asset_id = str(uuid.uuid4())
|
||
with get_sync_db() as db:
|
||
intent_db = db.get(ChapterCoverIntent, intent.id)
|
||
if (
|
||
not intent_db
|
||
or (intent_db.status or "").strip() != "processing"
|
||
or (intent_db.claim_token or "").strip() != claim_token
|
||
):
|
||
logger.debug(
|
||
"generate_chapter_cover: skip persist intent=%s status=%s claim=%s",
|
||
intent.id,
|
||
getattr(intent_db, "status", None),
|
||
getattr(intent_db, "claim_token", None),
|
||
)
|
||
return {"status": "superseded_or_cancelled"}
|
||
|
||
asset = Asset(
|
||
id=asset_id,
|
||
asset_type="chapter_cover",
|
||
storage_key=cos_key,
|
||
url=url,
|
||
provider=settings.provider,
|
||
style_profile=settings.default_style,
|
||
prompt_final=prompt_final,
|
||
status="completed",
|
||
)
|
||
db.add(asset)
|
||
db.flush()
|
||
|
||
intent_db.asset_id = asset_id
|
||
intent_db.status = "completed"
|
||
intent_db.claim_token = None
|
||
intent_db.claimed_at = None
|
||
intent_db.error = None
|
||
intent_db.updated_at = datetime.now(timezone.utc)
|
||
|
||
chapter_db = db.get(Chapter, chapter_id)
|
||
chapter_db.cover_asset_id = asset_id
|
||
|
||
db.commit()
|
||
|
||
logger.info(
|
||
"generate_chapter_cover: chapter=%s, asset=%s",
|
||
chapter_id,
|
||
asset_id,
|
||
)
|
||
logger.debug(
|
||
"generate_chapter_cover: chapter=%s asset=%s url=%s cos_key=%s prompt_final=%s",
|
||
chapter_id,
|
||
asset_id,
|
||
url,
|
||
cos_key,
|
||
prompt_final,
|
||
)
|
||
return {"status": "success", "asset_id": asset_id}
|
||
except Exception as exc:
|
||
if intent is not None:
|
||
with get_sync_db() as db:
|
||
intent_db = db.get(ChapterCoverIntent, intent.id)
|
||
if (
|
||
intent_db
|
||
and (intent_db.claim_token or "").strip() == claim_token
|
||
):
|
||
intent_db.status = "failed"
|
||
intent_db.claim_token = None
|
||
intent_db.claimed_at = None
|
||
intent_db.error = str(exc)
|
||
intent_db.updated_at = datetime.now(timezone.utc)
|
||
db.commit()
|
||
logger.warning(
|
||
"generate_chapter_cover failed: chapter=%s, error=%s", chapter_id, exc
|
||
)
|
||
raise self.retry(exc=exc) from exc
|
||
finally:
|
||
release_redis_lock(lock_handle)
|