2026-03-18 17:18:23 +08:00
|
|
|
from app.core.logging import get_logger
|
2026-03-11 10:06:12 +08:00
|
|
|
from urllib.parse import urlparse, urlunparse
|
2026-03-10 16:02:12 +08:00
|
|
|
|
|
|
|
|
from qcloud_cos import CosConfig, CosS3Client
|
2026-03-11 15:20:59 +08:00
|
|
|
from qcloud_cos.cos_exception import CosClientError, CosServiceError
|
|
|
|
|
|
2026-03-18 17:18:23 +08:00
|
|
|
logger = get_logger(__name__)
|
2026-03-10 16:02:12 +08:00
|
|
|
|
|
|
|
|
|
2026-03-11 10:06:12 +08:00
|
|
|
def normalize_cos_base_url(base_url: str, bucket: str, region: str) -> str:
|
|
|
|
|
candidate = (base_url or "").rstrip("/")
|
|
|
|
|
if not candidate and bucket and region:
|
|
|
|
|
candidate = f"https://{bucket}.cos.{region}.myqcloud.com"
|
|
|
|
|
if not candidate:
|
|
|
|
|
return ""
|
|
|
|
|
|
|
|
|
|
parsed = urlparse(candidate)
|
|
|
|
|
duplicated_appid_host = f"{bucket}-appid.cos." if bucket else ""
|
|
|
|
|
if duplicated_appid_host and parsed.netloc.startswith(duplicated_appid_host):
|
|
|
|
|
parsed = parsed._replace(
|
|
|
|
|
netloc=parsed.netloc.replace(duplicated_appid_host, f"{bucket}.cos.", 1),
|
|
|
|
|
path=parsed.path.rstrip("/"),
|
|
|
|
|
)
|
|
|
|
|
return urlunparse(parsed).rstrip("/")
|
|
|
|
|
|
|
|
|
|
return candidate
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def normalize_cos_url(url: str | None, bucket: str, region: str, base_url: str | None = None) -> str | None:
|
|
|
|
|
if not url:
|
|
|
|
|
return url
|
|
|
|
|
|
|
|
|
|
parsed = urlparse(url)
|
|
|
|
|
if not parsed.scheme or not parsed.netloc:
|
|
|
|
|
return url
|
|
|
|
|
|
|
|
|
|
normalized_base = normalize_cos_base_url(
|
|
|
|
|
base_url or f"{parsed.scheme}://{parsed.netloc}",
|
|
|
|
|
bucket=bucket,
|
|
|
|
|
region=region,
|
|
|
|
|
)
|
|
|
|
|
if not normalized_base:
|
|
|
|
|
return url
|
|
|
|
|
|
|
|
|
|
normalized_parsed = urlparse(normalized_base)
|
|
|
|
|
return urlunparse(parsed._replace(scheme=normalized_parsed.scheme, netloc=normalized_parsed.netloc))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def resolve_image_storage_key(image: dict | None) -> str | None:
|
|
|
|
|
if not image:
|
|
|
|
|
return None
|
|
|
|
|
|
|
|
|
|
explicit_key = image.get("storage_key")
|
|
|
|
|
if explicit_key:
|
|
|
|
|
return explicit_key
|
|
|
|
|
|
|
|
|
|
url = image.get("url")
|
|
|
|
|
if not url:
|
|
|
|
|
return None
|
|
|
|
|
|
|
|
|
|
parsed = urlparse(url)
|
|
|
|
|
if parsed.scheme and parsed.netloc:
|
|
|
|
|
key = parsed.path.lstrip("/")
|
|
|
|
|
return key or None
|
|
|
|
|
|
|
|
|
|
return str(url).lstrip("/") or None
|
|
|
|
|
|
|
|
|
|
|
2026-03-11 15:20:59 +08:00
|
|
|
def mark_image_delivery_unavailable(
|
|
|
|
|
image: dict | None,
|
|
|
|
|
*,
|
|
|
|
|
error_message: str = "image delivery unavailable",
|
|
|
|
|
) -> dict:
|
|
|
|
|
normalized = dict(image or {})
|
|
|
|
|
normalized["url"] = None
|
|
|
|
|
normalized["error"] = normalized.get("error") or error_message
|
|
|
|
|
return normalized
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class CosStorageError(Exception):
|
|
|
|
|
"""Base exception for COS storage operations."""
|
|
|
|
|
|
|
|
|
|
def __init__(self, message: str, *, retryable: bool = True, request_id: str = ""):
|
|
|
|
|
super().__init__(message)
|
|
|
|
|
self.retryable = retryable
|
|
|
|
|
self.request_id = request_id
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class CosUploadError(CosStorageError):
|
|
|
|
|
"""Raised when put_object fails."""
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class CosDownloadUrlError(CosStorageError):
|
|
|
|
|
"""Raised when generating a presigned download URL fails."""
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _is_retryable_cos_error(exc: Exception) -> bool:
|
|
|
|
|
if isinstance(exc, CosClientError):
|
|
|
|
|
return True
|
|
|
|
|
if isinstance(exc, CosServiceError):
|
|
|
|
|
try:
|
|
|
|
|
return exc.get_status_code() >= 500
|
|
|
|
|
except Exception:
|
|
|
|
|
return True
|
|
|
|
|
return True
|
|
|
|
|
|
|
|
|
|
|
2026-03-10 16:02:12 +08:00
|
|
|
class TencentCosStorageService:
|
2026-03-11 11:27:32 +08:00
|
|
|
_instance: "TencentCosStorageService | None" = None
|
2026-03-11 15:20:59 +08:00
|
|
|
_instance_config: tuple[str, str, str, str, str, str] | None = None
|
|
|
|
|
|
|
|
|
|
def __init__(
|
|
|
|
|
self,
|
|
|
|
|
secret_id: str,
|
|
|
|
|
secret_key: str,
|
|
|
|
|
region: str,
|
|
|
|
|
bucket: str,
|
|
|
|
|
base_url: str,
|
|
|
|
|
token: str = "",
|
|
|
|
|
):
|
2026-03-11 10:06:12 +08:00
|
|
|
self.secret_id = secret_id
|
|
|
|
|
self.secret_key = secret_key
|
2026-03-10 16:02:12 +08:00
|
|
|
self.bucket = bucket
|
2026-03-11 10:06:12 +08:00
|
|
|
self.region = region
|
|
|
|
|
self.base_url = normalize_cos_base_url(base_url, bucket=bucket, region=region)
|
2026-03-11 15:20:59 +08:00
|
|
|
config = CosConfig(
|
|
|
|
|
Region=region,
|
|
|
|
|
SecretId=secret_id,
|
|
|
|
|
SecretKey=secret_key,
|
|
|
|
|
Token=token,
|
|
|
|
|
Scheme="https",
|
|
|
|
|
)
|
2026-03-10 16:02:12 +08:00
|
|
|
self.client = CosS3Client(config)
|
|
|
|
|
|
|
|
|
|
def upload_bytes(self, image_bytes: bytes, key: str, content_type: str) -> str:
|
2026-03-11 15:20:59 +08:00
|
|
|
try:
|
|
|
|
|
response = self.client.put_object(
|
|
|
|
|
Bucket=self.bucket,
|
|
|
|
|
Body=image_bytes,
|
|
|
|
|
Key=key,
|
|
|
|
|
ContentType=content_type,
|
|
|
|
|
)
|
|
|
|
|
etag = response.get("ETag", "")
|
|
|
|
|
request_id = response.get("x-cos-request-id", "")
|
|
|
|
|
logger.info(
|
|
|
|
|
"COS upload ok: key=%s, ETag=%s, request_id=%s", key, etag, request_id
|
|
|
|
|
)
|
|
|
|
|
except (CosClientError, CosServiceError) as exc:
|
|
|
|
|
retryable = _is_retryable_cos_error(exc)
|
|
|
|
|
request_id = (
|
|
|
|
|
exc.get_request_id() if isinstance(exc, CosServiceError) else ""
|
|
|
|
|
)
|
|
|
|
|
raise CosUploadError(
|
|
|
|
|
f"COS upload failed: key={key}, error={exc}",
|
|
|
|
|
retryable=retryable,
|
|
|
|
|
request_id=request_id,
|
|
|
|
|
) from exc
|
2026-03-10 16:02:12 +08:00
|
|
|
return f"{self.base_url}/{key}"
|
|
|
|
|
|
2026-03-11 10:06:12 +08:00
|
|
|
def get_download_url(self, key: str, expires: int = 3600) -> str:
|
2026-03-11 15:20:59 +08:00
|
|
|
try:
|
|
|
|
|
return self.client.get_presigned_download_url(
|
|
|
|
|
Bucket=self.bucket,
|
|
|
|
|
Key=key,
|
|
|
|
|
Expired=expires,
|
|
|
|
|
)
|
|
|
|
|
except (CosClientError, CosServiceError) as exc:
|
|
|
|
|
retryable = _is_retryable_cos_error(exc)
|
|
|
|
|
request_id = (
|
|
|
|
|
exc.get_request_id() if isinstance(exc, CosServiceError) else ""
|
|
|
|
|
)
|
|
|
|
|
raise CosDownloadUrlError(
|
|
|
|
|
f"COS presigned URL failed: key={key}, error={exc}",
|
|
|
|
|
retryable=retryable,
|
|
|
|
|
request_id=request_id,
|
|
|
|
|
) from exc
|
2026-03-11 10:06:12 +08:00
|
|
|
|
2026-03-10 16:02:12 +08:00
|
|
|
@classmethod
|
2026-03-18 17:18:23 +08:00
|
|
|
def from_settings(cls, settings) -> "TencentCosStorageService":
|
2026-03-11 11:27:32 +08:00
|
|
|
config = (
|
2026-03-18 17:18:23 +08:00
|
|
|
getattr(settings, "tencent_cos_secret_id", "") or "",
|
|
|
|
|
getattr(settings, "tencent_cos_secret_key", "") or "",
|
|
|
|
|
getattr(settings, "tencent_cos_region", "") or "",
|
|
|
|
|
getattr(settings, "tencent_cos_bucket", "") or "",
|
|
|
|
|
getattr(settings, "tencent_cos_base_url", "") or "",
|
|
|
|
|
getattr(settings, "tencent_cos_token", "") or "",
|
2026-03-10 16:02:12 +08:00
|
|
|
)
|
2026-03-11 11:27:32 +08:00
|
|
|
if cls._instance is None or cls._instance_config != config:
|
|
|
|
|
cls._instance = cls(
|
|
|
|
|
secret_id=config[0],
|
|
|
|
|
secret_key=config[1],
|
|
|
|
|
region=config[2],
|
|
|
|
|
bucket=config[3],
|
|
|
|
|
base_url=config[4],
|
2026-03-11 15:20:59 +08:00
|
|
|
token=config[5],
|
2026-03-11 11:27:32 +08:00
|
|
|
)
|
|
|
|
|
cls._instance_config = config
|
|
|
|
|
return cls._instance
|
2026-03-18 17:18:23 +08:00
|
|
|
|
|
|
|
|
@classmethod
|
|
|
|
|
def from_env(cls) -> "TencentCosStorageService":
|
|
|
|
|
from app.core.config import settings
|
|
|
|
|
|
|
|
|
|
return cls.from_settings(settings)
|