mz/video-gen
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

版本迁移同步合并|管理后台build

Browse Source
This commit is contained in:
GinHa
2026-06-25 17:25:35 +08:00
parent 50afcf02d0
commit fa2e56d021
9 changed files with 1629 additions and 445 deletions
Download Patch File Download Diff File Expand all files Collapse all files
video-gen-admin/dist/assets/index-CxLKoDUI.js
Vendored
+543
View File
File diff suppressed because one or more lines are too long
video-gen-admin/dist/assets/index-wN5bY_f7.js
Vendored
-407
View File
File diff suppressed because one or more lines are too long
video-gen-admin/dist/index.html
Vendored
+1 -1
View File
@@ -28,7 +28,7 @@
}
})();
</script>
<script type="module" crossorigin src="/assets/index-wN5bY_f7.js"></script>
<script type="module" crossorigin src="/assets/index-CxLKoDUI.js"></script>
<link rel="stylesheet" crossorigin href="/assets/index-D7ShJUt4.css">
</head>
<body>
video-gen-admin/src/pages/Adminplatform.tsx
+120 -34
View File
@@ -18,6 +18,26 @@ interface OpenType {
updatedAt: string;
}
const normalizeUploadError = (e: unknown): Error => {
if (e instanceof Error) {
return e;
}
if (typeof e === 'string') {
return new Error(e);
}
return new Error('上传失败');
};
const assertUploadFile = (file: unknown): File => {
if (file instanceof File) {
return file;
}
throw new Error('请选择有效图片文件');
};
const AdminPlatform: React.FC = () => {
const [openTypes, setOpenTypes] = useState<OpenType[]>([]);
const [total, setTotal] = useState(0);
@@ -49,7 +69,9 @@ const AdminPlatform: React.FC = () => {
}
};
useEffect(() => { load(); }, []);
useEffect(() => {
load();
}, []);
const handleCreate = async () => {
try {
@@ -137,53 +159,89 @@ const AdminPlatform: React.FC = () => {
const columns = [
{
title: 'ID', dataIndex: 'id', width: 100,
title: 'ID',
dataIndex: 'id',
width: 100,
render: (v: string) => <Typography.Text>{v}</Typography.Text>,
},
{
title: '开户类型', dataIndex: 'open_type', width: 100,
title: '开户类型',
dataIndex: 'open_type',
width: 100,
render: (v: number) => <Typography.Text>{v}</Typography.Text>,
},
{
title: '类型名称', dataIndex: 'type_name', width: 150,
title: '类型名称',
dataIndex: 'type_name',
width: 150,
render: (v: string) => <Typography.Text strong>{v}</Typography.Text>,
},
{
title: '描述', dataIndex: 'description', width: 250, ellipsis: true,
render: (v: string) => <Typography.Text type="secondary" style={{ fontSize: 12 }}>{v}</Typography.Text>,
title: '描述',
dataIndex: 'description',
width: 250,
ellipsis: true,
render: (v: string) => (
<Typography.Text type="secondary" style={{ fontSize: 12 }}>
{v}
</Typography.Text>
),
},
{
title: '缩略图', dataIndex: 'thumb', width: 120,
render: (v: string) => v ? <img src={v} alt="thumb" style={{ width: 80, height: 60, objectFit: 'cover' }} /> : '-',
title: '缩略图',
dataIndex: 'thumb',
width: 120,
render: (v: string) => (
v ? <img src={v} alt="thumb" style={{ width: 80, height: 60, objectFit: 'cover' }} /> : '-'
),
},
{
title: '创建时间', dataIndex: 'createdAt', width: 160,
render: (v: string) => <Typography.Text type="secondary" style={{ fontSize: 12 }}>{formatDate(v)}</Typography.Text>,
title: '创建时间',
dataIndex: 'createdAt',
width: 160,
render: (v: string) => (
<Typography.Text type="secondary" style={{ fontSize: 12 }}>
{formatDate(v)}
</Typography.Text>
),
},
{
title: '更新时间', dataIndex: 'updatedAt', width: 160,
render: (v: string) => <Typography.Text type="secondary" style={{ fontSize: 12 }}>{formatDate(v)}</Typography.Text>,
title: '更新时间',
dataIndex: 'updatedAt',
width: 160,
render: (v: string) => (
<Typography.Text type="secondary" style={{ fontSize: 12 }}>
{formatDate(v)}
</Typography.Text>
),
},
{
title: '操作', width: 200,
title: '操作',
width: 200,
render: (_: any, record: OpenType) => (
<Space>
<Button
icon={<EyeOutlined />}
size="small"
onClick={() => handleDetail(record.id)}
>详情</Button>
>
详情
</Button>
<Button
icon={<EditOutlined />}
size="small"
onClick={() => handleUpdate(record.id)}
>更新</Button>
>
更新
</Button>
<Button
icon={<DeleteOutlined />}
size="small"
danger
onClick={() => handleDelete(record.id)}
>删除</Button>
>
删除
</Button>
</Space>
),
},
@@ -198,8 +256,12 @@ const AdminPlatform: React.FC = () => {
<Typography.Text strong style={{ fontSize: 16 }}>平台开户方式管理</Typography.Text>
</Space>
<Space>
<Button type="primary" icon={<PlusOutlined />} onClick={() => setCreateModalVisible(true)}>新增</Button>
<Button icon={<ReloadOutlined />} onClick={() => load()}>刷新</Button>
<Button type="primary" icon={<PlusOutlined />} onClick={() => setCreateModalVisible(true)}>
新增
</Button>
<Button icon={<ReloadOutlined />} onClick={() => load()}>
刷新
</Button>
</Space>
</div>
<Table
@@ -212,7 +274,11 @@ const AdminPlatform: React.FC = () => {
pageSize,
total,
showTotal: (t) => `共 ${t} 条记录`,
onChange: (p, ps) => { setPage(p); setPageSize(ps); load(p, ps); },
onChange: (p, ps) => {
setPage(p);
setPageSize(ps);
load(p, ps);
},
}}
scroll={{ x: 1000 }}
/>
@@ -231,7 +297,6 @@ const AdminPlatform: React.FC = () => {
width={600}
>
<Form form={createForm} layout="vertical">
<div style={{ display: 'flex', gap: 16 }}>
<Form.Item
name="open_type"
@@ -245,12 +310,15 @@ const AdminPlatform: React.FC = () => {
name="type_name"
label="类型名称"
style={{ flex: 1 }}
rules={[{ required: true, message: '请输入类型名称' }, { max: 100, message: '类型名称不能超过100个字符' }]}
rules={[
{ required: true, message: '请输入类型名称' },
{ max: 100, message: '类型名称不能超过100个字符' },
]}
>
<Input style={{ width: '100%' }} placeholder="请输入类型名称" />
</Form.Item>
</div>
<Form.Item
name="description"
label="描述"
@@ -266,12 +334,13 @@ const AdminPlatform: React.FC = () => {
listType="picture-card"
customRequest={async ({ file, onSuccess, onError }) => {
try {
const res = await uploadImage(file as File);
const uploadFile = assertUploadFile(file);
const res = await uploadImage(uploadFile);
console.log(res);
createForm.setFieldsValue({ thumb: res.url });
onSuccess(res);
} catch (e: any) {
onError(e);
onSuccess?.(res);
} catch (e) {
onError?.(normalizeUploadError(e));
}
}}
>
@@ -301,7 +370,16 @@ const AdminPlatform: React.FC = () => {
<p><strong>开户类型:</strong> {currentOpenType.open_type}</p>
<p><strong>类型名称:</strong> {currentOpenType.type_name}</p>
<p><strong>描述:</strong> {currentOpenType.description}</p>
<p><strong>缩略图:</strong> {currentOpenType.thumb ? <img src={currentOpenType.thumb} alt="thumb" style={{ width: 120, height: 80, objectFit: 'cover' }} /> : '-'}</p>
<p>
<strong>缩略图:</strong>{' '}
{currentOpenType.thumb ? (
<img
src={currentOpenType.thumb}
alt="thumb"
style={{ width: 120, height: 80, objectFit: 'cover' }}
/>
) : '-'}
</p>
<p><strong>创建时间:</strong> {formatDate(currentOpenType.createdAt)}</p>
<p><strong>更新时间:</strong> {formatDate(currentOpenType.updatedAt)}</p>
</div>
@@ -332,7 +410,10 @@ const AdminPlatform: React.FC = () => {
<Form.Item
name="type_name"
label="类型名称"
rules={[{ required: true, message: '请输入类型名称' }, { max: 100, message: '类型名称不能超过100个字符' }]}
rules={[
{ required: true, message: '请输入类型名称' },
{ max: 100, message: '类型名称不能超过100个字符' },
]}
>
<Input placeholder="请输入类型名称" />
</Form.Item>
@@ -349,14 +430,19 @@ const AdminPlatform: React.FC = () => {
>
<Upload
listType="picture-card"
defaultFileList={currentOpenType?.thumb ? [{ uid: '1', name: 'thumb', status: 'done', url: currentOpenType.thumb }] : []}
defaultFileList={
currentOpenType?.thumb
? [{ uid: '1', name: 'thumb', status: 'done', url: currentOpenType.thumb }]
: []
}
customRequest={async ({ file, onSuccess, onError }) => {
try {
const res = await uploadImage(file);
const uploadFile = assertUploadFile(file);
const res = await uploadImage(uploadFile);
updateForm.setFieldsValue({ thumb: res.url });
onSuccess(res);
} catch (e: any) {
onError(e);
onSuccess?.(res);
} catch (e) {
onError?.(normalizeUploadError(e));
}
}}
>
@@ -374,4 +460,4 @@ const AdminPlatform: React.FC = () => {
);
};
export default AdminPlatform;
export default AdminPlatform;
video-gen-admin/src/types/index.ts
+2
View File
@@ -278,6 +278,8 @@ export interface GenerationAIEngineSnapshot {
id?: string;
name?: string;
provider?: string;
modelName?: string;
model?: string;
supportedModels?: string[];
defaultSize?: string;
selectedSize?: string;
video-gen-admin/src/utils/excelExport.ts
+2 -2
View File
@@ -92,7 +92,7 @@ function estimateColumnWidths(rows: ExcelCellValue[][], columns: StyledExcelColu
const config = columns[index];
if (config?.width) return { wch: config.width };
const maxLength = rows.reduce((max, row) => Math.max(max, visualLength(row[index])), visualLength(config?.title));
const maxLength = rows.reduce<number>((max, row) => Math.max(max, visualLength(row[index])), visualLength(config?.title));
const minWidth = config?.minWidth ?? 10;
const maxWidth = config?.maxWidth ?? 42;
return { wch: clamp(Math.ceil(maxLength * 1.15) + 2, minWidth, maxWidth) };
@@ -100,7 +100,7 @@ function estimateColumnWidths(rows: ExcelCellValue[][], columns: StyledExcelColu
}
function estimateRowHeight(row: ExcelCellValue[], colWidths: { wch: number }[], baseHeight = 20): number {
const maxLines = row.reduce((max, cell, index) => {
const maxLines = row.reduce<number>((max, cell, index) => {
const width = Math.max(8, colWidths[index]?.wch || 12);
const text = cell === null || cell === undefined ? '' : String(cell);
const explicitLines = text.split(/\r?\n/);
video-gen-admin/tsconfig.tsbuildinfo
+1 -1
View File
@@ -1 +1 @@
{"root":["./src/app.tsx","./src/env.d.ts","./src/main.tsx","./src/api/client.ts","./src/api/crypto.ts","./src/api/index.ts","./src/pages/admincreditratios.tsx","./src/pages/admincreditrecords.tsx","./src/pages/admindashboard.tsx","./src/pages/admingenerationairecords.tsx","./src/pages/admingenerationrecords.tsx","./src/pages/adminhotopeningreplicationdetail.tsx","./src/pages/adminhotopeningreplications.tsx","./src/pages/adminimageengines.tsx","./src/pages/adminindustries.tsx","./src/pages/adminlayout.tsx","./src/pages/adminloginpage.tsx","./src/pages/adminmenuconfig.tsx","./src/pages/adminmodels.tsx","./src/pages/adminnotificationmanager.tsx","./src/pages/adminoauthapplist.tsx","./src/pages/adminoperationlogs.tsx","./src/pages/adminpaymentconfig.tsx","./src/pages/adminpaymentstats.tsx","./src/pages/adminrechargepackages.tsx","./src/pages/adminreplicationprojectdetail.tsx","./src/pages/adminsettings.tsx","./src/pages/adminshotreplications.tsx","./src/pages/adminshottasksetdetail.tsx","./src/pages/adminusers.tsx","./src/pages/adminvideoengines.tsx","./src/pages/adminvideopromptschemaconfig.tsx","./src/pages/adminreplication/components/jsoncollapse.tsx","./src/pages/adminreplication/components/mediapreview.tsx","./src/pages/adminreplication/components/statustag.tsx","./src/pages/adminreplication/components/videopromptschemaviewer.tsx","./src/store/index.ts","./src/types/index.ts","./src/utils/formatdate.ts","./src/utils/videopromptschema.ts"],"version":"6.0.3"}
{"root":["./src/app.tsx","./src/env.d.ts","./src/main.tsx","./src/api/client.ts","./src/api/crypto.ts","./src/api/index.ts","./src/pages/adminauthoriz.tsx","./src/pages/adminconsume.tsx","./src/pages/admincreditratios.tsx","./src/pages/admincreditrecords.tsx","./src/pages/admindashboard.tsx","./src/pages/admingenerationairecords.tsx","./src/pages/admingenerationrecords.tsx","./src/pages/adminhotopeningreplicationdetail.tsx","./src/pages/adminhotopeningreplications.tsx","./src/pages/adminimageengines.tsx","./src/pages/adminindustries.tsx","./src/pages/adminlayout.tsx","./src/pages/adminloginpage.tsx","./src/pages/adminmenuconfig.tsx","./src/pages/adminmodels.tsx","./src/pages/adminnotificationmanager.tsx","./src/pages/adminoauthapplist.tsx","./src/pages/adminoperationlogs.tsx","./src/pages/adminpaymentconfig.tsx","./src/pages/adminpaymentstats.tsx","./src/pages/adminrechargepackages.tsx","./src/pages/adminreplicationprojectdetail.tsx","./src/pages/adminsettings.tsx","./src/pages/adminshotreplications.tsx","./src/pages/adminshottasksetdetail.tsx","./src/pages/adminusers.tsx","./src/pages/adminvideoengines.tsx","./src/pages/adminvideopromptschemaconfig.tsx","./src/pages/adminplatform.tsx","./src/pages/adminreplication/components/jsoncollapse.tsx","./src/pages/adminreplication/components/mediapreview.tsx","./src/pages/adminreplication/components/statustag.tsx","./src/pages/adminreplication/components/videopromptschemaviewer.tsx","./src/store/index.ts","./src/types/index.ts","./src/types/xlsx-js-style.d.ts","./src/utils/excelexport.ts","./src/utils/formatdate.ts","./src/utils/videopromptschema.ts"],"version":"6.0.3"}
video-gen-api/alembic/versions/0a8da2d3c091_add_credit_record_billing_snapshots_and_.py
+935
View File
@@ -0,0 +1,935 @@
"""add credit record billing snapshots and frontend user kind
Revision ID: 0a8da2d3c091
Revises: 5e2c124e5484
Create Date: 2026-06-25 13:25:21.246025
"""
from typing import Sequence, Union
from alembic import op
import sqlalchemy as sa
# revision identifiers, used by Alembic.
revision: str = "0a8da2d3c091"
down_revision: Union[str, None] = "5e2c124e5484"
branch_labels: Union[str, Sequence[str], None] = None
depends_on: Union[str, Sequence[str], None] = None
def upgrade() -> None:
# 1) 表结构变更。
# 注意：autogenerate 生成的 upload_task.other_info 删除语句与本次需求无关，已移除。
op.add_column("users", sa.Column("frontend_user_kind", sa.String(length=16), server_default="external", nullable=False))
op.add_column("credit_records", sa.Column("owner_type", sa.String(length=64), nullable=True))
op.add_column("credit_records", sa.Column("owner_id", sa.String(length=64), nullable=True))
op.add_column("credit_records", sa.Column("attempt_no", sa.Integer(), nullable=True))
op.add_column("credit_records", sa.Column("charge_kind", sa.String(length=32), nullable=True))
op.add_column("credit_records", sa.Column("charge_action", sa.String(length=16), nullable=True))
op.add_column("credit_records", sa.Column("credit_subject", sa.String(length=32), nullable=True))
op.add_column("credit_records", sa.Column("media_type", sa.String(length=16), nullable=True))
op.add_column("credit_records", sa.Column("billing_scene", sa.String(length=64), nullable=True))
op.add_column("credit_records", sa.Column("source_module", sa.String(length=64), nullable=True))
op.add_column("credit_records", sa.Column("source_project_id", sa.String(length=64), nullable=True))
op.add_column("credit_records", sa.Column("source_step_id", sa.String(length=64), nullable=True))
op.add_column("credit_records", sa.Column("source_step_code", sa.String(length=64), nullable=True))
op.add_column("credit_records", sa.Column("token_usage_id", sa.String(length=32), nullable=True))
op.add_column("credit_records", sa.Column("input_tokens", sa.Integer(), nullable=True))
op.add_column("credit_records", sa.Column("output_tokens", sa.Integer(), nullable=True))
op.add_column("credit_records", sa.Column("total_tokens", sa.Integer(), nullable=True))
op.add_column("credit_records", sa.Column("engine_type", sa.String(length=16), nullable=True))
op.add_column("credit_records", sa.Column("engine_id", sa.String(length=32), nullable=True))
op.add_column("credit_records", sa.Column("engine_name", sa.String(length=128), nullable=True))
op.add_column("credit_records", sa.Column("engine_provider", sa.String(length=64), nullable=True))
op.add_column("credit_records", sa.Column("engine_model_name", sa.String(length=128), nullable=True))
op.add_column("credit_records", sa.Column("user_type_snapshot", sa.String(length=16), nullable=True))
op.add_column("credit_records", sa.Column("frontend_user_kind_snapshot", sa.String(length=16), nullable=True))
op.add_column("module_generation_steps", sa.Column("token_usage_id", sa.String(length=32), nullable=True))
op.add_column("module_generation_steps", sa.Column("model_config_id", sa.String(length=32), nullable=True))
op.add_column("module_generation_steps", sa.Column("input_tokens", sa.Integer(), nullable=True))
op.add_column("module_generation_steps", sa.Column("output_tokens", sa.Integer(), nullable=True))
op.add_column("module_generation_steps", sa.Column("total_tokens", sa.Integer(), nullable=True))
op.add_column("module_generation_steps", sa.Column("text_credits_cost", sa.Float(), nullable=True))
op.add_column("token_usage", sa.Column("owner_type", sa.String(length=64), nullable=True))
op.add_column("token_usage", sa.Column("owner_id", sa.String(length=64), nullable=True))
op.add_column("token_usage", sa.Column("biz_key", sa.String(length=160), nullable=True))
op.add_column("token_usage", sa.Column("source_module", sa.String(length=64), nullable=True))
op.add_column("token_usage", sa.Column("source_step_code", sa.String(length=64), nullable=True))
# 2) 历史数据补齐。
_backfill_legacy_data()
# 3) 索引。放在历史补齐之后，避免大批量 UPDATE 时维护过多新索引。
op.create_index(op.f("ix_users_frontend_user_kind"), "users", ["frontend_user_kind"], unique=False)
op.create_index(op.f("ix_users_user_type"), "users", ["user_type"], unique=False)
op.create_index(op.f("ix_credit_records_billing_scene"), "credit_records", ["billing_scene"], unique=False)
op.create_index(op.f("ix_credit_records_charge_kind"), "credit_records", ["charge_kind"], unique=False)
op.create_index(op.f("ix_credit_records_credit_subject"), "credit_records", ["credit_subject"], unique=False)
op.create_index(op.f("ix_credit_records_engine_id"), "credit_records", ["engine_id"], unique=False)
op.create_index(op.f("ix_credit_records_engine_type"), "credit_records", ["engine_type"], unique=False)
op.create_index(op.f("ix_credit_records_frontend_user_kind_snapshot"), "credit_records", ["frontend_user_kind_snapshot"], unique=False)
op.create_index(op.f("ix_credit_records_media_type"), "credit_records", ["media_type"], unique=False)
op.create_index("ix_credit_records_owner", "credit_records", ["owner_type", "owner_id"], unique=False)
op.create_index(op.f("ix_credit_records_owner_id"), "credit_records", ["owner_id"], unique=False)
op.create_index(op.f("ix_credit_records_owner_type"), "credit_records", ["owner_type"], unique=False)
op.create_index(op.f("ix_credit_records_source_module"), "credit_records", ["source_module"], unique=False)
op.create_index("ix_credit_records_source_module_scene", "credit_records", ["source_module", "billing_scene"], unique=False)
op.create_index(op.f("ix_credit_records_source_project_id"), "credit_records", ["source_project_id"], unique=False)
op.create_index(op.f("ix_credit_records_source_step_code"), "credit_records", ["source_step_code"], unique=False)
op.create_index(op.f("ix_credit_records_source_step_id"), "credit_records", ["source_step_id"], unique=False)
op.create_index("ix_credit_records_subject_media", "credit_records", ["credit_subject", "media_type"], unique=False)
op.create_index(op.f("ix_credit_records_token_usage_id"), "credit_records", ["token_usage_id"], unique=False)
op.create_index(op.f("ix_credit_records_type"), "credit_records", ["type"], unique=False)
op.create_index("ix_credit_records_user_kind_time", "credit_records", ["user_type_snapshot", "frontend_user_kind_snapshot", "created_at"], unique=False)
op.create_index(op.f("ix_credit_records_user_type_snapshot"), "credit_records", ["user_type_snapshot"], unique=False)
op.create_index(op.f("ix_module_generation_steps_model_config_id"), "module_generation_steps", ["model_config_id"], unique=False)
op.create_index(op.f("ix_module_generation_steps_token_usage_id"), "module_generation_steps", ["token_usage_id"], unique=False)
op.create_index("ix_token_usage_biz_key", "token_usage", ["biz_key"], unique=False)
op.create_index("ix_token_usage_owner", "token_usage", ["owner_type", "owner_id"], unique=False)
op.create_index(op.f("ix_token_usage_owner_id"), "token_usage", ["owner_id"], unique=False)
op.create_index(op.f("ix_token_usage_owner_type"), "token_usage", ["owner_type"], unique=False)
op.create_index(op.f("ix_token_usage_source_module"), "token_usage", ["source_module"], unique=False)
op.create_index(op.f("ix_token_usage_source_step_code"), "token_usage", ["source_step_code"], unique=False)
def _backfill_legacy_data() -> None:
"""修复历史账务流水的归类、模块、步骤、token、模型和引擎快照。
设计原则：
- 只补能确定的数据，不用“同用户 + 时间接近 + token 相等”这类不可靠方式强行匹配。
- ModuleGenerationStep 包含 deleted_at 不为空的软删数据，保证历史流水仍可展示来源。
- CreditRecord 是账务事实表，历史业务数据软删不影响流水展示。
- CreditRecord 统一使用 engine_* 承载执行配置快照：model/image/video。
"""
# users.frontend_user_kind 默认外部用户。
op.execute(
"""
UPDATE users
SET frontend_user_kind = 'external'
WHERE frontend_user_kind IS NULL OR frontend_user_kind NOT IN ('internal', 'external')
"""
)
# 用户类型快照：按迁移时 users 当前值兜底。
op.execute(
"""
UPDATE credit_records cr
SET
user_type_snapshot = COALESCE(NULLIF(u.user_type, ''), CASE WHEN COALESCE(u.is_admin, false) THEN 'admin' ELSE 'frontend' END),
frontend_user_kind_snapshot = CASE
WHEN COALESCE(NULLIF(u.user_type, ''), CASE WHEN COALESCE(u.is_admin, false) THEN 'admin' ELSE 'frontend' END) = 'frontend'
THEN COALESCE(NULLIF(u.frontend_user_kind, ''), 'external')
ELSE COALESCE(NULLIF(u.frontend_user_kind, ''), 'external')
END
FROM users u
WHERE cr.user_id = u.id
"""
)
# 解析标准 biz_key：owner_type:owner_id:attempt:{n}:charge_kind:charge/refund。
op.execute(
"""
UPDATE credit_records
SET
owner_type = split_part(biz_key, ':', 1),
owner_id = split_part(biz_key, ':', 2),
attempt_no = split_part(biz_key, ':', 4)::integer,
charge_kind = split_part(biz_key, ':', 5),
charge_action = split_part(biz_key, ':', 6)
WHERE biz_key IS NOT NULL
AND biz_key ~ '^[^:]+:[^:]+:attempt:[0-9]+:[^:]+:(charge|refund)$'
"""
)
# 少数退款记录如果自身 biz_key 不完整，用 refund_for_biz_key 兜底解析业务归属。
op.execute(
"""
UPDATE credit_records
SET
owner_type = split_part(refund_for_biz_key, ':', 1),
owner_id = split_part(refund_for_biz_key, ':', 2),
attempt_no = split_part(refund_for_biz_key, ':', 4)::integer,
charge_kind = split_part(refund_for_biz_key, ':', 5),
charge_action = 'refund'
WHERE type = 'refund'
AND (owner_type IS NULL OR owner_type = 'unknown' OR owner_id IS NULL)
AND refund_for_biz_key IS NOT NULL
AND refund_for_biz_key ~ '^[^:]+:[^:]+:attempt:[0-9]+:[^:]+:(charge|refund)$'
"""
)
# 支付充值流水。
op.execute(
"""
UPDATE credit_records cr
SET
owner_type = COALESCE(NULLIF(cr.owner_type, 'unknown'), 'payment_order'),
owner_id = COALESCE(cr.owner_id, po.id),
charge_kind = COALESCE(NULLIF(cr.charge_kind, 'unknown'), 'recharge'),
charge_action = COALESCE(cr.charge_action, 'charge'),
credit_subject = COALESCE(NULLIF(cr.credit_subject, 'unknown'), 'recharge'),
billing_scene = COALESCE(NULLIF(cr.billing_scene, 'unknown'), 'recharge'),
source_module = COALESCE(NULLIF(cr.source_module, 'unknown'), 'payment')
FROM payment_orders po
WHERE cr.related_id = po.id
AND cr.type = 'recharge'
AND (cr.description IS NULL OR cr.description NOT LIKE '管理员调整:%')
"""
)
# 支付退款扣回积分。历史上它通常是 type=consume，但属于支付退款，不应该混入生成消费。
op.execute(
"""
UPDATE credit_records cr
SET
owner_type = COALESCE(NULLIF(cr.owner_type, 'unknown'), 'payment_order'),
owner_id = COALESCE(cr.owner_id, po.id),
charge_kind = COALESCE(NULLIF(cr.charge_kind, 'unknown'), 'refund'),
charge_action = COALESCE(cr.charge_action, 'refund'),
credit_subject = COALESCE(NULLIF(cr.credit_subject, 'unknown'), 'refund'),
billing_scene = COALESCE(NULLIF(cr.billing_scene, 'unknown'), 'refund'),
source_module = COALESCE(NULLIF(cr.source_module, 'unknown'), 'payment')
FROM payment_orders po
WHERE cr.related_id = po.id
AND cr.type = 'consume'
AND (cr.description ILIKE '%退款%' OR po.status = 'refunded')
"""
)
# 管理员手动调整，不混入普通充值/消费。
op.execute(
"""
UPDATE credit_records cr
SET
owner_type = COALESCE(NULLIF(cr.owner_type, 'unknown'), 'admin_adjust'),
owner_id = COALESCE(cr.owner_id, cr.related_id),
charge_kind = 'admin_adjust',
charge_action = CASE WHEN cr.type = 'refund' THEN 'refund' ELSE 'charge' END,
credit_subject = 'admin_adjust',
billing_scene = 'admin_adjust',
source_module = 'admin'
WHERE cr.description LIKE '管理员调整:%'
"""
)
# GenerationRecord 旧版提示词优化裸扣费：generation.py /optimize 历史上未传 related_id / biz_key / record_meta。
# 只做严格唯一匹配：同用户、同项目名称描述、同扣费金额，并且 credit_record 与 generation_record 均唯一时才回填。
op.execute(
"""
WITH candidates AS (
SELECT
cr.id AS credit_record_id,
gr.id AS generation_record_id,
gr.text_tokens_used,
gr.text_credits_cost
FROM credit_records cr
JOIN generation_records gr
ON gr.user_id = cr.user_id
JOIN projects p
ON p.id = gr.project_id
WHERE cr.type = 'consume'
AND cr.biz_key IS NULL
AND cr.refund_for_biz_key IS NULL
AND cr.related_id IS NULL
AND (cr.owner_type IS NULL OR cr.owner_type = 'unknown')
AND (cr.source_module IS NULL OR cr.source_module = 'unknown')
AND (cr.billing_scene IS NULL OR cr.billing_scene = 'unknown')
AND COALESCE(gr.text_credits_cost, 0) > 0
AND COALESCE(gr.text_tokens_used, 0) > 0
AND cr.description = '提示词优化 - ' || p.name
AND ABS(ABS(cr.amount)::numeric - ROUND(COALESCE(gr.text_credits_cost, 0)::numeric, 2)) < 0.01
),
unique_credit AS (
SELECT credit_record_id
FROM candidates
GROUP BY credit_record_id
HAVING COUNT(*) = 1
),
unique_generation AS (
SELECT generation_record_id
FROM candidates
GROUP BY generation_record_id
HAVING COUNT(*) = 1
),
matched AS (
SELECT c.*
FROM candidates c
JOIN unique_credit uc ON uc.credit_record_id = c.credit_record_id
JOIN unique_generation ug ON ug.generation_record_id = c.generation_record_id
)
UPDATE credit_records cr
SET
related_id = COALESCE(cr.related_id, matched.generation_record_id),
owner_type = 'generation_record',
owner_id = matched.generation_record_id,
attempt_no = COALESCE(cr.attempt_no, 1),
charge_kind = 'text_prompt',
charge_action = 'charge',
credit_subject = 'text',
billing_scene = 'generation_record_text_prompt_optimize',
source_module = 'generation_record',
total_tokens = COALESCE(cr.total_tokens, NULLIF(matched.text_tokens_used, 0)),
engine_type = COALESCE(NULLIF(cr.engine_type, 'unknown'), 'model')
FROM matched
WHERE cr.id = matched.credit_record_id
"""
)
# GenerationRecord：项目记录提词/文件解析/图片理解/图片生成/视频生成。
op.execute(
"""
UPDATE credit_records cr
SET
owner_type = COALESCE(NULLIF(cr.owner_type, 'unknown'), 'generation_record'),
owner_id = COALESCE(cr.owner_id, gr.id),
related_id = COALESCE(cr.related_id, gr.id),
source_module = COALESCE(NULLIF(cr.source_module, 'unknown'), 'generation_record'),
media_type = CASE
WHEN COALESCE(NULLIF(cr.charge_kind, 'unknown'), '') = 'media' AND lower(COALESCE(gr.gen_type, '')) IN ('image', 'video') THEN lower(gr.gen_type)
ELSE cr.media_type
END,
total_tokens = CASE
WHEN COALESCE(NULLIF(cr.charge_kind, 'unknown'), '') = 'text_prompt' THEN COALESCE(cr.total_tokens, NULLIF(gr.text_tokens_used, 0))
WHEN COALESCE(NULLIF(cr.charge_kind, 'unknown'), '') = 'media' AND lower(COALESCE(gr.gen_type, '')) = 'image' THEN COALESCE(cr.total_tokens, NULLIF(gr.image_tokens_used, 0))
WHEN COALESCE(NULLIF(cr.charge_kind, 'unknown'), '') = 'media' AND lower(COALESCE(gr.gen_type, '')) = 'video' THEN COALESCE(cr.total_tokens, NULLIF(gr.video_tokens_used, 0))
ELSE cr.total_tokens
END,
credit_subject = CASE
WHEN COALESCE(NULLIF(cr.charge_kind, 'unknown'), '') = 'media' THEN 'media'
WHEN COALESCE(NULLIF(cr.charge_kind, 'unknown'), '') IN ('text_prompt', 'file_parse', 'vision_input') THEN 'text'
ELSE cr.credit_subject
END,
billing_scene = CASE
WHEN COALESCE(NULLIF(cr.charge_kind, 'unknown'), '') = 'text_prompt' THEN 'generation_record_text_prompt_optimize'
WHEN COALESCE(NULLIF(cr.charge_kind, 'unknown'), '') = 'file_parse' THEN 'generation_record_file_parse'
WHEN COALESCE(NULLIF(cr.charge_kind, 'unknown'), '') = 'vision_input' THEN 'generation_record_vision_input'
WHEN COALESCE(NULLIF(cr.charge_kind, 'unknown'), '') = 'media' AND lower(COALESCE(gr.gen_type, '')) = 'image' THEN 'generation_record_image_generate'
WHEN COALESCE(NULLIF(cr.charge_kind, 'unknown'), '') = 'media' AND lower(COALESCE(gr.gen_type, '')) = 'video' THEN 'generation_record_video_generate'
ELSE cr.billing_scene
END,
engine_type = CASE
WHEN COALESCE(NULLIF(cr.charge_kind, 'unknown'), '') IN ('text_prompt', 'file_parse', 'vision_input') THEN COALESCE(NULLIF(cr.engine_type, 'unknown'), 'model')
ELSE cr.engine_type
END
FROM generation_records gr
WHERE (cr.owner_type = 'generation_record' AND cr.owner_id = gr.id)
OR ((cr.owner_type IS NULL OR cr.owner_type = 'unknown') AND cr.related_id = gr.id)
"""
)
# ModuleGenerationStep 提词优化：从 output_json.usage.credit_biz_key 精准匹配 CreditRecord.biz_key。
# 包含软删步骤，不加 deleted_at 过滤。
op.execute(
"""
WITH step_usage AS (
SELECT
s.id AS step_id,
s.project_id,
s.module,
s.step_code,
(s.output_json::jsonb -> 'usage') AS usage,
COALESCE(
NULLIF(s.output_json::jsonb -> 'usage' ->> 'token_usage_id', ''),
NULLIF(s.output_json::jsonb -> 'usage' ->> 'tokenUsageId', ''),
NULLIF(s.output_json::jsonb ->> 'token_usage_id', ''),
NULLIF(s.output_json::jsonb ->> 'tokenUsageId', '')
) AS token_usage_id,
COALESCE(
NULLIF(s.output_json::jsonb -> 'usage' ->> 'model_config_id', ''),
NULLIF(s.output_json::jsonb -> 'usage' ->> 'modelConfigId', ''),
NULLIF(s.output_json::jsonb -> 'usage' -> 'model_config' ->> 'id', ''),
NULLIF(s.output_json::jsonb -> 'usage' -> 'modelConfig' ->> 'id', ''),
NULLIF(s.output_json::jsonb -> 'usage' -> 'model_config_snapshot' ->> 'id', ''),
NULLIF(s.output_json::jsonb ->> 'model_config_id', ''),
NULLIF(s.output_json::jsonb ->> 'modelConfigId', ''),
NULLIF(s.output_json::jsonb -> 'model_config' ->> 'id', ''),
NULLIF(s.output_json::jsonb -> 'modelConfig' ->> 'id', ''),
NULLIF(s.output_json::jsonb -> 'model_config_snapshot' ->> 'id', '')
) AS model_config_id
FROM module_generation_steps s
WHERE s.output_json IS NOT NULL
AND jsonb_typeof(s.output_json::jsonb) = 'object'
AND jsonb_typeof(s.output_json::jsonb -> 'usage') = 'object'
)
UPDATE module_generation_steps s
SET
token_usage_id = COALESCE(s.token_usage_id, step_usage.token_usage_id),
model_config_id = COALESCE(s.model_config_id, step_usage.model_config_id),
input_tokens = COALESCE(
s.input_tokens,
CASE WHEN COALESCE(step_usage.usage ->> 'input_tokens', '') ~ '^[0-9]+$' THEN (step_usage.usage ->> 'input_tokens')::integer ELSE NULL END
),
output_tokens = COALESCE(
s.output_tokens,
CASE WHEN COALESCE(step_usage.usage ->> 'output_tokens', '') ~ '^[0-9]+$' THEN (step_usage.usage ->> 'output_tokens')::integer ELSE NULL END
),
total_tokens = COALESCE(
s.total_tokens,
CASE WHEN COALESCE(step_usage.usage ->> 'total_tokens', '') ~ '^[0-9]+$' THEN (step_usage.usage ->> 'total_tokens')::integer ELSE NULL END,
CASE
WHEN COALESCE(step_usage.usage ->> 'input_tokens', '') ~ '^[0-9]+$'
AND COALESCE(step_usage.usage ->> 'output_tokens', '') ~ '^[0-9]+$'
THEN (step_usage.usage ->> 'input_tokens')::integer + (step_usage.usage ->> 'output_tokens')::integer
ELSE NULL
END
),
text_credits_cost = COALESCE(
s.text_credits_cost,
CASE WHEN COALESCE(step_usage.usage ->> 'text_credits_cost', '') ~ '^[0-9]+(\\.[0-9]+)?$' THEN (step_usage.usage ->> 'text_credits_cost')::double precision ELSE NULL END
)
FROM step_usage
WHERE s.id = step_usage.step_id
"""
)
op.execute(
"""
WITH step_usage AS (
SELECT
s.id AS step_id,
s.project_id,
s.module,
s.step_code,
(s.output_json::jsonb -> 'usage') AS usage,
COALESCE(
NULLIF(s.token_usage_id, ''),
NULLIF(s.output_json::jsonb -> 'usage' ->> 'token_usage_id', ''),
NULLIF(s.output_json::jsonb -> 'usage' ->> 'tokenUsageId', ''),
NULLIF(s.output_json::jsonb ->> 'token_usage_id', ''),
NULLIF(s.output_json::jsonb ->> 'tokenUsageId', '')
) AS step_token_usage_id,
COALESCE(
NULLIF(s.model_config_id, ''),
NULLIF(s.output_json::jsonb -> 'usage' ->> 'model_config_id', ''),
NULLIF(s.output_json::jsonb -> 'usage' ->> 'modelConfigId', ''),
NULLIF(s.output_json::jsonb -> 'usage' -> 'model_config' ->> 'id', ''),
NULLIF(s.output_json::jsonb -> 'usage' -> 'modelConfig' ->> 'id', ''),
NULLIF(s.output_json::jsonb -> 'usage' -> 'model_config_snapshot' ->> 'id', ''),
NULLIF(s.output_json::jsonb ->> 'model_config_id', ''),
NULLIF(s.output_json::jsonb ->> 'modelConfigId', ''),
NULLIF(s.output_json::jsonb -> 'model_config' ->> 'id', ''),
NULLIF(s.output_json::jsonb -> 'modelConfig' ->> 'id', ''),
NULLIF(s.output_json::jsonb -> 'model_config_snapshot' ->> 'id', '')
) AS step_model_config_id,
COALESCE(
NULLIF(s.output_json::jsonb -> 'usage' ->> 'model_config_name', ''),
NULLIF(s.output_json::jsonb -> 'usage' ->> 'modelConfigName', ''),
NULLIF(s.output_json::jsonb -> 'usage' -> 'model_config' ->> 'name', ''),
NULLIF(s.output_json::jsonb -> 'usage' -> 'modelConfig' ->> 'name', ''),
NULLIF(s.output_json::jsonb -> 'usage' -> 'model_config_snapshot' ->> 'name', ''),
NULLIF(s.output_json::jsonb ->> 'model_config_name', ''),
NULLIF(s.output_json::jsonb ->> 'modelConfigName', ''),
NULLIF(s.output_json::jsonb -> 'model_config' ->> 'name', ''),
NULLIF(s.output_json::jsonb -> 'modelConfig' ->> 'name', ''),
NULLIF(s.output_json::jsonb -> 'model_config_snapshot' ->> 'name', '')
) AS step_model_config_name,
COALESCE(
NULLIF(s.output_json::jsonb -> 'usage' ->> 'model_provider', ''),
NULLIF(s.output_json::jsonb -> 'usage' ->> 'modelProvider', ''),
NULLIF(s.output_json::jsonb -> 'usage' ->> 'provider', ''),
NULLIF(s.output_json::jsonb -> 'usage' -> 'model_config' ->> 'provider', ''),
NULLIF(s.output_json::jsonb -> 'usage' -> 'modelConfig' ->> 'provider', ''),
NULLIF(s.output_json::jsonb -> 'usage' -> 'model_config_snapshot' ->> 'provider', ''),
NULLIF(s.output_json::jsonb ->> 'model_provider', ''),
NULLIF(s.output_json::jsonb ->> 'modelProvider', ''),
NULLIF(s.output_json::jsonb ->> 'provider', ''),
NULLIF(s.output_json::jsonb -> 'model_config' ->> 'provider', ''),
NULLIF(s.output_json::jsonb -> 'modelConfig' ->> 'provider', ''),
NULLIF(s.output_json::jsonb -> 'model_config_snapshot' ->> 'provider', '')
) AS step_model_provider,
COALESCE(
NULLIF(s.output_json::jsonb -> 'usage' ->> 'model_name', ''),
NULLIF(s.output_json::jsonb -> 'usage' ->> 'modelName', ''),
NULLIF(s.output_json::jsonb -> 'usage' -> 'model_config' ->> 'model_name', ''),
NULLIF(s.output_json::jsonb -> 'usage' -> 'modelConfig' ->> 'model_name', ''),
NULLIF(s.output_json::jsonb -> 'usage' -> 'model_config_snapshot' ->> 'model_name', ''),
NULLIF(s.output_json::jsonb -> 'usage' -> 'model_config' ->> 'modelName', ''),
NULLIF(s.output_json::jsonb -> 'usage' -> 'modelConfig' ->> 'modelName', ''),
NULLIF(s.output_json::jsonb -> 'usage' -> 'model_config_snapshot' ->> 'modelName', ''),
NULLIF(s.output_json::jsonb ->> 'model_name', ''),
NULLIF(s.output_json::jsonb ->> 'modelName', ''),
NULLIF(s.output_json::jsonb -> 'model_config' ->> 'model_name', ''),
NULLIF(s.output_json::jsonb -> 'modelConfig' ->> 'model_name', ''),
NULLIF(s.output_json::jsonb -> 'model_config_snapshot' ->> 'model_name', ''),
NULLIF(s.output_json::jsonb -> 'model_config' ->> 'modelName', ''),
NULLIF(s.output_json::jsonb -> 'modelConfig' ->> 'modelName', ''),
NULLIF(s.output_json::jsonb -> 'model_config_snapshot' ->> 'modelName', '')
) AS step_model_name
FROM module_generation_steps s
WHERE s.output_json IS NOT NULL
AND jsonb_typeof(s.output_json::jsonb) = 'object'
AND jsonb_typeof(s.output_json::jsonb -> 'usage') = 'object'
)
UPDATE credit_records cr
SET
owner_type = COALESCE(NULLIF(cr.owner_type, 'unknown'), 'module_generation_step'),
owner_id = COALESCE(cr.owner_id, step_usage.step_id),
charge_kind = COALESCE(NULLIF(cr.charge_kind, 'unknown'), 'text_prompt'),
charge_action = COALESCE(cr.charge_action, 'charge'),
credit_subject = COALESCE(NULLIF(cr.credit_subject, 'unknown'), 'text'),
billing_scene = COALESCE(
NULLIF(cr.billing_scene, 'unknown'),
CASE
WHEN step_usage.module = 'hot_opening_replicate' AND step_usage.step_code = 'image_prompt_optimize' THEN 'hot_opening_image_prompt_optimize'
WHEN step_usage.module = 'hot_opening_replicate' AND step_usage.step_code = 'video_prompt_optimize' THEN 'hot_opening_video_prompt_optimize'
WHEN step_usage.module = 'shot_replicate' AND step_usage.step_code = 'image_prompt_optimize' THEN 'shot_image_prompt_optimize'
WHEN step_usage.module = 'shot_replicate' AND step_usage.step_code = 'video_prompt_optimize' THEN 'shot_video_prompt_optimize'
ELSE 'unknown'
END
),
source_module = COALESCE(NULLIF(cr.source_module, 'unknown'), step_usage.module),
source_project_id = COALESCE(cr.source_project_id, step_usage.project_id),
source_step_id = COALESCE(cr.source_step_id, step_usage.step_id),
source_step_code = COALESCE(cr.source_step_code, step_usage.step_code),
token_usage_id = COALESCE(cr.token_usage_id, step_usage.step_token_usage_id),
input_tokens = COALESCE(
cr.input_tokens,
CASE WHEN COALESCE(step_usage.usage ->> 'input_tokens', '') ~ '^[0-9]+$' THEN (step_usage.usage ->> 'input_tokens')::integer ELSE NULL END
),
output_tokens = COALESCE(
cr.output_tokens,
CASE WHEN COALESCE(step_usage.usage ->> 'output_tokens', '') ~ '^[0-9]+$' THEN (step_usage.usage ->> 'output_tokens')::integer ELSE NULL END
),
total_tokens = COALESCE(
cr.total_tokens,
CASE WHEN COALESCE(step_usage.usage ->> 'total_tokens', '') ~ '^[0-9]+$' THEN (step_usage.usage ->> 'total_tokens')::integer ELSE NULL END,
CASE
WHEN COALESCE(step_usage.usage ->> 'input_tokens', '') ~ '^[0-9]+$'
AND COALESCE(step_usage.usage ->> 'output_tokens', '') ~ '^[0-9]+$'
THEN (step_usage.usage ->> 'input_tokens')::integer + (step_usage.usage ->> 'output_tokens')::integer
ELSE NULL
END
),
engine_type = COALESCE(NULLIF(cr.engine_type, 'unknown'), 'model'),
engine_id = COALESCE(cr.engine_id, step_usage.step_model_config_id),
engine_name = COALESCE(cr.engine_name, step_usage.step_model_config_name),
engine_provider = COALESCE(cr.engine_provider, step_usage.step_model_provider),
engine_model_name = COALESCE(cr.engine_model_name, step_usage.step_model_name)
FROM step_usage
WHERE cr.biz_key = step_usage.usage ->> 'credit_biz_key'
"""
)
# TokenUsage 如果 usage 中已经记录 token_usage_id，则可以安全补 owner；否则不强行按时间/token 猜。
op.execute(
"""
WITH step_usage AS (
SELECT
s.id AS step_id,
s.module,
s.step_code,
(s.output_json::jsonb -> 'usage') AS usage
FROM module_generation_steps s
WHERE s.output_json IS NOT NULL
AND jsonb_typeof(s.output_json::jsonb) = 'object'
AND jsonb_typeof(s.output_json::jsonb -> 'usage') = 'object'
AND NULLIF(s.output_json::jsonb -> 'usage' ->> 'token_usage_id', '') IS NOT NULL
)
UPDATE token_usage tu
SET
owner_type = COALESCE(NULLIF(tu.owner_type, 'unknown'), 'module_generation_step'),
owner_id = COALESCE(tu.owner_id, step_usage.step_id),
biz_key = COALESCE(tu.biz_key, NULLIF(step_usage.usage ->> 'credit_biz_key', '')),
source_module = COALESCE(NULLIF(tu.source_module, 'unknown'), step_usage.module),
source_step_code = COALESCE(tu.source_step_code, step_usage.step_code)
FROM step_usage
WHERE tu.id = step_usage.usage ->> 'token_usage_id'
"""
)
# 拆镜复刻原视频整体分析流水：归属到任务集。
op.execute(
"""
UPDATE credit_records cr
SET
owner_type = COALESCE(NULLIF(cr.owner_type, 'unknown'), 'shot_replicate_task_set'),
owner_id = COALESCE(cr.owner_id, ts.id),
attempt_no = COALESCE(cr.attempt_no, 1),
charge_kind = COALESCE(NULLIF(cr.charge_kind, 'unknown'), 'video_analysis'),
charge_action = COALESCE(cr.charge_action, CASE WHEN cr.type = 'refund' THEN 'refund' ELSE 'charge' END),
credit_subject = COALESCE(NULLIF(cr.credit_subject, 'unknown'), 'analysis'),
media_type = COALESCE(cr.media_type, 'video'),
billing_scene = COALESCE(NULLIF(cr.billing_scene, 'unknown'), 'shot_original_video_analysis'),
source_module = COALESCE(NULLIF(cr.source_module, 'unknown'), 'shot_replicate'),
source_project_id = COALESCE(cr.source_project_id, ts.id),
source_step_code = COALESCE(cr.source_step_code, 'video_analysis'),
engine_type = COALESCE(NULLIF(cr.engine_type, 'unknown'), 'model')
FROM shot_replicate_task_sets ts
WHERE (
(cr.owner_type = 'shot_replicate_task_set' AND cr.owner_id = ts.id)
OR ((cr.owner_type IS NULL OR cr.owner_type = 'unknown') AND cr.related_id = ts.id)
)
AND cr.type IN ('consume', 'refund')
AND (
cr.charge_kind = 'video_analysis'
OR cr.billing_scene IN ('shot_video_analysis', 'shot_original_video_analysis')
OR cr.description ILIKE '%视频分析%'
OR cr.description ILIKE '%原视频分析%'
)
"""
)
# 拆镜复刻手动片段分析流水：归属到片段。
op.execute(
"""
UPDATE credit_records cr
SET
owner_type = COALESCE(NULLIF(cr.owner_type, 'unknown'), 'shot_replicate_segment'),
owner_id = COALESCE(cr.owner_id, sg.id),
attempt_no = COALESCE(cr.attempt_no, 1),
charge_kind = COALESCE(NULLIF(cr.charge_kind, 'unknown'), 'video_analysis'),
charge_action = COALESCE(cr.charge_action, CASE WHEN cr.type = 'refund' THEN 'refund' ELSE 'charge' END),
credit_subject = COALESCE(NULLIF(cr.credit_subject, 'unknown'), 'analysis'),
media_type = COALESCE(cr.media_type, 'video'),
billing_scene = COALESCE(NULLIF(cr.billing_scene, 'unknown'), 'shot_segment_video_analysis'),
source_module = COALESCE(NULLIF(cr.source_module, 'unknown'), 'shot_replicate'),
source_project_id = COALESCE(cr.source_project_id, sg.task_set_id),
source_step_id = COALESCE(cr.source_step_id, sg.id),
source_step_code = COALESCE(cr.source_step_code, 'video_analysis'),
engine_type = COALESCE(NULLIF(cr.engine_type, 'unknown'), 'model')
FROM shot_replicate_segments sg
WHERE (
(cr.owner_type = 'shot_replicate_segment' AND cr.owner_id = sg.id)
OR ((cr.owner_type IS NULL OR cr.owner_type = 'unknown') AND cr.related_id = sg.id)
)
AND cr.type IN ('consume', 'refund')
AND (
cr.charge_kind = 'video_analysis'
OR cr.billing_scene IN ('shot_video_analysis', 'shot_segment_video_analysis')
OR cr.description ILIKE '%片段分析%'
OR cr.description ILIKE '%手动%分析%'
)
"""
)
# Module media generation：ChatGenerationTask 被模块步骤引用时，优先归到具体模块/步骤，而不是 AI 创作。
op.execute(
"""
WITH step_task AS (
SELECT DISTINCT ON (s.chat_task_id)
s.chat_task_id,
s.id AS step_id,
s.project_id,
s.module,
s.step_code
FROM module_generation_steps s
WHERE s.chat_task_id IS NOT NULL
ORDER BY s.chat_task_id, s.is_current DESC, s.updated_at DESC
)
UPDATE credit_records cr
SET
source_module = COALESCE(NULLIF(cr.source_module, 'unknown'), step_task.module),
source_project_id = COALESCE(cr.source_project_id, step_task.project_id),
source_step_id = COALESCE(cr.source_step_id, step_task.step_id),
source_step_code = COALESCE(cr.source_step_code, step_task.step_code),
billing_scene = COALESCE(
NULLIF(cr.billing_scene, 'unknown'),
CASE
WHEN step_task.module = 'hot_opening_replicate' AND step_task.step_code = 'image_generate' THEN 'hot_opening_image_generate'
WHEN step_task.module = 'hot_opening_replicate' AND step_task.step_code = 'video_generate' THEN 'hot_opening_video_generate'
WHEN step_task.module = 'shot_replicate' AND step_task.step_code = 'image_generate' THEN 'shot_image_generate'
WHEN step_task.module = 'shot_replicate' AND step_task.step_code = 'video_generate' THEN 'shot_video_generate'
ELSE cr.billing_scene
END
)
FROM step_task
WHERE cr.owner_type = 'chat_generation_task'
AND cr.owner_id = step_task.chat_task_id
"""
)
# ChatGenerationTask：AI 创作图片/视频生成，以及媒体 token/引擎快照。
op.execute(
"""
UPDATE credit_records cr
SET
owner_type = COALESCE(NULLIF(cr.owner_type, 'unknown'), 'chat_generation_task'),
owner_id = COALESCE(cr.owner_id, t.id),
source_module = COALESCE(NULLIF(cr.source_module, 'unknown'), 'ai_creation'),
credit_subject = CASE WHEN COALESCE(NULLIF(cr.charge_kind, 'unknown'), '') = 'media' THEN 'media' ELSE cr.credit_subject END,
media_type = CASE
WHEN COALESCE(NULLIF(cr.charge_kind, 'unknown'), '') = 'media' AND lower(COALESCE(t.gen_type, '')) IN ('image', 'video') THEN lower(t.gen_type)
ELSE cr.media_type
END,
billing_scene = COALESCE(
NULLIF(cr.billing_scene, 'unknown'),
CASE
WHEN COALESCE(NULLIF(cr.charge_kind, 'unknown'), '') = 'media' AND lower(COALESCE(t.gen_type, '')) = 'image' THEN 'ai_creation_image_generate'
WHEN COALESCE(NULLIF(cr.charge_kind, 'unknown'), '') = 'media' AND lower(COALESCE(t.gen_type, '')) = 'video' THEN 'ai_creation_video_generate'
ELSE cr.billing_scene
END
),
engine_type = CASE
WHEN COALESCE(NULLIF(cr.charge_kind, 'unknown'), '') = 'media' AND lower(COALESCE(t.gen_type, '')) IN ('image', 'video') THEN lower(t.gen_type)
ELSE cr.engine_type
END,
engine_id = COALESCE(cr.engine_id, t.engine_id),
total_tokens = CASE
WHEN COALESCE(NULLIF(cr.charge_kind, 'unknown'), '') = 'media' AND lower(COALESCE(t.gen_type, '')) = 'image' THEN COALESCE(cr.total_tokens, NULLIF(t.image_tokens_used, 0))
WHEN COALESCE(NULLIF(cr.charge_kind, 'unknown'), '') = 'media' AND lower(COALESCE(t.gen_type, '')) = 'video' THEN COALESCE(cr.total_tokens, NULLIF(t.video_tokens_used, 0))
ELSE cr.total_tokens
END
FROM chat_generation_tasks t
WHERE (cr.owner_type = 'chat_generation_task' AND cr.owner_id = t.id)
OR ((cr.owner_type IS NULL OR cr.owner_type = 'unknown') AND cr.related_id = t.id)
"""
)
# 从 TokenUsage 补 CreditRecord 的 token 和 ModelConfig 执行快照，前提是已经能安全匹配 token_usage_id。
op.execute(
"""
UPDATE credit_records cr
SET
input_tokens = COALESCE(cr.input_tokens, NULLIF(tu.input_tokens, 0)),
output_tokens = COALESCE(cr.output_tokens, NULLIF(tu.output_tokens, 0)),
total_tokens = COALESCE(cr.total_tokens, NULLIF(tu.total_tokens, 0)),
engine_type = CASE
WHEN COALESCE(NULLIF(cr.charge_kind, 'unknown'), '') IN ('text_prompt', 'file_parse', 'vision_input', 'video_analysis')
OR COALESCE(NULLIF(cr.credit_subject, 'unknown'), '') IN ('text', 'analysis')
THEN COALESCE(NULLIF(cr.engine_type, 'unknown'), 'model')
ELSE cr.engine_type
END,
engine_id = CASE
WHEN COALESCE(NULLIF(cr.charge_kind, 'unknown'), '') IN ('text_prompt', 'file_parse', 'vision_input', 'video_analysis')
OR COALESCE(NULLIF(cr.credit_subject, 'unknown'), '') IN ('text', 'analysis')
THEN COALESCE(cr.engine_id, tu.model_config_id)
ELSE cr.engine_id
END
FROM token_usage tu
WHERE cr.token_usage_id = tu.id
"""
)
# ModelConfig 快照统一冷备到 engine_*，engine_type=model。
op.execute(
"""
UPDATE credit_records cr
SET
engine_type = COALESCE(NULLIF(cr.engine_type, 'unknown'), 'model'),
engine_name = COALESCE(cr.engine_name, mc.name),
engine_provider = COALESCE(cr.engine_provider, mc.provider),
engine_model_name = COALESCE(cr.engine_model_name, mc.model_name)
FROM model_configs mc
WHERE cr.engine_id = mc.id
AND (
cr.engine_type = 'model'
OR cr.charge_kind IN ('text_prompt', 'file_parse', 'vision_input', 'video_analysis')
OR cr.credit_subject IN ('text', 'analysis')
)
"""
)
# 图片引擎快照。
op.execute(
"""
UPDATE credit_records cr
SET
engine_name = COALESCE(cr.engine_name, ie.name),
engine_provider = COALESCE(cr.engine_provider, ie.provider),
engine_model_name = COALESCE(cr.engine_model_name, ie.model_name),
engine_type = COALESCE(NULLIF(cr.engine_type, 'unknown'), 'image')
FROM image_engines ie
WHERE cr.engine_id = ie.id
AND (cr.engine_type = 'image' OR cr.media_type = 'image' OR cr.engine_type IS NULL OR cr.engine_type = 'unknown')
"""
)
# 视频引擎快照。
op.execute(
"""
UPDATE credit_records cr
SET
engine_name = COALESCE(cr.engine_name, ve.name),
engine_provider = COALESCE(cr.engine_provider, ve.provider),
engine_model_name = COALESCE(cr.engine_model_name, ve.model_name),
engine_type = COALESCE(NULLIF(cr.engine_type, 'unknown'), 'video')
FROM video_engines ve
WHERE cr.engine_id = ve.id
AND (cr.engine_type = 'video' OR cr.media_type = 'video' OR cr.engine_type IS NULL OR cr.engine_type = 'unknown')
"""
)
# 退款流水复制原消费流水快照，但 billing_scene 固定为 refund，方便筛选回退流水。
op.execute(
"""
UPDATE credit_records r
SET
owner_type = COALESCE(NULLIF(r.owner_type, 'unknown'), c.owner_type),
owner_id = COALESCE(r.owner_id, c.owner_id),
attempt_no = COALESCE(r.attempt_no, c.attempt_no),
charge_kind = COALESCE(NULLIF(r.charge_kind, 'unknown'), c.charge_kind),
charge_action = 'refund',
credit_subject = COALESCE(NULLIF(r.credit_subject, 'unknown'), c.credit_subject, 'refund'),
media_type = COALESCE(r.media_type, c.media_type),
billing_scene = 'refund',
source_module = COALESCE(NULLIF(r.source_module, 'unknown'), c.source_module),
source_project_id = COALESCE(r.source_project_id, c.source_project_id),
source_step_id = COALESCE(r.source_step_id, c.source_step_id),
source_step_code = COALESCE(r.source_step_code, c.source_step_code),
token_usage_id = COALESCE(r.token_usage_id, c.token_usage_id),
input_tokens = COALESCE(r.input_tokens, c.input_tokens),
output_tokens = COALESCE(r.output_tokens, c.output_tokens),
total_tokens = COALESCE(r.total_tokens, c.total_tokens),
engine_type = COALESCE(NULLIF(r.engine_type, 'unknown'), c.engine_type),
engine_id = COALESCE(r.engine_id, c.engine_id),
engine_name = COALESCE(r.engine_name, c.engine_name),
engine_provider = COALESCE(r.engine_provider, c.engine_provider),
engine_model_name = COALESCE(r.engine_model_name, c.engine_model_name),
user_type_snapshot = COALESCE(r.user_type_snapshot, c.user_type_snapshot),
frontend_user_kind_snapshot = COALESCE(r.frontend_user_kind_snapshot, c.frontend_user_kind_snapshot)
FROM credit_records c
WHERE r.type = 'refund'
AND r.refund_for_biz_key = c.biz_key
"""
)
# 基础分类兜底。
op.execute(
"""
UPDATE credit_records
SET
charge_action = COALESCE(charge_action, CASE WHEN type = 'refund' THEN 'refund' ELSE 'charge' END),
charge_kind = COALESCE(
NULLIF(charge_kind, 'unknown'),
CASE
WHEN type = 'recharge' THEN 'recharge'
WHEN type = 'refund' THEN 'refund'
ELSE 'unknown'
END
),
credit_subject = COALESCE(
NULLIF(credit_subject, 'unknown'),
CASE
WHEN type = 'recharge' THEN 'recharge'
WHEN type = 'refund' THEN 'refund'
WHEN charge_kind = 'media' THEN 'media'
WHEN charge_kind IN ('text_prompt', 'file_parse', 'vision_input') THEN 'text'
WHEN charge_kind = 'module_create' THEN 'module'
WHEN charge_kind = 'video_analysis' THEN 'analysis'
WHEN charge_kind = 'video_split' THEN 'split'
WHEN charge_kind = 'admin_adjust' THEN 'admin_adjust'
ELSE 'unknown'
END
),
source_module = COALESCE(NULLIF(source_module, 'unknown'), CASE WHEN type = 'recharge' THEN 'payment' ELSE 'unknown' END),
billing_scene = COALESCE(
NULLIF(billing_scene, 'unknown'),
CASE
WHEN type = 'recharge' THEN 'recharge'
WHEN type = 'refund' THEN 'refund'
ELSE 'unknown'
END
),
owner_type = COALESCE(NULLIF(owner_type, 'unknown'), 'unknown'),
engine_type = CASE
WHEN charge_kind IN ('text_prompt', 'file_parse', 'vision_input', 'video_analysis')
OR credit_subject IN ('text', 'analysis')
THEN COALESCE(NULLIF(engine_type, 'unknown'), 'model')
ELSE engine_type
END
WHERE charge_kind IS NULL
OR charge_kind = 'unknown'
OR charge_action IS NULL
OR credit_subject IS NULL
OR credit_subject = 'unknown'
OR source_module IS NULL
OR source_module = 'unknown'
OR billing_scene IS NULL
OR billing_scene = 'unknown'
OR owner_type IS NULL
OR owner_type = 'unknown'
"""
)
# 用户快照兜底，避免后台筛选 NULL。
op.execute(
"""
UPDATE credit_records
SET
user_type_snapshot = COALESCE(user_type_snapshot, 'frontend'),
frontend_user_kind_snapshot = COALESCE(frontend_user_kind_snapshot, 'external')
WHERE user_type_snapshot IS NULL OR frontend_user_kind_snapshot IS NULL
"""
)
def downgrade() -> None:
op.drop_index(op.f("ix_users_user_type"), table_name="users")
op.drop_index(op.f("ix_users_frontend_user_kind"), table_name="users")
op.drop_index(op.f("ix_token_usage_source_step_code"), table_name="token_usage")
op.drop_index(op.f("ix_token_usage_source_module"), table_name="token_usage")
op.drop_index(op.f("ix_token_usage_owner_type"), table_name="token_usage")
op.drop_index(op.f("ix_token_usage_owner_id"), table_name="token_usage")
op.drop_index("ix_token_usage_owner", table_name="token_usage")
op.drop_index("ix_token_usage_biz_key", table_name="token_usage")
op.drop_index(op.f("ix_module_generation_steps_token_usage_id"), table_name="module_generation_steps")
op.drop_index(op.f("ix_module_generation_steps_model_config_id"), table_name="module_generation_steps")
op.drop_index(op.f("ix_credit_records_user_type_snapshot"), table_name="credit_records")
op.drop_index("ix_credit_records_user_kind_time", table_name="credit_records")
op.drop_index(op.f("ix_credit_records_type"), table_name="credit_records")
op.drop_index(op.f("ix_credit_records_token_usage_id"), table_name="credit_records")
op.drop_index("ix_credit_records_subject_media", table_name="credit_records")
op.drop_index(op.f("ix_credit_records_source_step_id"), table_name="credit_records")
op.drop_index(op.f("ix_credit_records_source_step_code"), table_name="credit_records")
op.drop_index(op.f("ix_credit_records_source_project_id"), table_name="credit_records")
op.drop_index("ix_credit_records_source_module_scene", table_name="credit_records")
op.drop_index(op.f("ix_credit_records_source_module"), table_name="credit_records")
op.drop_index(op.f("ix_credit_records_owner_type"), table_name="credit_records")
op.drop_index(op.f("ix_credit_records_owner_id"), table_name="credit_records")
op.drop_index("ix_credit_records_owner", table_name="credit_records")
op.drop_index(op.f("ix_credit_records_media_type"), table_name="credit_records")
op.drop_index(op.f("ix_credit_records_frontend_user_kind_snapshot"), table_name="credit_records")
op.drop_index(op.f("ix_credit_records_engine_type"), table_name="credit_records")
op.drop_index(op.f("ix_credit_records_engine_id"), table_name="credit_records")
op.drop_index(op.f("ix_credit_records_credit_subject"), table_name="credit_records")
op.drop_index(op.f("ix_credit_records_charge_kind"), table_name="credit_records")
op.drop_index(op.f("ix_credit_records_billing_scene"), table_name="credit_records")
op.drop_column("token_usage", "source_step_code")
op.drop_column("token_usage", "source_module")
op.drop_column("token_usage", "biz_key")
op.drop_column("token_usage", "owner_id")
op.drop_column("token_usage", "owner_type")
op.drop_column("module_generation_steps", "text_credits_cost")
op.drop_column("module_generation_steps", "total_tokens")
op.drop_column("module_generation_steps", "output_tokens")
op.drop_column("module_generation_steps", "input_tokens")
op.drop_column("module_generation_steps", "model_config_id")
op.drop_column("module_generation_steps", "token_usage_id")
op.drop_column("credit_records", "frontend_user_kind_snapshot")
op.drop_column("credit_records", "user_type_snapshot")
op.drop_column("credit_records", "engine_model_name")
op.drop_column("credit_records", "engine_provider")
op.drop_column("credit_records", "engine_name")
op.drop_column("credit_records", "engine_id")
op.drop_column("credit_records", "engine_type")
op.drop_column("credit_records", "total_tokens")
op.drop_column("credit_records", "output_tokens")
op.drop_column("credit_records", "input_tokens")
op.drop_column("credit_records", "token_usage_id")
op.drop_column("credit_records", "source_step_code")
op.drop_column("credit_records", "source_step_id")
op.drop_column("credit_records", "source_project_id")
op.drop_column("credit_records", "source_module")
op.drop_column("credit_records", "billing_scene")
op.drop_column("credit_records", "media_type")
op.drop_column("credit_records", "credit_subject")
op.drop_column("credit_records", "charge_action")
op.drop_column("credit_records", "charge_kind")
op.drop_column("credit_records", "attempt_no")
op.drop_column("credit_records", "owner_id")
op.drop_column("credit_records", "owner_type")
op.drop_column("users", "frontend_user_kind")
video-gen-api/alembic/versions/c72a6f69e641_merge_changes_from_remote_add_credit_.py
+25
View File
@@ -0,0 +1,25 @@
"""merge changes from remote add credit record and upload_task add other_info
Revision ID: c72a6f69e641
Revises: 0a8da2d3c091, a65cf38abbb8
Create Date: 2026-06-25 17:02:01.095460
"""
from typing import Sequence, Union
from alembic import op
import sqlalchemy as sa
# revision identifiers, used by Alembic.
revision: str = 'c72a6f69e641'
down_revision: Union[str, None] = ('0a8da2d3c091', 'a65cf38abbb8')
branch_labels: Union[str, Sequence[str], None] = None
depends_on: Union[str, Sequence[str], None] = None
def upgrade() -> None:
pass
def downgrade() -> None:
pass