+
状态：已被上一条“收窄为第一步音频解析”覆盖；保留此记录用于解释旧代码和历史提交为什么存在。
问题：用户希望粘贴视频链接后点击一次“开始”，系统就自动完成素材准备：抽帧、音频分析、关键元素扫描和分镜初稿；人工只负责判断规划是否合理、选择关键元素、再单条或全量生成视频。
改动：web/app/page.tsx 新增开始生产编排状态：创建/激活 job 后，下载完成自动触发 analyzeJob 与 triggerTranscribe，关键帧出来后逐帧调用 describeFrame 并用 updateStoryboard 保存分镜初稿。视频生成时若分镜未显式选择产品图，会自动复制四张 desktop-skg-product-angle-01..04 作为 SKG 产品真源，并把已生成的关键元素 6 视图作为主体参考。AdRecreationBoard 把导入按钮改为“开始”，分镜卡里的候选元素可点击生成提取图 + 6 视图，顶部新增“生成全部视频”。AudioScript 新增 speaker_profile 和 rhythm_profile，用于展示讲话人 / 节奏参考。
影响：web/app/page.tsx、web/components/ad-recreation-board.tsx、web/components/nodes/index.tsx、web/lib/api.ts、api/main.py、RULES.md、.project.json、docs/source-analysis.html。后续需求应区分“开始生产自动编排”和“人工审核/选择/生成”的边界。
diff --git a/web/app/page.tsx b/web/app/page.tsx
index 14492ac..af9d603 100644
--- a/web/app/page.tsx
+++ b/web/app/page.tsx
@@ -226,7 +226,9 @@ export default function Home() {
toast.info(`上传中：${file.name} (${(file.size / 1024 / 1024).toFixed(1)} MB)`)
const created = await uploadJob(file)
addJob(created)
- toast.success(`已上传 ${created.id.slice(0, 8)}`)
+ setProductionJobIds((prev) => new Set(prev).add(created.id))
+ setAudioStripJobId(created.id)
+ toast.success(`已上传 ${created.id.slice(0, 8)}，下载完成后自动解析音频`)
} catch (e) {
toast.error("上传失败：" + (e instanceof Error ? e.message : String(e)))
} finally {
@@ -537,13 +539,11 @@ export default function Home() {
}
setProductionJobIds((prev) => new Set(prev).add(target.id))
setAudioStripJobId(target.id)
- toast.success("已进入自动生产：下载完成后会抽帧、解析音频并生成分镜初稿")
+ toast.success("已进入第一步：下载完成后自动解析音频文案、讲话人和背景音")
if (target.video_url && ["downloaded", "frames_extracted", "transcribed", "failed"].includes(target.status)) {
- if (!target.frames.length) void handleAnalyzeJob(target.id, { mode: "replace" })
void handleTranscribeAudio(target.id, { silent: true })
- if (target.frames.length) void handlePlanStoryboardJob(target.id)
}
- }, [handleAnalyzeJob, handlePlanStoryboardJob, handleSubmit, handleTranscribeAudio, job])
+ }, [handleSubmit, handleTranscribeAudio, job])
useEffect(() => {
if (productionJobIds.size === 0) return
@@ -552,22 +552,13 @@ export default function Home() {
const videoReady = !!item.video_url && ["downloaded", "frames_extracted", "transcribed", "failed"].includes(item.status)
if (!videoReady) continue
const audioKey = `${item.id}:audio`
- if (!autoTriggeredRef.current.has(audioKey) && item.audio_script?.status !== "rewriting" && !item.audio_script?.rewritten_text) {
+ const hasAudioResult = !!item.audio_script?.source_text || item.transcript.length > 0
+ if (!autoTriggeredRef.current.has(audioKey) && item.audio_script?.status !== "rewriting" && !hasAudioResult) {
autoTriggeredRef.current.add(audioKey)
void handleTranscribeAudio(item.id, { silent: true })
}
- const analyzeKey = `${item.id}:analyze`
- if (!autoTriggeredRef.current.has(analyzeKey) && item.frames.length === 0 && item.status !== "splitting") {
- autoTriggeredRef.current.add(analyzeKey)
- void handleAnalyzeJob(item.id, { mode: "replace" })
- }
- const planKey = `${item.id}:plan:${item.frames.length}`
- if (item.frames.length > 0 && !autoTriggeredRef.current.has(planKey)) {
- autoTriggeredRef.current.add(planKey)
- void handlePlanStoryboardJob(item.id)
- }
}
- }, [handleAnalyzeJob, handlePlanStoryboardJob, handleTranscribeAudio, jobs, productionJobIds])
+ }, [handleTranscribeAudio, jobs, productionJobIds])
const handleQuickGenerateVideo = useCallback(async (frameIdx: number, scene: StoryboardScene, model: string) => {
if (!job) return
@@ -812,7 +803,7 @@ export default function Home() {
if (jobs.length === 0) return
// 状态切到 downloaded 时提示用户点解析（仅一次）
if (job?.status === "downloaded" && prevStatusRef.current !== "downloaded") {
- toast.info("视频已就绪，请在左侧看板开始抽帧", { duration: 6000 })
+ toast.info("视频已下载，音频解析会自动开始；也可以在右侧手动重试", { duration: 6000 })
}
prevStatusRef.current = job?.status ?? null
diff --git a/web/components/ad-recreation-board.tsx b/web/components/ad-recreation-board.tsx
index 083f739..efc810b 100644
--- a/web/components/ad-recreation-board.tsx
+++ b/web/components/ad-recreation-board.tsx
@@ -105,11 +105,11 @@ function videoSrc(video: GeneratedVideo) {
}
function audioPreview(job: Job | null) {
- if (!job) return "导入素材后，先解析音频，再把产品内容改写成新的分镜文字。"
- const rewritten = job.audio_script?.rewritten_text?.trim()
- if (rewritten) return rewritten
+ if (!job) return "粘贴 TK 链接或上传视频后，系统会先下载视频；下载完成后自动提取音频文案。"
+ const source = job.audio_script?.source_text?.trim() || job.audio_script?.source_zh?.trim()
+ if (source) return source
if (job.transcript?.length) return job.transcript.slice(0, 5).map((item) => item.en || item.zh).join(" ")
- return "暂无音频文案。解析后这里会作为新剧情和分镜文字的依据。"
+ return "暂无音频文案。下载完成后会自动提取原音频文案、讲话人和背景音。"
}
function orderedFrames(job: Job | null, selectedFrames: KeyFrame[]) {
@@ -172,8 +172,10 @@ export function AdRecreationBoard({
: []
const framesForSegments = orderedFrames(job, selectedFrames)
const generatedVideos = job?.generated_videos ?? []
- const audioReady = !!job?.audio_script?.rewritten_text?.trim()
+ const audioReady = !!job?.audio_script?.source_text?.trim() || !!job?.transcript?.length
const readySegments = countReadySegments(job, draftSegments)
+ const transcriptCount = job?.transcript.length ?? 0
+ const backgroundReady = !!job?.audio_script?.background_audio_profile?.trim()
useEffect(() => {
setDraftSegments([])
@@ -341,15 +343,15 @@ export function AdRecreationBoard({
@@ -371,11 +373,11 @@ export function AdRecreationBoard({
-
+
02
-
音频分镜生产板块
-
每张分镜卡从上到下对应：音频分镜文案、关键元素、视频生成。
+
音频解析第一步
+
先把源视频下载到本地，再提取原文案、讲话人节奏和背景音；分镜、抽帧、合成先不自动跑。
data.onTranscribeAudio?.(job?.id)}>
@@ -385,14 +387,6 @@ export function AdRecreationBoard({
data.onOpenAudioStrip?.(job?.id)}>
打开音轨
-
-
- 追加分镜
-
-
- {generatingAll ? : }
- 生成全部视频
-
@@ -409,69 +403,21 @@ export function AdRecreationBoard({
{job.audio_script.speaker_profile &&
讲话人：{job.audio_script.speaker_profile}
}
{job.audio_script.rhythm_profile &&
节奏：{job.audio_script.rhythm_profile}
}
+ {job.audio_script.background_audio_profile &&
背景音：{job.audio_script.background_audio_profile}
}
)}
-
+