"use client" import { type ReactNode, type RefObject, useEffect, useMemo, useRef, useState } from "react" import { createPortal } from "react-dom" import { AlertTriangle, Check, ChevronDown, Circle, Film, FileText, Image as ImageIcon, Info, Link2, Loader2, Mic, Moon, Package, PanelRight, Play, Plus, RefreshCw, Scissors, Sparkles, Sun, Trash2, Upload, Wand2, } from "lucide-react" import { toast } from "sonner" import { type FrameExtractQuality, type FrameExtractTarget, type FrameObject, type GeneratedVideo, type ImageRef, type CharacterLibraryItem, type SubjectTemplateItem, type Job, type KeyElement, type KeyFrame, type ProductViewAnalysisItem, type ProductRefStateItem, type RuntimeModels, type StoryboardScriptRewriteSegment, type StoryboardScene, type SubjectAsset, type SubjectKind, addElement, analyzeJob, analyzeProductViews, apiAssetUrl, characterLibraryImageUrl, cutoutElement, deleteSubjectAsset, effectiveFrameUrl, formatJobError, generateSceneAsset, generateProductAngleAsset, generateSubjectAssets, generatedImageUrl, getRuntimeHealth, hasCutout, listCharacterLibrary, listSubjectTemplates, representativeCutoutUrl, resolveImageRefUrl, rewriteStoryboardScript, saveSubjectTemplate, saveProductRefs, sourceAudioUrl, subjectTemplateImageUrl, updateStoryboard, uploadStoryboardAsset, videoUrl, } from "@/lib/api" import { type NodeData } from "@/components/nodes" import { MediaAssetTile } from "@/components/media-asset-tile" const TARGETS: Array<{ value: FrameExtractTarget; label: string }> = [ { value: "balanced", label: "综合" }, { value: "subject", label: "主体" }, { value: "motion", label: "动作" }, { value: "expression", label: "表情" }, { value: "transition", label: "转场" }, { value: "transparent_human", label: "骨架人" }, ] const QUALITIES: Array<{ value: FrameExtractQuality; label: string }> = [ { value: "auto", label: "自动" }, { value: "fast", label: "快速" }, { value: "accurate", label: "精细" }, { value: "ultra", label: "极准" }, ] const VIDEO_MODELS = [ { value: "seedance", label: "Seedance" }, { value: "kling", label: "Kling" }, { value: "veo3", label: "Veo" }, ] as const type VideoModel = (typeof VIDEO_MODELS)[number]["value"] type BoardThemeMode = "dark" | "light" const BOARD_THEME_STORAGE_KEY = "skg-board-theme" type DraftSegment = { id: string frameIndex: number | null scene: StoryboardScene } type AudioFeature = { loudness: number } type AudioFeatureStatus = "idle" | "loading" | "ready" | "failed" type AudioStoryboardRow = { index: number start: number end: number source: string role: string visualMode: StoryboardVisualMode needsProduct: boolean needsSubject: boolean subjectDescription: string skgCopy: string visualPlan: string firstFramePlan: string lastFramePlan: string referencePlan: string keyElements: string productIntegration: string productPlacement: string } type ProductRefItem = ProductRefStateItem type SubjectPlanningRef = ImageRef & { view: string; roleHint: string } type SubjectStyleMode = "transparent_human" | "source_actor" type SubjectMode = "template" | "source_similar" type SubjectViewMode = "all" | "common" | "custom" type StoryboardVisualMode = NonNullable type RowPlanPatch = Partial> type WorkflowStepId = "input" | "source" | "audio" | "visual" | "subject" | "product" | "script" | "scene" | "video" type WorkflowStepStatus = "blocked" | "pending" | "running" | "ready" | "paused" type WorkflowStep = { id: WorkflowStepId no: string title: string detail: string judge: string status: WorkflowStepStatus } const VISUAL_MODE_OPTIONS: Array<{ value: StoryboardVisualMode; label: string; description: string }> = [ { value: "person_only", label: "人物/情绪", description: "只拍人物、状态、痛点或口播,不强制露产品。" }, { value: "person_product", label: "人物+产品", description: "人物佩戴、拿起、调整或使用 SKG 产品。" }, { value: "product_only", label: "产品特写", description: "只拍产品、包装、功能细节或 hero packshot。" }, { value: "environment", label: "场景过渡", description: "只做空间、生活方式、转场或情绪氛围。" }, ] const SUBJECT_ASSET_VIEWS = [ { value: "front", label: "正面" }, { value: "three_quarter_left", label: "左前45" }, { value: "left", label: "左侧" }, { value: "back", label: "背面" }, { value: "right", label: "右侧" }, { value: "three_quarter_right", label: "右前45" }, { value: "bust_front", label: "肩颈正近" }, { value: "bust_left_45", label: "肩颈左近" }, { value: "bust_right_45", label: "肩颈右近" }, { value: "back_neck_detail", label: "后颈肩背" }, ] as const const SUBJECT_VIEW_ORDER = [ ...SUBJECT_ASSET_VIEWS.map((view) => view.value), "bust", "back_detail", ] const COMMON_SUBJECT_VIEW_VALUES = ["front", "three_quarter_left", "three_quarter_right", "bust_front"] const SUBJECT_ASSET_SIZE = "2048" as const type ModelTraceSpec = { title: string model: string chain: string[] note?: string } const PRODUCT_VIEW_SLOTS = [ { value: "front", label: "正面/外侧", hint: "整体 U 形轮廓、开口宽度、外壳主外观" }, { value: "left_45", label: "佩戴者左 45", hint: "戴在脖子上时佩戴者左肩一侧的弧度、按钮/结构差异" }, { value: "right_45", label: "佩戴者右 45", hint: "戴在脖子上时佩戴者右肩一侧的弧度、非对称细节" }, { value: "side_thickness", label: "侧面厚度", hint: "机身厚度、后颈包裹体积" }, { value: "inner_contacts", label: "贴颈内侧/触点", hint: "按摩触点、贴颈面、内侧皮肤接触位置" }, { value: "back_bottom", label: "背面/底部", hint: "底面、背部闭合结构、补缺" }, ] as const const MAX_PRODUCT_REFS_PER_VIDEO = 6 const MAX_SUBJECT_REFS_PER_ENDPOINT = 5 const PRODUCT_BACKGROUND_LABELS: Record = { white: "白底", black: "黑底", simple: "纯色/简单", complex: "复杂背景", unknown: "背景未知", } const PRODUCT_USE_TAG_LABELS: Record = { hero_packshot: "主外观", wearing_scale: "佩戴比例", inner_contact: "触点", side_thickness: "厚度", asymmetry: "非对称", button_detail: "按键", back_bottom: "背底", material_texture: "材质", } const controlClass = "h-10 rounded-md border border-white/10 bg-black/55 px-3 text-[12px] text-white outline-none transition focus:border-cyan-300/60 disabled:cursor-not-allowed disabled:opacity-40" const fieldClass = "w-full resize-y rounded-md border border-white/10 bg-black/35 px-3 py-2 text-[12px] leading-relaxed text-white outline-none transition placeholder:text-white/28 focus:border-cyan-300/60" const emptyScene = (): StoryboardScene => ({ duration: 5, subject: "", product: "", scene: "", action: "", reference_ids: [], }) function statusTone(job: Job | null) { if (!job) return { label: "等待素材", className: "border-white/10 text-white/50 bg-white/[0.03]" } if (job.status === "failed") return { label: "失败", className: "border-rose-400/30 text-rose-200 bg-rose-500/10" } if (["created", "downloading", "splitting", "transcribing"].includes(job.status)) { return { label: "处理中", className: "border-cyan-300/30 text-cyan-100 bg-cyan-400/10" } } return { label: "可编辑", className: "border-emerald-300/30 text-emerald-100 bg-emerald-400/10" } } function shortId(id?: string | null) { return id ? id.slice(0, 8) : "-" } function formatSeconds(raw?: number) { if (!raw || Number.isNaN(raw)) return "0.0s" return `${raw.toFixed(1)}s` } function clampNumber(value: number, min: number, max: number) { return Math.min(max, Math.max(min, value)) } async function decodeAudioFeatures(url: string, targetFrames = 640): Promise { const res = await fetch(url) if (!res.ok) throw new Error(`audio ${res.status}`) const arrayBuffer = await res.arrayBuffer() const AudioContextClass = window.AudioContext || (window as typeof window & { webkitAudioContext?: typeof AudioContext }).webkitAudioContext if (!AudioContextClass) throw new Error("AudioContext unavailable") const ctx = new AudioContextClass() try { const buffer = await ctx.decodeAudioData(arrayBuffer.slice(0)) const data = buffer.getChannelData(0) const bucket = Math.max(1, Math.floor(data.length / targetFrames)) let maxLoudness = 0.01 const raw: Array<{ loudness: number }> = [] for (let i = 0; i < targetFrames; i++) { const start = i * bucket const end = Math.min(data.length, start + bucket) let peak = 0 let sumSq = 0 for (let j = start; j < end; j++) { const sample = data[j] || 0 const abs = Math.abs(sample) peak = Math.max(peak, abs) sumSq += sample * sample } const size = Math.max(end - start, 1) const rms = Math.sqrt(sumSq / size) const loudness = Math.max(rms, peak * 0.18) raw.push({ loudness }) maxLoudness = Math.max(maxLoudness, loudness) } const sorted = raw.map((item) => item.loudness).sort((a, b) => a - b) const floor = sorted[Math.floor(sorted.length * 0.12)] ?? 0 const ceiling = sorted[Math.floor(sorted.length * 0.985)] ?? maxLoudness const range = Math.max(ceiling - floor, maxLoudness * 0.08, 0.001) return raw.map((item) => ({ loudness: clampNumber(Math.pow(clampNumber((item.loudness - floor) / range, 0, 1), 1.18), 0.015, 1), })) } finally { void ctx.close().catch(() => {}) } } function frameLabel(frame: KeyFrame, order: number) { return `S${String(order + 1).padStart(2, "0")} · ${frame.timestamp.toFixed(1)}s` } function videoPoster(job: Job, video: GeneratedVideo) { return apiAssetUrl(video.poster_url) || (job.frames[0] ? effectiveFrameUrl(job.id, job.frames[0]) : "") } function videoSrc(video: GeneratedVideo) { return apiAssetUrl(video.url) } function audioPreview(job: Job | null) { if (!job) return "粘贴 TK 链接或上传视频后,系统会先下载视频;下载完成后自动提取音频文案。" const source = job.audio_script?.source_text?.trim() || job.audio_script?.source_zh?.trim() if (source) return source if (job.transcript?.length) return job.transcript.slice(0, 5).map((item) => item.en || item.zh).join(" ") return "暂无音频文案。下载完成后会自动提取原音频文案、讲话人和背景音。" } function orderedFrames(job: Job | null, selectedFrames: KeyFrame[]) { if (!job) return [] if (selectedFrames.length > 0) return selectedFrames return [...job.frames].sort((a, b) => a.timestamp - b.timestamp) } function countReadySegments(job: Job | null, drafts: DraftSegment[]) { const frameStoryboards = job?.frames.filter((frame) => !!frame.storyboard).length ?? 0 const draftCount = drafts.length return frameStoryboards + draftCount } function countSubjectAssetViews(job: Job | null) { if (!job) return 0 return job.frames.reduce((sum, frame) => sum + (frame.elements ?? []).reduce((inner, element) => inner + (element.subject_assets?.length ?? 0), 0), 0) } function countEndpointFramePairs(job: Job | null) { if (!job) return 0 return job.frames.filter((frame) => endpointAssetRef(frame, "first_frame") && endpointAssetRef(frame, "last_frame")).length } function stepStatus({ ready, running, blocked, paused }: { ready?: boolean; running?: boolean; blocked?: boolean; paused?: boolean }): WorkflowStepStatus { if (running) return "running" if (ready) return "ready" if (paused) return "paused" if (blocked) return "blocked" return "pending" } function buildWorkflowSteps({ job, submitting, audioReady, audioRunning, transcriptCount, visualReady, visualRunning, subjectAssetCount, productAssetCount, endpointFramePairCount, generatedVideoCount, }: { job: Job | null submitting: boolean audioReady: boolean audioRunning: boolean transcriptCount: number visualReady: boolean visualRunning: boolean subjectAssetCount: number productAssetCount: number endpointFramePairCount: number generatedVideoCount: number }): WorkflowStep[] { const hasSourceVideo = !!job?.video_url const downloading = !!job && ["created", "downloading"].includes(job.status) const storyboardReady = transcriptCount > 0 const endpointTargetCount = Math.max(transcriptCount, 0) return [ { id: "input", no: "01", title: "素材输入", detail: job ? `当前 ${shortId(job.id)}` : "待链接/上传", judge: "有当前素材任务即通过;输入框只负责创建或切换任务。", status: stepStatus({ ready: !!job, running: submitting }), }, { id: "source", no: "02", title: "源视频下载", detail: hasSourceVideo ? "源视频已就绪" : downloading ? "下载中" : "待下载", judge: "job.video_url 存在即通过;created/downloading 视为运行中。", status: stepStatus({ ready: hasSourceVideo, running: downloading, blocked: !job }), }, { id: "audio", no: "03", title: "音频文案", detail: audioReady ? `${transcriptCount} 段字幕` : "待转写/分析", judge: "audio_script.source_text 有内容,或 transcript 逐句时间轴有内容即通过。", status: stepStatus({ ready: audioReady, running: audioRunning, blocked: !hasSourceVideo }), }, { id: "visual", no: "04", title: "抽帧参考", detail: visualReady ? `${job?.frames.length ?? 0} 张参考帧` : "待抽帧", judge: "job.frames.length 大于 0 即通过;这些帧只做主体重构证据。", status: stepStatus({ ready: visualReady, running: visualRunning, blocked: !hasSourceVideo }), }, { id: "subject", no: "05", title: "相似主体", detail: subjectAssetCount ? `${subjectAssetCount} 张白底视图` : "待生成主体", judge: "关键帧里存在 subject_assets 即通过;生成的是类似创新主体,不复刻原人。", status: stepStatus({ ready: subjectAssetCount > 0, blocked: !visualReady }), }, { id: "product", no: "06", title: "产品素材池", detail: productAssetCount ? `${productAssetCount} 张产品图` : "待上传/识别", judge: "product_refs 有记录即通过;不限量,但每条视频后续最多挑 6 张相关图。", status: stepStatus({ ready: productAssetCount > 0, blocked: !job }), }, { id: "script", no: "07", title: "分镜文案", detail: storyboardReady ? `${transcriptCount} 条分镜` : "待音频时间轴", judge: "逐句时间轴生成后进入分镜;新口播可按单段或整片改写。", status: stepStatus({ ready: storyboardReady, running: audioRunning, blocked: !audioReady }), }, { id: "scene", no: "08", title: "画面首尾帧", detail: endpointTargetCount ? `${endpointFramePairCount}/${endpointTargetCount} 组首尾帧` : "待分镜", judge: "每条分镜先确定场景+人+产品+动作,再生成 asset 类型首帧/尾帧;keyframe 不算通过。", status: stepStatus({ ready: endpointTargetCount > 0 && endpointFramePairCount >= endpointTargetCount, blocked: !storyboardReady }), }, { id: "video", no: "09", title: "视频候选", detail: generatedVideoCount ? `${generatedVideoCount} 条历史` : "生成入口暂停", judge: "当前不直接调视频模型;首尾帧审核后才开放单条或批量提交。", status: generatedVideoCount > 0 ? "ready" : "paused", }, ] } function workflowStepMap(steps: WorkflowStep[]) { return steps.reduce((acc, step) => { acc[step.id] = step return acc }, {} as Record) } function guessSubjectKind(name: string): SubjectKind { return /人|人物|模特|骨架|身体|脸|手|person|people|human|body|face|hand|character/i.test(name) ? "living" : "object" } function closestFrameForTime(frames: KeyFrame[], time: number) { if (!frames.length) return null const first = frames[0] as KeyFrame return frames.reduce((best, frame) => Math.abs(frame.timestamp - time) < Math.abs(best.timestamp - time) ? frame : best, first) } function isSimilarActorElement(element: KeyElement) { const zh = element.name_zh || "" const en = (element.name_en || "").toLowerCase() const combined = `${zh} ${en}`.toLowerCase() const zhSimilarSubject = zh.includes("相似") && (zh.includes("主体") || zh.includes("主角") || zh.includes("人物")) const enSimilarSubject = en.includes("similar") && (en.includes("subject") || en.includes("actor") || en.includes("humanoid") || en.includes("character")) return ( zhSimilarSubject || enSimilarSubject || combined.includes("相似主角") || combined.includes("相似主体") || combined.includes("similar ad actor") || combined.includes("similar actor") || combined.includes("similar subject") || combined.includes("transparent skeleton humanoid subject") ) } function findSimilarActorSource(preferredFrames: KeyFrame[], allFrames: KeyFrame[]) { const pools = [preferredFrames, allFrames] const seen = new Set() for (const needsAssets of [true, false]) { for (const pool of pools) { const frames = [...pool].filter((frame) => { if (seen.has(frame.index)) return false seen.add(frame.index) return true }).reverse() for (const frame of frames) { const elements = [...(frame.elements || [])].reverse() const element = elements.find((item) => isSimilarActorElement(item) && (!needsAssets || !!item.subject_assets?.length)) if (element) return { frame, element } } } seen.clear() } return null } type SubjectTemplatePromptSource = { name: string; sourceLabel: string } | null function buildSimilarSubjectPrompt(subjectStyle: SubjectStyleMode, direction: string, selectedTemplate?: SubjectTemplatePromptSource) { const base = [ "Create a new similar but non-identical information-feed ad subject from the selected reference frames.", "Treat all selected frames as evidence for ONE same subject, not multiple different subjects.", "Lock one consistent character bible before generating: same gender presentation, age range, body proportions, head shape, material, silhouette, commercial style, and visual identity across the full multi-view set.", "If the user direction asks to change gender, age, or style, apply that single change uniformly to every view; never mix male/female, young/old, or multiple style identities inside one set.", "Keep the pose vocabulary, camera-readability, creator-ad energy, and commercial clarity, but do not copy the exact source identity, face, watermark, captions, platform UI, or pixels.", "This is for SKG neck-and-shoulder wearable massage device videos: keep neck, collarbone, shoulders, side neck, upper back, shoulder blades, and product placement area clean and visible.", "Output high-definition assets suitable for downstream video generation.", ] if (selectedTemplate) { base.push( `Creative subject template selected: ${selectedTemplate.name} (${selectedTemplate.sourceLabel}).`, "Use the template images as planned creative direction only; generate an innovative variation, not a duplicate of that subject pack.", ) } if (subjectStyle === "transparent_human") { base.push( "The subject must be a transparent humanoid: transparent or translucent skin/body shell wrapping a clean visible white skeleton inside the same body.", "Keep transparent skin, visible spine, rib cage, pelvis, arm bones, leg bones, and a friendly non-horror wellness advertising look consistent in every view.", "Do not generate a normal opaque human, skeleton-only character, medical anatomy, organs, blood, gore, surgery, hospital, or horror imagery.", ) } else { base.push( "The subject must be a normal believable commercial ad actor, not a transparent or skeleton character.", "Keep wardrobe category, age range, gender presentation, body proportion, and creator-ad styling consistent in every view.", ) } const trimmed = direction.trim() if (trimmed) base.push(`User unified subject direction: ${trimmed}`) base.push("Output separate pure white background multi-view assets; each image is one view of the same unified subject.") return base.join(" ") } function subjectAssetUrl(job: Job, asset: SubjectAsset) { return apiAssetUrl(asset.url) || resolveImageRefUrl(job.id, { kind: "asset", frame_idx: 0, element_id: asset.id }) } function characterPreviewImage(character?: { primary_image?: string; images?: Array<{ id: string; view?: string; filename: string; label?: string }> } | null) { if (!character?.images?.length) return null return character.images.find((image) => image.id === character.primary_image) ?? character.images.find((image) => image.view === "front") ?? character.images[0] } function modelValue(value?: string) { return value?.trim() || "待配置" } function modelList(values: Array) { return values.map(modelValue).filter((value, index, list) => value && list.indexOf(value) === index).join(" / ") } function imageModelChain(models?: RuntimeModels) { return modelList([models?.image || "gpt-image-2"]) } function subjectImageModelChain(models?: RuntimeModels) { return modelList([models?.subject_image || "gpt-image-2"]) } function resolveVideoModelLabel(models: RuntimeModels | undefined, model: string) { const concrete = models?.video_aliases?.[model] || (model === models?.video ? models.video : "") return concrete && concrete !== model ? `${model} -> ${concrete}` : modelValue(concrete || model) } function audioModelTrace(models?: RuntimeModels): ModelTraceSpec { return { title: "音频解析", model: modelList([models?.asr, models?.translate, models?.asr_fallback]), chain: [ `ASR 转写:优先 ${modelValue(models?.asr)},失败后尝试本机 ${modelValue(models?.local_asr)},再回退 ${modelValue(models?.asr_fallback)}`, `字幕翻译:${modelValue(models?.translate)} 输出中文逐句时间轴`, `讲话人 / 节奏 / 背景音:${modelValue(models?.asr_fallback)} 读取 audio.wav 做多模态音频分析`, ], note: "点击“解析音频”后触发;开始任务下载完成后也会自动走这条链路。", } } function productModelTrace(models?: RuntimeModels): ModelTraceSpec { return { title: "产品视角识别 / 补图", model: modelList([models?.product_view, models?.image]), chain: [ `批量视角识别:${modelValue(models?.product_view)} 一次读取同一产品多张图,标注视角、左右、上下、用途和风险`, `缺角度补图:${imageModelChain(models)} 读取最相关的多张已上传参考图,按同一肩颈按摩仪结构补齐缺失视角`, "前端只保存标注和 AI 补图结果;后续生成视频时每条最多挑 6 张相关产品图", ], note: "上传产品图、重新识别、缺视角重试都会使用这组模型链路。", } } function similarSubjectModelTrace(models: RuntimeModels | undefined, subjectStyle: SubjectStyleMode): ModelTraceSpec { return { title: subjectStyle === "transparent_human" ? "相似透明骨架主体" : "相似普通真人主体", model: subjectImageModelChain(models), chain: [ "参考策略:先用视觉模型把关键帧/模板转成非身份化文字 brief,生图请求不再上传参考图", `主体类型:${subjectStyle === "transparent_human" ? "透明/半透明皮肤包裹可见白色骨架" : "普通商业广告真人"}`, `图像生成:${subjectImageModelChain(models)} 走 /images/generations 逐张生成高清图,视图数量由“全部/常用/自定义”决定`, "身份锁定:整套图必须是同一个主体,性别表现、年龄段、体型、材质和风格保持一致", ], note: "这是生成类似但创新的主体,不是复制、抠出或复刻源视频人物身份;内置形象也只作为方向参考。", } } function scriptRewriteModelTrace(models?: RuntimeModels): ModelTraceSpec { return { title: "新口播文案改写", model: modelList([models?.audio_rewrite, models?.asr_fallback, models?.translate]), chain: [ `主改写:${modelValue(models?.audio_rewrite)} 根据原文案、当前分镜、作者想法生成新口播`, `失败回退:依次尝试 ${modelValue(models?.asr_fallback)} 和 ${modelValue(models?.translate)}`, "返回结果只写入当前分镜文案编辑框;生成视频时再把当前文案写入分镜 action", ], } } function videoModelTrace(models: RuntimeModels | undefined, model: string): ModelTraceSpec { return { title: "视频生成", model: resolveVideoModelLabel(models, model), chain: [ `前端选择:${model}`, `后端解析:${resolveVideoModelLabel(models, model)}`, `服务商:${modelValue(models?.video_provider)} · ${modelValue(models?.video_base_url)}`, "输入:已确认的首尾帧、当前分镜文案、产品素材、相似主体资产和画面规划", "输出:异步候选视频,完成后回填到对应分镜行", ], } } function buildFallbackScene(job: Job, frame: KeyFrame, order: number): StoryboardScene { const frames = [...job.frames].sort((a, b) => a.timestamp - b.timestamp) const duration = Math.max(3.5, Math.min(7.5, Math.max(job.duration || 0, frames.length * 5) / Math.max(frames.length, 1))) const audio = job.audio_script?.rewritten_text?.trim() || job.transcript?.slice(0, 4).map((item) => item.en || item.zh).filter(Boolean).join(" ") || "按原音频说话节奏改写为 SKG 产品介绍。" const objects = frame.description?.objects?.slice(0, 5).map((item) => item.name).filter(Boolean).join("、") return { duration: Number(duration.toFixed(1)), first_image: null, last_image: null, subject: objects ? `关键元素候选:${objects}` : "保留原视频最重要的主体动作和构图关系。", scene: `${frame.description?.scene || `按第 ${order + 1} 段音频规划 SKG 信息流广告分镜。`}\n音频节奏依据:${audio.slice(0, 220)}`, product: "把原素材里的产品/痛点转成 SKG 颈部/肩颈按摩仪表达,默认使用 SKG 四张产品角度图做产品真源。", action: frame.description?.style ? `沿用原画面的讲话节奏、动作节点和 ${frame.description.style},突出使用前紧绷、使用后放松。` : "沿用原视频的讲话节奏和动作节点,突出使用前紧绷、使用后放松。", reference_ids: [], } } function classifyAudioRole(text: string, index: number, total: number) { const lower = text.toLowerCase() if (index === 0) return "开场钩子" if (index >= total - 2 || /discount|code|shipping|link|limited|sold out|grab|recommend|tiktok/.test(lower)) return "转化收口" if (/can't|dont|don't|if |when |tired|stress|pain|crave|bloated|puffy|ready/.test(lower)) return "痛点推进" if (/help|can |reduce|improve|relax|lower|stabilize|clear|less/.test(lower)) return "利益证明" if (/use|try|apple|product|bottle|one month/.test(lower)) return "方案过渡" return "节奏承接" } function buildSkgCopy(role: string, index: number) { const variants: Record = { "开场钩子": [ "如果你也经常低头刷手机、久坐办公,肩颈紧绷可能已经在悄悄影响状态。", "每天盯屏几个小时,脖子和肩膀的疲惫会比你想得更早出现。", ], "痛点推进": [ "脖子发紧、肩膀沉、抬头不舒服,不一定要等到很难受才处理。", "通勤、办公、带娃、刷手机叠在一起,肩颈很容易一直处在紧绷状态。", ], "利益证明": [ "SKG 颈部按摩仪贴合后颈和肩颈两侧,把热敷感和揉按感带到真正紧的位置。", "戴上后不用占手,工作间隙、居家放松、睡前都能快速进入舒缓节奏。", ], "方案过渡": [ "这一镜把原片的讲解节奏换成 SKG 使用步骤:拿起、佩戴、贴合、放松。", "让产品自然进入画面,重点不是硬推,而是把肩颈紧绷到放松的变化拍清楚。", ], "转化收口": [ "如果你也想把肩颈放松变成日常习惯,可以先从这台 SKG 开始。", "最后用清晰产品特写和轻松状态收住,让用户知道现在就可以入手。", ], "节奏承接": [ "延续原片短句快节奏,把每一句都落到一个具体肩颈场景或产品动作。", "这一句作为过渡,画面从痛点切到产品,让节奏继续往下走。", ], } const list = variants[role] ?? variants["节奏承接"] return list[index % list.length] } function buildVisualPlan(role: string) { if (role === "开场钩子") return "竖屏近景口播开场,人物轻揉脖子或转动肩颈,直接建立疲惫感。" if (role === "痛点推进") return "沿用原视频的表情、手势和节奏,画面强调低头、久坐、肩颈紧绷。" if (role === "利益证明") return "产品进入画面并佩戴到后颈,切到肩颈贴合、按键、热敷/揉按感的细节。" if (role === "转化收口") return "产品清晰特写 + 人物放松表情收尾,保留信息流广告的快速行动感。" return "保持原片同类构图和运镜,把画面内容替换成 SKG 肩颈放松场景。" } function visualModeDefaults(mode: StoryboardVisualMode) { if (mode === "person_only") { return { needsProduct: false, needsSubject: true, productPlacement: "本条不出现产品,只用人物状态、痛点或口播承接节奏;不要硬插 SKG 产品。", } } if (mode === "product_only") { return { needsProduct: true, needsSubject: false, productPlacement: "只展示 SKG 肩颈按摩仪本体、佩戴角度或功能细节;不要强行加入人物。", } } if (mode === "environment") { return { needsProduct: false, needsSubject: false, productPlacement: "本条作为场景/情绪/节奏过渡,不出现产品和人物主体;只保留空间、光线和运动节奏。", } } return { needsProduct: true, needsSubject: true, productPlacement: "SKG 肩颈按摩仪作为外置佩戴产品出现,围绕拿起、佩戴、调整、按键或放松状态展开。", } } function visualModeForRole(role: string): StoryboardVisualMode { if (role === "开场钩子" || role === "痛点推进") return "person_only" if (role === "转化收口") return "product_only" if (role === "节奏承接") return "environment" return "person_product" } function buildFirstFramePlan(role: string) { if (role === "开场钩子") return "人物近景看向镜头或低头办公,手轻扶后颈,画面先不露产品。" if (role === "痛点推进") return "保留原片人物动作节奏,肩颈紧绷、低头、揉脖子或久坐状态明确。" if (role === "利益证明") return "人物拿起或准备佩戴 SKG 肩颈按摩仪,产品位置清晰但动作刚开始。" if (role === "方案过渡") return "人物从痛点状态切到拿起产品/靠近肩颈,准备进入使用动作。" if (role === "转化收口") return "产品干净特写或佩戴完成后的稳定画面,留出转化收口的视觉焦点。" return "按原视频当前句的构图启动,先承接节奏,不强行改变镜头主体。" } function buildLastFramePlan(role: string) { if (role === "开场钩子") return "人物抬头或表情更集中,给下一镜产品或方案进入留出空间。" if (role === "痛点推进") return "紧绷状态被放大到一个明确停点,准备切入产品解决方案。" if (role === "利益证明") return "产品已正确佩戴在后颈/肩颈位置,人物放松,产品比例稳定。" if (role === "方案过渡") return "产品贴合肩颈,手部调整完成,画面自然进入功能细节或放松状态。" if (role === "转化收口") return "产品或佩戴状态稳定收住,画面干净,适合后续接购买/行动号召。" return "动作小幅推进并稳定停住,保留与下一句衔接的方向感。" } function buildSubjectDescription(role: string, visualMode: StoryboardVisualMode) { if (visualMode === "product_only" || visualMode === "environment") return "" const base = "统一相似主体:透明或半透明皮肤包裹可见白色骨架的人形,广告感、非恐怖、肩颈/锁骨/上背区域清晰,适合佩戴肩颈按摩仪。" if (role === "开场钩子") return `${base} 正面或半身口播状态,表情有痛点或好奇感,能快速抓住注意。` if (role === "痛点推进") return `${base} 肩颈紧绷、低头久坐或按揉脖子的状态,重点看清脖子、肩线和上背。` if (role === "利益证明") return `${base} 产品佩戴或即将佩戴的放松状态,优先肩颈近景、侧面和后颈肩背角度。` if (role === "方案过渡") return `${base} 手部调整产品或展示佩戴贴合感,人物姿态自然,产品位置不能挡住关键结构。` if (role === "转化收口") return `${base} 状态稳定、放松、干净收尾,可用正面/三分之二视角或产品佩戴后的稳定状态。` return `${base} 保持与整片一致的主体身份、材质、体型、性别表现和广告气质。` } function buildAudioStoryboardRows(job: Job | null): AudioStoryboardRow[] { if (!job?.transcript.length) return [] return job.transcript.map((segment, index) => { const source = segment.zh?.trim() || segment.en?.trim() || "原音频文案待补充" const role = classifyAudioRole(`${segment.en} ${segment.zh}`, index, job.transcript.length) const visualMode = visualModeForRole(role) const defaults = visualModeDefaults(visualMode) return { index: segment.index, start: segment.start, end: segment.end, source, role, visualMode, needsProduct: defaults.needsProduct, needsSubject: defaults.needsSubject, subjectDescription: buildSubjectDescription(role, visualMode), skgCopy: buildSkgCopy(role, index), visualPlan: buildVisualPlan(role), firstFramePlan: buildFirstFramePlan(role), lastFramePlan: buildLastFramePlan(role), referencePlan: `从原视频 ${segment.start.toFixed(1)}-${segment.end.toFixed(1)}s 定向抽 1-2 张参考帧。`, keyElements: role === "利益证明" ? "佩戴动作、产品位置、手部按键、放松表情" : "口播构图、人物动作、表情节奏、场景光线", productIntegration: "把原片产品/道具语境替换为 SKG 白色 U 形颈部按摩仪,产品必须外置佩戴在肩颈位置。", productPlacement: defaults.productPlacement, } }) } function productRefKey(ref: ImageRef, index: number) { return `${ref.kind}:${ref.frame_idx}:${ref.element_id ?? ""}:${ref.cutout_id ?? ""}:${index}` } function sameImageRef(a: ImageRef, b: ImageRef) { return ( a.kind === b.kind && a.frame_idx === b.frame_idx && (a.element_id ?? "") === (b.element_id ?? "") && (a.cutout_id ?? "") === (b.cutout_id ?? "") ) } function productViewLabel(view: string) { return PRODUCT_VIEW_SLOTS.find((slot) => slot.value === view)?.label ?? view } function productBackgroundLabel(background: string) { return PRODUCT_BACKGROUND_LABELS[background] ?? PRODUCT_BACKGROUND_LABELS.unknown } function formatProductAssetSize(meta?: ImageRef["asset_meta"]) { if (!meta?.width || !meta?.height) return "AI工作图" return `${meta.width}x${meta.height}` } function defaultProductUseTags(view: string) { const defaults: Record = { front: ["hero_packshot", "asymmetry"], left_45: ["hero_packshot", "asymmetry", "button_detail"], right_45: ["hero_packshot", "asymmetry", "button_detail"], side_thickness: ["side_thickness", "wearing_scale"], inner_contacts: ["inner_contact", "wearing_scale"], back_bottom: ["back_bottom", "material_texture"], } return defaults[view] ?? ["hero_packshot"] } function normalizeProductUseTags(tags: string[] | undefined, view: string) { const result: string[] = [] for (const tag of [...(tags ?? []), ...defaultProductUseTags(view)]) { if (PRODUCT_USE_TAG_LABELS[tag] && !result.includes(tag)) result.push(tag) } return result.slice(0, 4) } function defaultProductLandmarks(view: string) { const defaults: Record = { front: ["U形开口", "外壳主轮廓", "左右臂"], left_45: ["佩戴者左侧臂", "侧边弧度", "按键/结构差异"], right_45: ["佩戴者右侧臂", "侧边弧度", "按键/结构差异"], side_thickness: ["机身厚度", "侧边轮廓", "佩戴比例"], inner_contacts: ["贴颈内侧", "按摩触点", "皮肤接触面"], back_bottom: ["背面/底部", "接口/底面", "材质细节"], } return defaults[view] ?? ["U形挂脖轮廓"] } function normalizeProductLandmarks(landmarks: string[] | undefined, view: string) { const result: string[] = [] for (const item of [...(landmarks ?? []), ...defaultProductLandmarks(view)]) { const text = item.trim() if (text && !result.includes(text)) result.push(text) } return result.slice(0, 8) } function formatProductOrientation(orientation?: ProductViewAnalysisItem["orientation"]) { if (!orientation) return "" const parts = [ orientation.product_left ? `左=${orientation.product_left}` : "", orientation.product_right ? `右=${orientation.product_right}` : "", orientation.top ? `上=${orientation.top}` : "", orientation.bottom ? `下=${orientation.bottom}` : "", orientation.inner_side ? `内=${orientation.inner_side}` : "", orientation.opening_direction ? `开口=${orientation.opening_direction}` : "", ].filter(Boolean) return parts.join(";") } function createProductRefItem( ref: ImageRef, index: number, source: ProductRefItem["source"] = "upload", view?: string, note?: string, background = "unknown", useTags?: string[], orientation?: ProductViewAnalysisItem["orientation"], landmarks?: string[], risk = "", confidence?: number, ): ProductRefItem { const slot = PRODUCT_VIEW_SLOTS[index] ?? PRODUCT_VIEW_SLOTS[PRODUCT_VIEW_SLOTS.length - 1] const targetSlot = PRODUCT_VIEW_SLOTS.find((item) => item.value === view) ?? slot return { id: productRefKey(ref, index), ref, view: view ?? targetSlot.value, background, useTags: normalizeProductUseTags(useTags, view ?? targetSlot.value), orientation, landmarks: normalizeProductLandmarks(landmarks, view ?? targetSlot.value), note: note ?? targetSlot.hint, risk, source, assetMeta: ref.asset_meta, confidence, } } const PRODUCT_ANGLE_REFERENCE_PRIORITY: Record = { front: ["front", "left_45", "right_45", "side_thickness", "inner_contacts", "back_bottom"], left_45: ["left_45", "front", "side_thickness", "right_45", "inner_contacts", "back_bottom"], right_45: ["right_45", "front", "side_thickness", "left_45", "inner_contacts", "back_bottom"], side_thickness: ["side_thickness", "left_45", "right_45", "front", "inner_contacts", "back_bottom"], inner_contacts: ["inner_contacts", "side_thickness", "front", "left_45", "right_45", "back_bottom"], back_bottom: ["back_bottom", "side_thickness", "inner_contacts", "left_45", "right_45", "front"], } function productAngleReferenceScore(item: ProductRefItem, targetView: string) { const priority = PRODUCT_ANGLE_REFERENCE_PRIORITY[targetView] ?? PRODUCT_VIEW_SLOTS.map((slot) => slot.value) const rank = priority.indexOf(item.view) let score = rank === -1 ? 0 : 90 - rank * 12 if (item.source === "upload" || item.source === "library") score += 28 if (item.source === "ai") score -= 18 if (item.confidence) score += Math.round(item.confidence * 14) if (item.useTags.includes("asymmetry")) score += 8 if (targetView === "side_thickness" && item.useTags.includes("side_thickness")) score += 16 if (targetView === "inner_contacts" && item.useTags.includes("inner_contact")) score += 16 if (targetView === "back_bottom" && item.useTags.includes("back_bottom")) score += 16 if (item.risk) score -= 10 return score } function selectProductAngleReferenceItems(items: ProductRefItem[], targetView: string) { const unique = new Map() for (const item of items) { if (!unique.has(item.id)) unique.set(item.id, item) } return [...unique.values()] .sort((a, b) => productAngleReferenceScore(b, targetView) - productAngleReferenceScore(a, targetView)) .slice(0, 6) } function productAngleSourceNotes(items: ProductRefItem[]) { return items.map((item, index) => { const parts = [ `ref${index + 1}`, `view=${productViewLabel(item.view)}`, `source=${item.source}`, item.note ? `note=${item.note}` : "", formatProductOrientation(item.orientation), item.landmarks?.length ? `landmarks=${item.landmarks.join("/")}` : "", item.risk ? `risk=${item.risk}` : "", ].filter(Boolean) return parts.join(";") }) } function normalizeStoredProductItem(item: ProductRefItem, index: number): ProductRefItem { const ref = { ...item.ref, asset_meta: item.ref.asset_meta ?? item.assetMeta } const restored = createProductRefItem( ref, index, item.source ?? "upload", item.view, item.note, item.background ?? "unknown", item.useTags, item.orientation, item.landmarks, item.risk ?? "", item.confidence, ) return { ...restored, id: item.id || restored.id, assetMeta: item.assetMeta ?? restored.assetMeta, } } function productReferenceNotes(items: ProductRefItem[]) { if (!items.length) return "" return items .map((item, index) => { const tags = item.useTags.map((tag) => PRODUCT_USE_TAG_LABELS[tag]).filter(Boolean).join("/") const orientation = formatProductOrientation(item.orientation) const direction = orientation ? `;方向:${orientation}` : "" const landmarks = item.landmarks.length ? `;结构:${item.landmarks.join("/")}` : "" const risk = item.risk ? `;风险:${item.risk}` : "" return `${index + 1}. ${productViewLabel(item.view)}|${productBackgroundLabel(item.background)}|${tags}:${item.note || "无补充备注"}${direction}${landmarks}${risk}` }) .join(";") } function savedScenePatch(scene?: StoryboardScene | null): RowPlanPatch { if (!scene) return {} return { visualMode: scene.visual_mode, needsProduct: scene.needs_product, needsSubject: scene.needs_subject, subjectDescription: scene.subject?.split("\n").find((line) => line.trim() && !line.startsWith("主体真源") && !line.startsWith("本条不需要"))?.trim(), visualPlan: scene.scene?.split("\n").find((line) => line.trim() && !line.startsWith("镜头类型") && !line.startsWith("首帧规划") && !line.startsWith("尾帧规划") && !line.startsWith("原音频依据"))?.trim(), firstFramePlan: scene.first_frame_plan, lastFramePlan: scene.last_frame_plan, productIntegration: scene.product?.split("\n").find((line) => line.trim() && !line.startsWith("产品需求") && !line.startsWith("产品出现方式") && !line.startsWith("产品素材池") && !line.startsWith("未上传产品图") && !line.startsWith("本条规划"))?.trim(), productPlacement: scene.product_placement, } } function applyPlanPatch(row: AudioStoryboardRow, patch?: RowPlanPatch): AudioStoryboardRow { if (!patch) return row return { ...row, visualMode: patch.visualMode ?? row.visualMode, needsProduct: patch.needsProduct ?? row.needsProduct, needsSubject: patch.needsSubject ?? row.needsSubject, subjectDescription: patch.subjectDescription ?? row.subjectDescription, visualPlan: patch.visualPlan ?? row.visualPlan, firstFramePlan: patch.firstFramePlan ?? row.firstFramePlan, lastFramePlan: patch.lastFramePlan ?? row.lastFramePlan, productIntegration: patch.productIntegration ?? row.productIntegration, productPlacement: patch.productPlacement ?? row.productPlacement, } } function productPriorityForRow(row: AudioStoryboardRow) { const viewPriorityByRole: Record = { "开场钩子": ["front", "left_45", "right_45", "side_thickness"], "痛点推进": ["front", "side_thickness", "left_45", "right_45"], "利益证明": ["inner_contacts", "side_thickness", "front", "left_45", "right_45", "back_bottom"], "方案过渡": ["front", "left_45", "right_45", "inner_contacts", "side_thickness"], "转化收口": ["front", "back_bottom", "left_45", "right_45", "inner_contacts"], "节奏承接": ["front", "left_45", "right_45", "side_thickness"], } const tagPriorityByRole: Record = { "开场钩子": ["hero_packshot", "asymmetry", "side_thickness"], "痛点推进": ["wearing_scale", "side_thickness", "hero_packshot"], "利益证明": ["inner_contact", "wearing_scale", "button_detail", "side_thickness"], "方案过渡": ["wearing_scale", "hero_packshot", "inner_contact"], "转化收口": ["hero_packshot", "back_bottom", "asymmetry", "material_texture"], "节奏承接": ["hero_packshot", "asymmetry", "side_thickness"], } return { views: viewPriorityByRole[row.role] ?? viewPriorityByRole["节奏承接"], tags: tagPriorityByRole[row.role] ?? tagPriorityByRole["节奏承接"], } } function scoreProductItemForRow(row: AudioStoryboardRow, item: ProductRefItem, index: number) { const priority = productPriorityForRow(row) const viewRank = priority.views.indexOf(item.view) const tagScore = item.useTags.reduce((sum, tag) => { const rank = priority.tags.indexOf(tag) return sum + (rank >= 0 ? 18 - rank * 3 : 0) }, 0) const backgroundScore = item.background === "complex" ? -8 : item.background === "unknown" ? -3 : 0 const riskScore = item.risk ? -10 : 0 const confidenceScore = Math.round((item.confidence ?? 0.5) * 10) const rotationScore = -Math.abs((row.index % Math.max(1, index + 1)) - (index % 3)) return (viewRank >= 0 ? 30 - viewRank * 4 : 0) + tagScore + backgroundScore + riskScore + confidenceScore + rotationScore } function selectProductItemsForRow(row: AudioStoryboardRow, items: ProductRefItem[]) { if (!items.length) return [] const picked: ProductRefItem[] = [] const pickedIds = new Set() const add = (item?: ProductRefItem) => { if (!item || pickedIds.has(item.id) || picked.length >= MAX_PRODUCT_REFS_PER_VIDEO) return picked.push(item) pickedIds.add(item.id) } const priority = productPriorityForRow(row) for (const view of priority.views) { const matches = items .map((item, index) => ({ item, score: scoreProductItemForRow(row, item, index) })) .filter(({ item }) => item.view === view) .sort((a, b) => b.score - a.score) add(matches[0]?.item) } for (const tag of priority.tags) { const matches = items .map((item, index) => ({ item, score: scoreProductItemForRow(row, item, index) })) .filter(({ item }) => item.useTags.includes(tag)) .sort((a, b) => b.score - a.score) add(matches[0]?.item) } const ranked = items .map((item, index) => ({ item, score: scoreProductItemForRow(row, item, index) })) .sort((a, b) => b.score - a.score) for (const { item } of ranked) { add(item) } return picked } function subjectViewLabel(view: string) { return SUBJECT_ASSET_VIEWS.find((item) => item.value === view)?.label ?? view } function subjectViewRoleHint(view: string) { const hints: Record = { front: "正面口播、开场、情绪表达、转化收口", three_quarter_left: "左前45度、口播、佩戴前动作、自然转身", three_quarter_right: "右前45度、口播、佩戴前动作、自然转身", left: "左侧、肩颈侧面、佩戴动作、产品厚度与位置", right: "右侧、肩颈侧面、佩戴动作、产品厚度与位置", back: "背面、后颈肩背、产品佩戴落位", bust_front: "肩颈正面近景、痛点表情、佩戴比例", bust_left_45: "肩颈左前近景、手部调整、佩戴贴合", bust_right_45: "肩颈右前近景、手部调整、佩戴贴合", back_neck_detail: "后颈肩背特写、触点位置、产品贴合", } return hints[view] ?? "主体参考视角" } function subjectDescriptionForRow(row: AudioStoryboardRow, subjectRefs: SubjectPlanningRef[]) { const trimmed = row.subjectDescription.trim() if (trimmed) return trimmed const labels = subjectRefs.slice(0, 4).map((ref) => ref.label || subjectViewLabel(ref.view)).join("、") return [ "统一相似主体:使用已生成的主体视图作为人物真源,保持同一人物身份、体型、材质、年龄段、性别表现和广告气质。", labels ? `可用主体视角:${labels}。` : "", "如果本条需要人物但缺少更具体描述,默认保持透明皮肤包裹白色骨架、非恐怖、肩颈区域清晰可佩戴产品。", ].filter(Boolean).join("") } function subjectPriorityForRow(row: AudioStoryboardRow, role?: "first_frame" | "last_frame") { const text = `${row.role} ${row.visualMode} ${row.subjectDescription} ${row.visualPlan} ${row.firstFramePlan} ${row.lastFramePlan} ${row.productPlacement}`.toLowerCase() if (/后颈|肩背|上背|背面|背部|贴合|佩戴完成|已正确佩戴/.test(text)) { return ["back_neck_detail", "back", "bust_left_45", "bust_right_45", "left", "right", "bust_front", "three_quarter_left", "three_quarter_right", "front"] } if (/侧面|左侧|右侧|45|调整|拿起|准备佩戴|靠近肩颈|手部/.test(text)) { return ["bust_left_45", "bust_right_45", "left", "right", "three_quarter_left", "three_quarter_right", "bust_front", "front", "back_neck_detail", "back"] } if (/近景|半身|肩颈|锁骨|脖子|揉脖子|低头|紧绷/.test(text)) { return ["bust_front", "bust_left_45", "bust_right_45", "front", "three_quarter_left", "three_quarter_right", "left", "right", "back_neck_detail", "back"] } if (role === "last_frame" && row.needsProduct) { return ["back_neck_detail", "back", "bust_left_45", "bust_right_45", "bust_front", "left", "right", "front", "three_quarter_left", "three_quarter_right"] } return ["front", "three_quarter_left", "three_quarter_right", "bust_front", "left", "right", "bust_left_45", "bust_right_45", "back_neck_detail", "back"] } function selectSubjectRefsForRow(row: AudioStoryboardRow, refs: SubjectPlanningRef[], role?: "first_frame" | "last_frame") { if (!row.needsSubject || !refs.length) return [] const priority = subjectPriorityForRow(row, role) return refs .map((ref, index) => { const rank = priority.indexOf(ref.view) const labelText = `${ref.label || ""} ${ref.roleHint}`.toLowerCase() const closeupScore = /肩颈|后颈|近景|贴合|佩戴/.test(row.visualPlan + row.firstFramePlan + row.lastFramePlan + row.productPlacement) && /bust|neck|近景|肩颈|后颈/.test(`${ref.view} ${labelText}`) ? 12 : 0 return { ref, score: (rank >= 0 ? 100 - rank * 8 : 0) + closeupScore - index } }) .sort((a, b) => b.score - a.score) .slice(0, MAX_SUBJECT_REFS_PER_ENDPOINT) .map((item) => item.ref) } function subjectReferenceNotes(refs: SubjectPlanningRef[]) { return refs.map((ref, index) => `${index + 1}. ${ref.label || subjectViewLabel(ref.view)}|${ref.roleHint}`).join(";") } function subjectAssetRefsForPlanning(source: { frame: KeyFrame; element: KeyElement } | null): SubjectPlanningRef[] { if (!source) return [] return (source.element.subject_assets ?? []).slice(0, 10).map((asset) => ({ kind: "asset", frame_idx: source.frame.index, element_id: asset.id, cutout_id: asset.id, label: asset.label || asset.view || "相似主体视图", view: asset.view, roleHint: subjectViewRoleHint(asset.view), })) } function endpointAssetRef(frame: KeyFrame | null, role: "first_frame" | "last_frame"): ImageRef | null { if (!frame) return null const key = role === "first_frame" ? "first_image" : "last_image" if (frame.storyboard && Object.prototype.hasOwnProperty.call(frame.storyboard, key)) { const saved = role === "first_frame" ? frame.storyboard.first_image : frame.storyboard.last_image return saved && saved.kind !== "keyframe" ? saved : null } const asset = [...(frame.scene_assets ?? [])].reverse().find((item) => item.asset_role === role) if (!asset) return null return { kind: "asset", frame_idx: frame.index, element_id: asset.id, cutout_id: asset.id, label: asset.label || (role === "first_frame" ? "首帧" : "尾帧"), } } function buildEndpointFramePrompt(row: AudioStoryboardRow, role: "first_frame" | "last_frame", selectedProductItems: ProductRefItem[], subjectRefs: SubjectPlanningRef[]) { const target = role === "first_frame" ? row.firstFramePlan : row.lastFramePlan const opposite = role === "first_frame" ? row.lastFramePlan : row.firstFramePlan const productNotes = selectedProductItems.length ? productReferenceNotes(selectedProductItems) : "" const subjectNotes = subjectRefs.length ? subjectReferenceNotes(subjectRefs) : "" const subjectDescription = subjectDescriptionForRow(row, subjectRefs) return [ `分镜 ${row.index + 1} ${role === "first_frame" ? "首帧" : "尾帧"}。`, `新口播文案:${row.skgCopy}`, `镜头类型:${VISUAL_MODE_OPTIONS.find((item) => item.value === row.visualMode)?.label ?? row.visualMode}。`, `当前要生成的画面:${target}`, `另一端画面用于连续性参考:${opposite}`, `画面规划:${row.visualPlan}`, row.needsSubject ? `人物主体:${subjectDescription} 必须使用已生成的相似主体白底视图作为人物真源;本次只选择 ${subjectRefs.length} 张最符合镜头需求的主体视角:${subjectNotes}。不要回到原视频关键帧复刻人物。` : "本条不需要主角人物;如出现人物,只能是局部手部、背影或环境人物,不要生成透明骨架主角。", row.needsProduct ? `产品融入:${row.productPlacement}。${row.productIntegration}。已提供 ${selectedProductItems.length} 张同一 SKG 肩颈按摩仪产品参考;${productNotes}。产品是套在脖子上的 U 形肩颈按摩仪,必须保持真实佩戴大小、左右非对称和贴颈位置。` : "本条不露出产品,不要强行生成 SKG 产品、包装、白底图或随机商品。", "输出一张单独的 9:16 高清首/尾帧,不要拼图,不要字幕,不要平台 UI,不要水印。画面要能作为后续视频生成的明确起止帧。", ].join("\n") } function buildStoryboardSceneFromAudioRow( row: AudioStoryboardRow, frame: KeyFrame, productItems: ProductRefItem[] = [], subjectRefs: SubjectPlanningRef[] = [], endpointRefs: { firstImage?: ImageRef | null; lastImage?: ImageRef | null } = {}, ): StoryboardScene { const selectedProductItems = row.needsProduct ? selectProductItemsForRow(row, productItems) : [] const productRefs = selectedProductItems.map((item) => item.ref) const notes = productReferenceNotes(selectedProductItems) const subjectDescription = subjectDescriptionForRow(row, subjectRefs) const subjectNotes = subjectReferenceNotes(subjectRefs) const productGuidance = !row.needsProduct ? "本条规划为不露出产品或不把产品作为画面主体;视频生成时不要硬插 SKG 产品、包装、白底图或错误商品。" : productItems.length ? `产品素材池共有 ${productItems.length} 张,本条只选用 ${selectedProductItems.length} 张最相关参考图,不要把未选素材混入本条画面。产品硬定义:这是套在脖子上的 U 形肩颈按摩仪,不是耳机、头戴设备或护颈枕。坐标系硬规则:左/右按佩戴者身体左右,不能按图片左右;上=靠近下巴/脸/颈部上沿,下=靠近锁骨/肩部下沿;内侧=贴颈皮肤/按摩触点,外侧=外壳/按键/Logo。所选图片只作为产品结构、角度、比例和细节参考,不要照搬参考图的白底/黑底/棚拍背景。视角标注:${notes}。保留左右非对称细节,不要把两边做成镜像对称;肩颈产品大小必须贴近真实佩戴比例,不能缩成耳机,也不能放大成护颈枕。` : "未上传产品图时使用默认 SKG 产品图;生成前建议先建立同一产品素材池,锁定左右差异、厚度和佩戴比例。" return { duration: Number(Math.max(3.2, Math.min(6.5, row.end - row.start || 4.5)).toFixed(1)), first_image: endpointRefs.firstImage ?? null, last_image: endpointRefs.lastImage ?? null, visual_mode: row.visualMode, needs_product: row.needsProduct, needs_subject: row.needsSubject, first_frame_plan: row.firstFramePlan, last_frame_plan: row.lastFramePlan, product_placement: row.productPlacement, product_images: productRefs, product_image: productRefs[0] ?? null, subject_images: row.needsSubject ? subjectRefs : [], subject_image: row.needsSubject ? subjectRefs[0] ?? null : null, subject: row.needsSubject ? `${subjectDescription}\n主体动作/画面要素:${row.keyElements}\n主体真源:从已生成的相似主体白底视图中按本镜头需求选择 ${subjectRefs.length} 张;${subjectNotes}。关键帧只用于前置主体提取,不作为后续视频首尾帧参考。` : "本条不需要人物主体或相似主体参考;如画面里出现人物,只作为背景或局部,不作为主角。", scene: `镜头类型:${VISUAL_MODE_OPTIONS.find((item) => item.value === row.visualMode)?.label ?? row.visualMode}\n${row.visualPlan}\n首帧规划:${row.firstFramePlan}\n尾帧规划:${row.lastFramePlan}\n原音频依据:${row.source}`, product: `产品需求:${row.needsProduct ? "需要产品参考" : "本条不需要产品"}\n产品出现方式:${row.productPlacement}\n${row.needsProduct ? row.productIntegration : "本条以情绪、人物状态、空间或节奏过渡为主,不露出产品。"}\n${productGuidance}`, action: `${row.skgCopy}\n连续动作:从首帧规划自然过渡到尾帧规划,镜头类型和产品/人物需求不能中途改变。`, reference_ids: [], } } export function AdRecreationBoard({ data, onGenerateVideo, }: { data: NodeData onGenerateVideo: (frameIdx: number, scene: StoryboardScene, model: string) => Promise | void }) { const { job, jobs, activeJobId } = data const [url, setUrl] = useState("") const [selectedVideoIds, setSelectedVideoIds] = useState>(new Set()) const [draftSegments, setDraftSegments] = useState([]) const [elementBusyFrame, setElementBusyFrame] = useState(null) const [sixViewBusyKey, setSixViewBusyKey] = useState(null) const [generatingAll, setGeneratingAll] = useState(false) const [runtimeModels, setRuntimeModels] = useState() const [boardTheme, setBoardTheme] = useState("dark") const fileRef = useRef(null) const selectedFrames = job ? job.frames.filter((frame) => data.selectedFrames.has(frame.index)).sort((a, b) => a.timestamp - b.timestamp) : [] const framesForSegments = orderedFrames(job, selectedFrames) const generatedVideos = job?.generated_videos ?? [] const audioReady = !!job?.audio_script?.source_text?.trim() || !!job?.transcript?.length const readySegments = countReadySegments(job, draftSegments) const transcriptCount = job?.transcript.length ?? 0 const backgroundReady = !!job?.audio_script?.background_audio_profile?.trim() const audioRunning = job?.status === "transcribing" || job?.audio_script?.status === "rewriting" const visualRunning = job?.status === "splitting" const visualReady = (job?.frames.length ?? 0) > 0 const subjectAssetCount = countSubjectAssetViews(job) const productAssetCount = job?.product_refs?.length ?? 0 const endpointFramePairCount = countEndpointFramePairs(job) const workflowSteps = buildWorkflowSteps({ job, submitting: data.submitting, audioReady, audioRunning, transcriptCount, visualReady, visualRunning, subjectAssetCount, productAssetCount, endpointFramePairCount, generatedVideoCount: generatedVideos.length, }) const workflow = workflowStepMap(workflowSteps) const statusMessage = job?.message?.startsWith("视频生成已提交") ? "历史候选视频已保留;当前已暂停直接提交视频,先逐条生成并审核首尾帧。" : job?.message useEffect(() => { setDraftSegments([]) setSelectedVideoIds(new Set()) }, [activeJobId]) useEffect(() => { try { const saved = window.localStorage.getItem(BOARD_THEME_STORAGE_KEY) if (saved === "light" || saved === "dark") setBoardTheme(saved) } catch { // Ignore storage failures; dark mode remains the product default. } }, []) useEffect(() => { let cancelled = false getRuntimeHealth() .then((health) => { if (!cancelled) setRuntimeModels(health.models) }) .catch((error) => { console.warn("模型配置读取失败", error) }) return () => { cancelled = true } }, []) const submitUrl = () => { const trimmed = url.trim() if (!trimmed) return data.onSubmitUrl(trimmed) setUrl("") } const startProduction = () => { const trimmed = url.trim() data.onStartProduction?.(trimmed || undefined) if (trimmed) setUrl("") } const toggleBoardTheme = () => { setBoardTheme((current) => { const next: BoardThemeMode = current === "dark" ? "light" : "dark" try { window.localStorage.setItem(BOARD_THEME_STORAGE_KEY, next) } catch { // Ignore storage failures; the in-memory theme still switches. } return next }) } const selectAllFrames = () => { if (!job) return for (const frame of job.frames) { if (!data.selectedFrames.has(frame.index)) data.onToggleFrame(frame.index) } } const clearFrameSelection = () => { if (!job) return for (const frame of job.frames) { if (data.selectedFrames.has(frame.index)) data.onToggleFrame(frame.index) } } const addDraftSegment = () => { setDraftSegments((prev) => [ ...prev, { id: `draft-${Date.now()}-${prev.length}`, frameIndex: null, scene: emptyScene(), }, ]) } const updateDraftSegment = (id: string, patch: Partial) => { setDraftSegments((prev) => prev.map((draft) => draft.id === id ? { ...draft, ...patch } : draft)) } const removeDraftSegment = (id: string) => { setDraftSegments((prev) => prev.filter((draft) => draft.id !== id)) } const toggleVideo = (videoId: string) => { setSelectedVideoIds((prev) => { const next = new Set(prev) if (next.has(videoId)) next.delete(videoId) else next.add(videoId) return next }) } const generateElementForFrame = async (frame: KeyFrame, candidate?: FrameObject, withSixViews = true) => { if (!job) return setElementBusyFrame(frame.index) const candidateName = candidate?.name?.trim() try { let workingJob = job let workingFrame = workingJob.frames.find((item) => item.index === frame.index) ?? frame const existing = workingFrame.elements?.find((item) => candidateName ? [item.name_zh, item.name_en].some((name) => name?.trim() === candidateName) : true, ) const sourceObject = candidate ?? workingFrame.description?.objects?.[0] const name = candidateName || sourceObject?.name?.trim() || existing?.name_zh || existing?.name_en || "主体" let element = existing if (!element) { workingJob = await addElement(job.id, frame.index, { name_zh: name, name_en: name, position: sourceObject?.position, source: "manual", }) data.onJobUpdate(workingJob) workingFrame = workingJob.frames.find((item) => item.index === frame.index) ?? workingFrame element = workingFrame.elements?.[workingFrame.elements.length - 1] } if (!element) { toast.success(`已登记元素:${name}`) return } if (!hasCutout(element)) { workingJob = await cutoutElement(job.id, frame.index, element.id) data.onJobUpdate(workingJob) workingFrame = workingJob.frames.find((item) => item.index === frame.index) ?? workingFrame element = workingFrame.elements?.find((item) => item.id === element?.id) ?? element } if (withSixViews && !element.subject_assets?.length) { setSixViewBusyKey(`${frame.index}:${element.id}`) workingJob = await generateSubjectAssets(job.id, frame.index, element.id, { subject_kind: guessSubjectKind(name), background: "white", size: SUBJECT_ASSET_SIZE, source_frame_indices: framesForSegments.slice(0, 6).map((item) => item.index), }) data.onJobUpdate(workingJob) } toast.success(`已准备关键元素:${name}`) } catch (e) { toast.error("元素生成失败:" + (e instanceof Error ? e.message : String(e))) } finally { setElementBusyFrame(null) setSixViewBusyKey(null) } } const generateSixViewsForElement = async (frame: KeyFrame, element: KeyElement) => { if (!job) return setSixViewBusyKey(`${frame.index}:${element.id}`) try { const updated = await generateSubjectAssets(job.id, frame.index, element.id, { subject_kind: guessSubjectKind(element.name_zh || element.name_en || "主体"), background: "white", size: SUBJECT_ASSET_SIZE, source_frame_indices: framesForSegments.slice(0, 6).map((item) => item.index), }) data.onJobUpdate(updated) toast.success(`高清视图已生成:${element.name_zh || element.name_en}`) } catch (e) { toast.error("高清视图生成失败:" + (e instanceof Error ? e.message : String(e))) } finally { setSixViewBusyKey(null) } } const generateAllVideos = async () => { if (!job || framesForSegments.length === 0) return setGeneratingAll(true) try { for (let order = 0; order < framesForSegments.length; order += 1) { const frame = framesForSegments[order] const scene = frame.storyboard ?? buildFallbackScene(job, frame, order) if (!frame.storyboard) { const updated = await updateStoryboard(job.id, frame.index, scene) data.onJobUpdate(updated) } await onGenerateVideo(frame.index, scene, "seedance") } toast.success(`已提交 ${framesForSegments.length} 条分镜视频`) } catch (e) { toast.error("批量生成失败:" + (e instanceof Error ? e.message : String(e))) } finally { setGeneratingAll(false) } } return (
feed ad recreation worksheet

信息流广告复刻工作表

源视频解析与参考帧

{statusMessage || "下载源视频后解析音频,再抽参考帧并生成相似主体。"}
data.onTranscribeAudio?.(job?.id)}> 解析音频
} title="文案依据" />
{transcriptCount ? `${transcriptCount} 段` : "待解析"}
{audioPreview(job)}
) } function MaterialColumn({ data, step, jobs, job, activeJobId, url, setUrl, fileRef, onSubmitUrl, onStartProduction, }: { data: NodeData step: WorkflowStep jobs: Job[] job: Job | null activeJobId: string | null url: string setUrl: (value: string) => void fileRef: RefObject onSubmitUrl: () => void onStartProduction: () => void }) { const actionLabel = !url.trim() && job?.status === "failed" ? job.video_url ? "重新解析" : "重新下载" : "开始分析" return (

素材输入

一个素材就是一次文件任务

setUrl(e.target.value)} onKeyDown={(e) => { if (e.key === "Enter") onSubmitUrl() }} placeholder="粘贴 TK / 信息流视频链接" className="h-10 min-w-0 flex-1 rounded-md border border-white/10 bg-black/45 px-3 text-[13px] text-white outline-none placeholder:text-white/28 focus:border-cyan-300/60" /> { const file = e.target.files?.[0] if (file) data.onUploadFile(file) e.currentTarget.value = "" }} />
{jobs.length ? jobs.map((item, index) => ( data.onSwitchJob(item.id)} onDelete={data.onDeleteJob ? () => data.onDeleteJob?.(item.id) : undefined} /> )) : ( )}
) } function AudioIntakePanel({ job, selectedFrames, onToggleFrame, onJobUpdate, onAddFrame, onDeleteFrame, runtimeModels, }: { job: Job | null selectedFrames: Set onToggleFrame: (idx: number) => void onJobUpdate: (job: Job) => void onAddFrame?: (jobId: string, t: number) => Promise | void onDeleteFrame?: (jobId: string, idx: number) => Promise | void runtimeModels?: RuntimeModels }) { const [currentTime, setCurrentTime] = useState(0) const [mediaDuration, setMediaDuration] = useState(0) const [audioFeatures, setAudioFeatures] = useState([]) const [audioFeatureStatus, setAudioFeatureStatus] = useState("idle") const [manualBusy, setManualBusy] = useState(false) const [extracting, setExtracting] = useState(false) const [deletingFrame, setDeletingFrame] = useState(null) const [waveHoverTime, setWaveHoverTime] = useState(null) const videoRef = useRef(null) const rowRefs = useRef>({}) const syncFrameRef = useRef(null) const script = job?.audio_script const audioSrcUrl = job ? apiAssetUrl(job.source_audio_url) || sourceAudioUrl(job.id) : "" const profiles = [ { label: "讲话人", value: script?.speaker_profile }, { label: "节奏", value: script?.rhythm_profile }, { label: "背景音", value: script?.background_audio_profile }, ] const processing = !!job && (job.status === "transcribing" || script?.status === "rewriting") const timelineDuration = useMemo(() => { if (!job) return 1 const lastTranscriptEnd = job.transcript.reduce((max, segment) => Math.max(max, segment.end || 0), 0) return Math.max( mediaDuration, job.duration ?? 0, lastTranscriptEnd, 1, ) }, [job, mediaDuration]) const activeSegment = job?.transcript.find((segment) => currentTime >= segment.start && currentTime <= Math.max(segment.end, segment.start + 0.2)) const frames = useMemo(() => job ? [...job.frames].sort((a, b) => a.timestamp - b.timestamp) : [], [job]) const selectedReferenceFrames = useMemo( () => frames.filter((frame) => selectedFrames.has(frame.index)), [frames, selectedFrames], ) const waveTimeHint = waveHoverTime !== null ? `指针停点 ${waveHoverTime.toFixed(1)}s` : activeSegment ? `当前句 ${activeSegment.start.toFixed(1)}-${activeSegment.end.toFixed(1)}s` : "指针 -" useEffect(() => { if (!job?.id || !audioSrcUrl) { setAudioFeatures([]) setAudioFeatureStatus("idle") return } setCurrentTime(0) setMediaDuration(0) setAudioFeatures([]) setAudioFeatureStatus("loading") let cancelled = false decodeAudioFeatures(audioSrcUrl) .then((next) => { if (!cancelled) { setAudioFeatures(next) setAudioFeatureStatus("ready") } }) .catch(() => { if (!cancelled) { setAudioFeatures([]) setAudioFeatureStatus("failed") } }) return () => { cancelled = true } }, [audioSrcUrl, job?.id]) useEffect(() => { if (activeSegment) rowRefs.current[activeSegment.index]?.scrollIntoView({ block: "nearest" }) }, [activeSegment?.index]) useEffect(() => { return () => { if (syncFrameRef.current !== null) cancelAnimationFrame(syncFrameRef.current) } }, []) const stopFrameSync = () => { if (syncFrameRef.current !== null) { cancelAnimationFrame(syncFrameRef.current) syncFrameRef.current = null } if (videoRef.current) setCurrentTime(videoRef.current.currentTime) } const startFrameSync = () => { if (syncFrameRef.current !== null) cancelAnimationFrame(syncFrameRef.current) const tick = () => { const video = videoRef.current if (!video || video.paused || video.ended) { stopFrameSync() return } setCurrentTime(video.currentTime) syncFrameRef.current = requestAnimationFrame(tick) } syncFrameRef.current = requestAnimationFrame(tick) } const seekTo = (time: number) => { const next = clampNumber(time, 0, timelineDuration) if (videoRef.current) videoRef.current.currentTime = next setCurrentTime(next) } const addFrameAtCurrentTime = async () => { if (!job || !onAddFrame) return const next = clampNumber(currentTime, 0, timelineDuration) setManualBusy(true) try { await onAddFrame(job.id, next) } finally { setManualBusy(false) } } const extractKeyframes = async () => { if (!job) return setExtracting(true) try { for (const frame of job.frames) { if (selectedFrames.has(frame.index)) onToggleFrame(frame.index) } const updated = await analyzeJob(job.id, 12, "motion", "replace", "accurate") onJobUpdate(updated) toast.info("已按动作峰值逻辑重新抽取 12 张参考帧,完成后在时间轴左侧选择主角参考。") } catch (e) { toast.error("12 张关键帧抽取失败:" + (e instanceof Error ? e.message : String(e))) } finally { setExtracting(false) } } const deleteReferenceFrame = async (idx: number) => { if (!job || !onDeleteFrame) return setDeletingFrame(idx) try { await onDeleteFrame(job.id, idx) } finally { setDeletingFrame(null) } } if (!job) { return } const videoSrcUrl = apiAssetUrl(job.video_url) || videoUrl(job.id) return (
} title="源视频工作区" />
{job.transcript.length} 段 {formatSeconds(job.duration)}
} title="音频解析结果" />
讲话人 / 节奏 / 背景音,展开查看完整模型判断
{profiles.map((item) => ( ))}
} title="原版视频" /> {currentTime.toFixed(1)}s
{job.video_url ? (
音频波形 / 切点参考
当前 {currentTime.toFixed(1)}s 总 {formatSeconds(timelineDuration)} {waveTimeHint}
void extractKeyframes()} onDeleteFrame={onDeleteFrame ? (idx) => void deleteReferenceFrame(idx) : undefined} />
} title="逐句时间轴" /> {job.transcript.length} 段
{job.transcript.length ? (
时间
原文 / 中文
{job.transcript.map((segment) => { const active = activeSegment?.index === segment.index return (
{ rowRefs.current[segment.index] = node }} onClick={() => seekTo(segment.start)} className={`grid cursor-pointer grid-cols-[76px_minmax(0,1fr)] gap-2 border-b px-3 py-1.5 text-[11.5px] leading-snug transition last:border-b-0 ${ active ? "border-emerald-300/18 bg-emerald-300/[0.12] text-white" : "border-white/8 text-white/64 hover:bg-white/[0.045]" }`} >
{segment.start.toFixed(1)}-{segment.end.toFixed(1)}s
{segment.en || -}
{segment.zh || 翻译中}
) })}
) : ( )}
) } function SourceKeyframePicker({ job, frames, selectedFrames, selectedReferenceFrames, extracting, deletingFrame, onToggleFrame, onExtract, onDeleteFrame, }: { job: Job frames: KeyFrame[] selectedFrames: Set selectedReferenceFrames: KeyFrame[] extracting: boolean deletingFrame: number | null onToggleFrame: (idx: number) => void onExtract: () => void onDeleteFrame?: (idx: number) => void }) { return (
} title="关键帧" />
已选 {selectedReferenceFrames.length || "全部"}
参考帧池 点选即为已选,悬停放大
{frames.map((frame, index) => { const selected = selectedFrames.has(frame.index) return ( onToggleFrame(frame.index)} topLeft={{String(index + 1).padStart(2, "0")}} topRight={{selected ? : }} onDelete={onDeleteFrame ? () => onDeleteFrame(frame.index) : undefined} deleting={deletingFrame === frame.index} deleteLabel={`删除关键帧 ${index + 1}`} /> ) })} {!frames.length && (
自动抽帧或在原版视频上用当前点抽帧。
)}
) } function SourceReferenceBuildPanel({ job, selectedFrames, onJobUpdate, runtimeModels, }: { job: Job selectedFrames: Set onJobUpdate: (job: Job) => void runtimeModels?: RuntimeModels }) { const [subjectBusy, setSubjectBusy] = useState(false) const [subjectAssetBusy, setSubjectAssetBusy] = useState(null) const [subjectMode, setSubjectMode] = useState("source_similar") const [subjectStyle, setSubjectStyle] = useState("transparent_human") const [subjectViewMode, setSubjectViewMode] = useState("all") const [customSubjectViews, setCustomSubjectViews] = useState(COMMON_SUBJECT_VIEW_VALUES) const [subjectDirection, setSubjectDirection] = useState("") const [characterLibrary, setCharacterLibrary] = useState([]) const [selectedCharacterId, setSelectedCharacterId] = useState("") const [subjectTemplateLibrary, setSubjectTemplateLibrary] = useState([]) const [selectedSubjectTemplateId, setSelectedSubjectTemplateId] = useState("") const [templateLibraryBusy, setTemplateLibraryBusy] = useState(false) const [templateSaveBusy, setTemplateSaveBusy] = useState(false) const [templateDraftName, setTemplateDraftName] = useState("") const [templateDraftNote, setTemplateDraftNote] = useState("") const frames = useMemo(() => [...job.frames].sort((a, b) => a.timestamp - b.timestamp), [job.frames]) const selectedReferenceFrames = useMemo( () => frames.filter((frame) => selectedFrames.has(frame.index)), [frames, selectedFrames], ) const subjectReferenceFrames = useMemo( () => selectedReferenceFrames.length ? selectedReferenceFrames : frames, [frames, selectedReferenceFrames], ) const actorSource = useMemo(() => { return findSimilarActorSource(subjectReferenceFrames, frames) }, [frames, subjectReferenceFrames]) const actorAssets = actorSource?.element.subject_assets ?? [] const selectedCharacter = useMemo( () => characterLibrary.find((character) => character.id === selectedCharacterId) ?? null, [characterLibrary, selectedCharacterId], ) const selectedSubjectTemplate = useMemo( () => subjectTemplateLibrary.find((template) => template.id === selectedSubjectTemplateId) ?? null, [subjectTemplateLibrary, selectedSubjectTemplateId], ) const selectedTemplatePrompt = subjectMode === "template" && selectedSubjectTemplate ? { name: selectedSubjectTemplate.name, sourceLabel: "数据库主体模板" } : subjectMode === "template" && selectedCharacter ? { name: selectedCharacter.name, sourceLabel: "内置策划形象" } : null const selectedSubjectViews = useMemo(() => { if (subjectViewMode === "common") return COMMON_SUBJECT_VIEW_VALUES if (subjectViewMode === "custom") return customSubjectViews.length ? customSubjectViews : COMMON_SUBJECT_VIEW_VALUES return SUBJECT_ASSET_VIEWS.map((view) => view.value) }, [customSubjectViews, subjectViewMode]) const visibleActorAssets = useMemo(() => { const latestByView = new Map() for (const asset of actorAssets) { const current = latestByView.get(asset.view) if (!current || (asset.created_at || 0) >= (current.created_at || 0)) { latestByView.set(asset.view, asset) } } return [...latestByView.values()].sort((a, b) => { const ai = SUBJECT_VIEW_ORDER.indexOf(a.view) const bi = SUBJECT_VIEW_ORDER.indexOf(b.view) return (ai === -1 ? 99 : ai) - (bi === -1 ? 99 : bi) }) }, [actorAssets]) const referenceCountLabel = selectedReferenceFrames.length ? `已选 ${selectedReferenceFrames.length} 张参考帧` : frames.length ? `默认使用全部 ${frames.length} 张参考帧` : "待抽帧" const templateSaveHint = visibleActorAssets.length ? templateDraftName.trim() ? "保存后会进入主体模板库,后续任务可直接复用" : "先给这套主体命名,再保存到主体模板库" : "先生成本次主体视图,再决定是否入库" const templateSourceLabel = subjectMode === "template" && selectedSubjectTemplate ? `${selectedSubjectTemplate.name} · 数据库模板` : subjectMode === "template" && selectedCharacter ? `${selectedCharacter.name} · 模板参考` : "源视频关键帧 · 相似创新" const templateRequired = subjectMode === "template" && !selectedSubjectTemplate && !selectedCharacter const generationCtaLabel = subjectMode === "template" ? `用模板生成 ${selectedSubjectViews.length} 张主体视图` : `从源视频创新生成 ${selectedSubjectViews.length} 张主体视图` const loadSubjectTemplateLibrary = async (silent = false) => { setTemplateLibraryBusy(true) try { const items = await listSubjectTemplates() setSubjectTemplateLibrary(items) } catch (e) { if (!silent) toast.error("主体模板库读取失败:" + (e instanceof Error ? e.message : String(e))) } finally { setTemplateLibraryBusy(false) } } useEffect(() => { let cancelled = false Promise.allSettled([listCharacterLibrary(), listSubjectTemplates()]) .then(([characters, templates]) => { if (cancelled) return if (characters.status === "fulfilled") setCharacterLibrary(characters.value) else toast.error("内置形象读取失败:" + (characters.reason instanceof Error ? characters.reason.message : String(characters.reason))) if (templates.status === "fulfilled") setSubjectTemplateLibrary(templates.value) else toast.error("主体模板库读取失败:" + (templates.reason instanceof Error ? templates.reason.message : String(templates.reason))) }) return () => { cancelled = true } }, []) useEffect(() => { setTemplateDraftName("") setTemplateDraftNote("") }, [job.id]) const generateSimilarActor = async () => { if (!frames.length) { toast.warning("请先自动抽帧 12 张,或在原版视频上手动补帧。") return } if (templateRequired) { toast.warning("请先选择一个内置或数据库主体模板。") return } const baseFrame = subjectReferenceFrames[0] if (!baseFrame) return setSubjectBusy(true) try { let workingJob = job let workingFrame = workingJob.frames.find((frame) => frame.index === baseFrame.index) ?? baseFrame let element = workingFrame.elements?.find(isSimilarActorElement) if (!element) { workingJob = await addElement(job.id, baseFrame.index, { name_zh: selectedTemplatePrompt ? `相似透明骨架主体 · ${selectedTemplatePrompt.name}` : subjectStyle === "transparent_human" ? "相似透明骨架主体" : "相似广告主角", name_en: selectedTemplatePrompt ? `similar innovative transparent skeleton humanoid subject based on ${selectedTemplatePrompt.name}` : subjectStyle === "transparent_human" ? "similar transparent skeleton humanoid subject" : "similar ad actor", position: "source-video main subject selected from global keyframes", source: "manual", }) onJobUpdate(workingJob) workingFrame = workingJob.frames.find((frame) => frame.index === baseFrame.index) ?? workingFrame element = workingFrame.elements?.find(isSimilarActorElement) ?? workingFrame.elements?.[workingFrame.elements.length - 1] } if (!element) throw new Error("similar subject element missing") const updated = await generateSubjectAssets(job.id, baseFrame.index, element.id, { subject_kind: "living", subject_style: subjectStyle, reconstruction_mode: "similar", background: "white", size: SUBJECT_ASSET_SIZE, source_frame_indices: subjectReferenceFrames.slice(0, 12).map((frame) => frame.index), views: selectedSubjectViews, character_id: subjectMode === "template" ? selectedCharacterId : "", subject_template_id: subjectMode === "template" ? selectedSubjectTemplateId : "", prompt: buildSimilarSubjectPrompt(subjectStyle, subjectDirection, selectedTemplatePrompt), replace_views: true, }) onJobUpdate(updated) toast.success(`相似主体 ${selectedSubjectViews.length} 张高清白底图已生成`) } catch (e) { toast.error("相似主体重构失败:" + (e instanceof Error ? e.message : String(e))) } finally { setSubjectBusy(false) } } const regenerateSubjectAsset = async (asset: SubjectAsset) => { if (!actorSource) return setSubjectAssetBusy(`regen:${asset.id}`) try { const sourceIndices = asset.source_frame_indices?.length ? asset.source_frame_indices : subjectReferenceFrames.slice(0, 12).map((frame) => frame.index) const updated = await generateSubjectAssets(job.id, actorSource.frame.index, actorSource.element.id, { subject_kind: "living", subject_style: subjectStyle, reconstruction_mode: "similar", background: asset.background || "white", size: SUBJECT_ASSET_SIZE, source_frame_indices: sourceIndices, views: [asset.view], character_id: subjectMode === "template" ? selectedCharacterId : "", subject_template_id: subjectMode === "template" ? selectedSubjectTemplateId : "", prompt: buildSimilarSubjectPrompt(subjectStyle, subjectDirection, selectedTemplatePrompt), replace_views: true, }) onJobUpdate(updated) toast.success("已重新生成这张主体视图") } catch (e) { toast.error("单张主体视图重生失败:" + (e instanceof Error ? e.message : String(e))) } finally { setSubjectAssetBusy(null) } } const deleteActorAsset = async (asset: SubjectAsset) => { if (!actorSource) return setSubjectAssetBusy(`delete:${asset.id}`) try { const updated = await deleteSubjectAsset(job.id, actorSource.frame.index, actorSource.element.id, asset.id) onJobUpdate(updated) toast.success("主体视图已删除") } catch (e) { toast.error("主体视图删除失败:" + (e instanceof Error ? e.message : String(e))) } finally { setSubjectAssetBusy(null) } } const saveGeneratedSubjectTemplate = async () => { if (!actorSource || !visibleActorAssets.length) { toast.warning("请先生成相似主体视图。") return } const name = templateDraftName.trim() if (!name) { toast.warning("请先给这套主体模板命名。") return } setTemplateSaveBusy(true) try { const item = await saveSubjectTemplate(job.id, { name, note: templateDraftNote.trim(), frame_idx: actorSource.frame.index, element_id: actorSource.element.id, asset_ids: visibleActorAssets.map((asset) => asset.id), subject_style: subjectStyle, }) setSubjectTemplateLibrary((items) => [item, ...items.filter((template) => template.id !== item.id)]) setSelectedSubjectTemplateId(item.id) setSelectedCharacterId("") setTemplateDraftName("") setTemplateDraftNote("") toast.success("已保存到主体模板库") } catch (e) { toast.error("保存主体模板失败:" + (e instanceof Error ? e.message : String(e))) } finally { setTemplateSaveBusy(false) } } return (
} title="相似主体 / 主体模板" />
{referenceCountLabel}
主体模板库
先决定是否用模板,再选择内置或数据库主体;源视频相似不再混在模板网格里。
{[ { value: "template" as const, label: "用模板生成", desc: "从内置形象或数据库模板延展新主体" }, { value: "source_similar" as const, label: "不用模板(从源视频关键帧创新)", desc: "只读取源视频角色文字特征,不上传参考图做复制" }, ].map((item) => ( ))}
{subjectTemplateLibrary.map((template) => { const preview = characterPreviewImage(template) const active = subjectMode === "template" && selectedSubjectTemplateId === template.id return ( ) })} {characterLibrary.map((character) => { const preview = characterPreviewImage(character) const active = subjectMode === "template" && selectedCharacterId === character.id return ( ) })}
{subjectMode === "template" && (selectedSubjectTemplate?.images?.length || selectedCharacter?.images?.length) ? (
{(selectedSubjectTemplate?.images ?? selectedCharacter?.images ?? []).slice(0, 10).map((image) => (
{image.label}
))}
) : null}
setTemplateDraftName(event.target.value)} placeholder={visibleActorAssets.length ? "模板名称" : "生成主体视图后可命名保存"} className="h-8 rounded-md border border-white/10 bg-black/35 px-2 text-[10.5px] text-white outline-none placeholder:text-white/28 focus:border-cyan-300/50" /> setTemplateDraftNote(event.target.value)} placeholder="保存为主体模板备注:适用广告、人物风格、禁用点" className="h-8 rounded-md border border-white/10 bg-black/35 px-2 text-[10.5px] text-white outline-none placeholder:text-white/28 focus:border-cyan-300/50" />
{templateSaveHint}
生成主体视图
{templateSourceLabel}
{[ { value: "transparent_human" as const, label: "透明骨架" }, { value: "source_actor" as const, label: "真人" }, ].map((item) => ( ))}
{[ { value: "all" as const, label: `全部 ${SUBJECT_ASSET_VIEWS.length}` }, { value: "common" as const, label: `常用 ${COMMON_SUBJECT_VIEW_VALUES.length}` }, { value: "custom" as const, label: "自定义" }, ].map((item) => ( ))}
setSubjectDirection(event.target.value)} placeholder="统一方向:如年轻女性 / 更运动 / 更高级" className="h-9 rounded-md border border-white/10 bg-black/35 px-2.5 text-[11px] text-white outline-none placeholder:text-white/28 focus:border-cyan-300/50" />
{subjectViewMode === "custom" ? (
{SUBJECT_ASSET_VIEWS.map((view) => { const checked = customSubjectViews.includes(view.value) return ( ) })}
) : null} {visibleActorAssets.length ? (
{visibleActorAssets.map((asset) => { const busyMode = subjectAssetBusy?.endsWith(asset.id) ? subjectAssetBusy.split(":")[0] : "" return ( , tone: "cyan", busy: busyMode === "regen", disabled: !!subjectAssetBusy, onClick: () => void regenerateSubjectAsset(asset), }]} onDelete={() => void deleteActorAsset(asset)} deleting={busyMode === "delete"} deleteDisabled={!!subjectAssetBusy} deleteLabel="删除这一张" /> ) })}
) : (
{subjectMode === "template" ? "先选主体模板,再生成新主体视图;模板只作为文字化创意方向,不再作为强参考图复制。" : "直接使用关键帧的文字化主体特征生成创新主体;后端不会上传源图给生图端点。"}
)}
) } function AudioStoryboardPlanPanel({ job, selectedFrames, onJobUpdate, onDeleteVideo, runtimeModels, productStep, scriptStep, sceneStep, videoStep, }: { job: Job | null selectedFrames: Set onJobUpdate?: (job: Job) => void onDeleteVideo?: (videoId: string) => void runtimeModels?: RuntimeModels productStep: WorkflowStep scriptStep: WorkflowStep sceneStep: WorkflowStep videoStep: WorkflowStep }) { const [storyboardSaveBusyRow, setStoryboardSaveBusyRow] = useState(null) const [batchStoryboardSaveBusy, setBatchStoryboardSaveBusy] = useState(false) const [endpointFrameBusy, setEndpointFrameBusy] = useState(null) const [productItems, setProductItems] = useState([]) const [productUploading, setProductUploading] = useState(false) const [productAnalyzing, setProductAnalyzing] = useState(false) const [productAngleBusy, setProductAngleBusy] = useState(null) const [copyOverrides, setCopyOverrides] = useState>({}) const [planOverrides, setPlanOverrides] = useState>({}) const [authorIntent, setAuthorIntent] = useState("") const [scriptRewriteBusy, setScriptRewriteBusy] = useState<"all" | number | null>(null) const productFileRef = useRef(null) const productPersistSeq = useRef(0) const rows = useMemo(() => buildAudioStoryboardRows(job), [job]) const orderedFrames = useMemo(() => job ? [...job.frames].sort((a, b) => a.timestamp - b.timestamp) : [], [job]) const selectedReferenceFrames = useMemo( () => orderedFrames.filter((frame) => selectedFrames.has(frame.index)), [orderedFrames, selectedFrames], ) const rowReferencePool = selectedReferenceFrames.length ? selectedReferenceFrames : orderedFrames const similarActorSource = useMemo( () => findSimilarActorSource(selectedReferenceFrames, orderedFrames), [selectedReferenceFrames, orderedFrames], ) const subjectRefs = useMemo(() => subjectAssetRefsForPlanning(similarActorSource), [similarActorSource]) useEffect(() => { setProductItems((job?.product_refs ?? []).map(normalizeStoredProductItem)) setCopyOverrides({}) setPlanOverrides({}) setAuthorIntent("") setScriptRewriteBusy(null) }, [job?.id]) const persistProductItems = async (items: ProductRefItem[]) => { if (!job) return const seq = ++productPersistSeq.current try { const updated = await saveProductRefs(job.id, items) if (seq === productPersistSeq.current) onJobUpdate?.(updated) } catch (e) { console.warn("产品素材池保存失败", e) } } const setAndPersistProductItems = (items: ProductRefItem[]) => { setProductItems(items) void persistProductItems(items) } const copyForRow = (row: AudioStoryboardRow) => copyOverrides[row.index] ?? row.skgCopy const patchRowCopy = (rowIndex: number, value: string) => { setCopyOverrides((prev) => ({ ...prev, [rowIndex]: value })) } const patchRowPlan = (rowIndex: number, patch: RowPlanPatch) => { setPlanOverrides((prev) => ({ ...prev, [rowIndex]: { ...(prev[rowIndex] ?? {}), ...patch } })) } const applyVisualMode = (rowIndex: number, mode: StoryboardVisualMode) => { const defaults = visualModeDefaults(mode) const row = rows.find((item) => item.index === rowIndex) patchRowPlan(rowIndex, { visualMode: mode, needsProduct: defaults.needsProduct, needsSubject: defaults.needsSubject, subjectDescription: row ? buildSubjectDescription(row.role, mode) : "", productPlacement: defaults.productPlacement, }) } const planForRow = (row: AudioStoryboardRow, frame: KeyFrame | null) => applyPlanPatch(applyPlanPatch(row, savedScenePatch(frame?.storyboard)), planOverrides[row.index]) const rewriteSegmentForRow = (row: AudioStoryboardRow): StoryboardScriptRewriteSegment => ({ index: row.index, start: row.start, end: row.end, role: row.role, source: row.source, current_text: copyForRow(row), }) const referenceFrameForRow = (row: AudioStoryboardRow) => closestFrameForTime(rowReferencePool, clampNumber((row.start + row.end) / 2, 0, Math.max(job?.duration || row.end, row.end))) const videosForFrame = (frame: KeyFrame | null) => { if (!frame) return [] return (job?.generated_videos ?? []).filter((video) => video.frame_idx === frame.index) } const itemSourceForRef = (ref: ImageRef) => productItems.find((item) => sameImageRef(item.ref, ref))?.source ?? "upload" const buildAnalyzedProductItems = (refs: ImageRef[], analysisItems: ProductViewAnalysisItem[] = [], startIndex = 0) => refs.map((ref, index) => { const analysis = analysisItems.find((item) => item.index === index) const validView = analysis && PRODUCT_VIEW_SLOTS.some((slot) => slot.value === analysis.view) ? analysis.view : undefined return createProductRefItem( ref, startIndex + index, itemSourceForRef(ref), validView, analysis?.note, analysis?.background ?? "unknown", analysis?.use_tags, analysis?.orientation, analysis?.landmarks, analysis?.risk ?? "", analysis?.confidence, ) }) const completeMissingProductAngles = async (seedItems: ProductRefItem[]) => { if (!job || !seedItems.length) return seedItems let working = seedItems const failures: string[] = [] const missing = PRODUCT_VIEW_SLOTS .filter((slot) => !working.some((item) => item.view === slot.value)) for (const slot of missing) { setProductAngleBusy(slot.value) try { const references = selectProductAngleReferenceItems(working, slot.value) const ref = await generateProductAngleAsset(job.id, { source_ref: references[0].ref, source_refs: references.map((item) => item.ref), source_notes: productAngleSourceNotes(references), target_view: slot.label, note: `${slot.hint};请综合这些同产品参考图补目标视角,不要只照抄某一张。`, }) working = [ ...working, createProductRefItem(ref, working.length, "ai", slot.value, `AI 补齐:${slot.hint}`, "white", undefined, undefined, undefined, "", 1), ] setAndPersistProductItems(working) } catch (e) { failures.push(`${slot.label}:${e instanceof Error ? e.message : String(e)}`) } } setProductAngleBusy(null) if (failures.length) { toast.warning(`部分产品视角自动补图失败:${failures.map((item) => item.split(":")[0]).join("、")}`) } return working } const analyzeAndCompleteProductViews = async (refs: ImageRef[]) => { if (!job || !refs.length) return setProductAnalyzing(true) const pending = refs.map((ref, index) => createProductRefItem(ref, index, itemSourceForRef(ref), undefined, "正在自动识别视角...")) setAndPersistProductItems(pending) try { const analysis = await analyzeProductViews(job.id, refs) const analyzed = buildAnalyzedProductItems(refs, analysis.items) setAndPersistProductItems(analyzed) const completed = await completeMissingProductAngles(analyzed) toast.success(completed.length > analyzed.length ? "产品视角已自动识别并补齐缺失角度" : "产品视角已自动识别") } catch (e) { const fallback = refs.map((ref, index) => createProductRefItem(ref, index, itemSourceForRef(ref))) setAndPersistProductItems(fallback) await completeMissingProductAngles(fallback) toast.warning("产品视角识别失败,已按默认顺序标注并尝试自动补图:" + (e instanceof Error ? e.message : String(e))) } finally { setProductAnalyzing(false) setProductAngleBusy(null) } } const analyzeUploadedProductRefs = async (refs: ImageRef[]) => { if (!job || !refs.length) return const baseItems = productItems const startIndex = baseItems.length setProductAnalyzing(true) setAndPersistProductItems([ ...baseItems, ...refs.map((ref, index) => createProductRefItem(ref, startIndex + index, "upload", undefined, "正在自动识别视角...")), ]) try { const analysis = await analyzeProductViews(job.id, refs) const newItems = buildAnalyzedProductItems(refs, analysis.items, startIndex) const combined = [...baseItems, ...newItems] setAndPersistProductItems(combined) const completed = await completeMissingProductAngles(combined) toast.success(completed.length > combined.length ? "新产品图已识别,并已补齐缺失角度" : "新产品图已自动识别") } catch (e) { const fallback = refs.map((ref, index) => createProductRefItem(ref, startIndex + index, "upload")) const combined = [...baseItems, ...fallback] setAndPersistProductItems(combined) await completeMissingProductAngles(combined) toast.warning("新产品图识别失败,已按默认顺序标注并尝试自动补图:" + (e instanceof Error ? e.message : String(e))) } finally { setProductAnalyzing(false) setProductAngleBusy(null) } } const uploadProductImages = async (files: FileList | null) => { if (!job || !files?.length) return const selected = Array.from(files) setProductUploading(true) try { const refs = await Promise.all(selected.map((file) => uploadStoryboardAsset(job.id, file))) await analyzeUploadedProductRefs(refs) toast.success(`已上传 ${refs.length} 张产品图`) } catch (e) { toast.error("产品图上传失败:" + (e instanceof Error ? e.message : String(e))) } finally { setProductUploading(false) } } const patchProductItem = (id: string, patch: Partial) => { setProductItems((prev) => { const next = prev.map((item) => item.id === id ? { ...item, ...patch } : item) void persistProductItems(next) return next }) } const removeProductItem = (id: string) => { setProductItems((prev) => { const next = prev.filter((item) => item.id !== id) void persistProductItems(next) return next }) } const reanalyzeProductViews = async () => { if (!productItems.length) return await analyzeAndCompleteProductViews(productItems.map((item) => item.ref)) } const applyScriptRewriteItems = (items: Array<{ index: number; text: string }>) => { if (!items.length) return setCopyOverrides((prev) => { const next = { ...prev } for (const item of items) { if (item.text?.trim()) next[item.index] = item.text.trim() } return next }) } const rewriteSingleRow = async (row: AudioStoryboardRow) => { if (!job) return setScriptRewriteBusy(row.index) try { const result = await rewriteStoryboardScript(job.id, { mode: "segment", author_intent: authorIntent, segments: [rewriteSegmentForRow(row)], }) applyScriptRewriteItems(result.items) toast.success(`分镜 ${row.index + 1} 已改写`) } catch (e) { toast.error("单段改写失败:" + (e instanceof Error ? e.message : String(e))) } finally { setScriptRewriteBusy(null) } } const rewriteAllRows = async () => { if (!job || !rows.length) return setScriptRewriteBusy("all") try { const result = await rewriteStoryboardScript(job.id, { mode: "all", author_intent: authorIntent, segments: rows.map(rewriteSegmentForRow), }) applyScriptRewriteItems(result.items) toast.success("整片新口播文案已改写") } catch (e) { toast.error("整片改写失败:" + (e instanceof Error ? e.message : String(e))) } finally { setScriptRewriteBusy(null) } } const generateMissingProductAngle = async (slot: typeof PRODUCT_VIEW_SLOTS[number]) => { if (!job || !productItems.length) return const references = selectProductAngleReferenceItems(productItems, slot.value) setProductAngleBusy(slot.value) try { const ref = await generateProductAngleAsset(job.id, { source_ref: references[0].ref, source_refs: references.map((item) => item.ref), source_notes: productAngleSourceNotes(references), target_view: slot.label, note: `${slot.hint};请综合这些同产品参考图补目标视角,不要只照抄某一张。`, }) setProductItems((prev) => { const next = [...prev, createProductRefItem(ref, prev.length, "ai", slot.value, `AI 补齐:${slot.hint}`, "white", undefined, undefined, undefined, "", 1)] void persistProductItems(next) return next }) toast.success(`AI 已补全产品视角:${slot.label}`) } catch (e) { toast.error("AI 补角度失败:" + (e instanceof Error ? e.message : String(e))) } finally { setProductAngleBusy(null) } } const saveRowStoryboardDraft = async (row: AudioStoryboardRow, frame: KeyFrame) => { if (!job) return const plannedRow = { ...planForRow(row, frame), skgCopy: copyForRow(row) } const selectedSubjectRefs = plannedRow.needsSubject ? selectSubjectRefsForRow(plannedRow, subjectRefs) : [] const scene = buildStoryboardSceneFromAudioRow(plannedRow, frame, productItems, selectedSubjectRefs, { firstImage: endpointAssetRef(frame, "first_frame"), lastImage: endpointAssetRef(frame, "last_frame"), }) const updated = await updateStoryboard(job.id, frame.index, scene) onJobUpdate?.(updated) } const generateEndpointFrameForRow = async (row: AudioStoryboardRow, frame: KeyFrame | null, role: "first_frame" | "last_frame") => { if (!job || !frame) return const plannedRow = { ...planForRow(row, frame), skgCopy: copyForRow(row) } const selectedSubjectRefs = plannedRow.needsSubject ? selectSubjectRefsForRow(plannedRow, subjectRefs, role) : [] if (plannedRow.needsSubject && !selectedSubjectRefs.length) { toast.warning("先在上方生成相似主体白底视图,再生成首尾帧") return } if (plannedRow.needsProduct && !productItems.length) { toast.warning("本条需要产品,请先上传并识别产品素材池") return } const selectedProductItems = plannedRow.needsProduct ? selectProductItemsForRow(plannedRow, productItems) : [] const busyKey = `${row.index}:${role}` setEndpointFrameBusy(busyKey) try { await saveRowStoryboardDraft(plannedRow, frame) const updated = await generateSceneAsset(job.id, frame.index, { size: SUBJECT_ASSET_SIZE, scene_mode: "similar", scene_style: "premium_product", asset_role: role, prompt: buildEndpointFramePrompt(plannedRow, role, selectedProductItems, selectedSubjectRefs), subject_images: selectedSubjectRefs, product_images: selectedProductItems.map((item) => item.ref), source_frame_indices: [], }) const updatedFrame = updated.frames.find((item) => item.index === frame.index) ?? frame const generatedRef = endpointAssetRef(updatedFrame, role) const scene = buildStoryboardSceneFromAudioRow(plannedRow, updatedFrame, productItems, selectedSubjectRefs, { firstImage: role === "first_frame" ? generatedRef : endpointAssetRef(updatedFrame, "first_frame"), lastImage: role === "last_frame" ? generatedRef : endpointAssetRef(updatedFrame, "last_frame"), }) const saved = await updateStoryboard(job.id, frame.index, scene) onJobUpdate?.(saved) toast.success(`分镜 ${row.index + 1} ${role === "first_frame" ? "首帧" : "尾帧"}已生成`) } catch (e) { toast.error(`${role === "first_frame" ? "首帧" : "尾帧"}生成失败:` + (e instanceof Error ? e.message : String(e))) } finally { setEndpointFrameBusy(null) } } const clearEndpointFrameForRow = async (row: AudioStoryboardRow, frame: KeyFrame | null, role: "first_frame" | "last_frame") => { if (!job || !frame) return const plannedRow = { ...planForRow(row, frame), skgCopy: copyForRow(row) } const busyKey = `${row.index}:clear_${role}` setEndpointFrameBusy(busyKey) try { const selectedSubjectRefs = plannedRow.needsSubject ? selectSubjectRefsForRow(plannedRow, subjectRefs, role) : [] const scene = buildStoryboardSceneFromAudioRow(plannedRow, frame, productItems, selectedSubjectRefs, { firstImage: role === "first_frame" ? null : endpointAssetRef(frame, "first_frame"), lastImage: role === "last_frame" ? null : endpointAssetRef(frame, "last_frame"), }) const updated = await updateStoryboard(job.id, frame.index, scene) onJobUpdate?.(updated) toast.success(`${role === "first_frame" ? "首帧" : "尾帧"}已从本条规划移除`) } catch (e) { toast.error("移除首尾帧失败:" + (e instanceof Error ? e.message : String(e))) } finally { setEndpointFrameBusy(null) } } const saveSingleRowStoryboardDraft = async (row: AudioStoryboardRow, frame: KeyFrame | null) => { if (!job || !frame) return setStoryboardSaveBusyRow(row.index) try { await saveRowStoryboardDraft(row, frame) toast.success("已保存本条分镜规划;视频生成入口已暂停,等待首尾帧资产") } catch (e) { toast.error("保存本条规划失败:" + (e instanceof Error ? e.message : String(e))) } finally { setStoryboardSaveBusyRow(null) } } const saveAllStoryboardDrafts = async () => { if (!job || !rows.length) return const jobsToSubmit = rows .map((row) => ({ row: planForRow(row, referenceFrameForRow(row)), frame: referenceFrameForRow(row) })) .filter((item): item is { row: AudioStoryboardRow; frame: KeyFrame } => !!item.frame) if (!jobsToSubmit.length) { toast.warning("先完成前置抽帧,让每条分镜有可保存的承载位置") return } setBatchStoryboardSaveBusy(true) let ok = 0 let failed = 0 try { for (const item of jobsToSubmit) { setStoryboardSaveBusyRow(item.row.index) try { await saveRowStoryboardDraft(item.row, item.frame) ok += 1 } catch (e) { failed += 1 console.warn("批量保存分镜规划失败", item.row.index, e) } } if (failed) toast.warning(`已保存 ${ok} 条规划,${failed} 条失败`) else toast.success(`已保存全部 ${ok} 条分镜规划;视频生成入口已暂停`) } finally { setStoryboardSaveBusyRow(null) setBatchStoryboardSaveBusy(false) } } if (!job) return null return (
} title="信息流复刻分镜工作台" />

每条分镜纵向排列;行内完成原内容、新文案、画面/产品和视频候选。关键帧选择与相似主体重构在源视频工作区下方统一处理。

0} detail={rows.length ? `${rows.length} 条` : "待音频"} /> 0} detail={orderedFrames.length ? `${orderedFrames.length} 张` : "待抽帧"} /> 0} detail={`${job.generated_videos?.length ?? 0} 条历史`} />
} title="同一产品素材池 / 视角标注" /> {productItems.length ? `${productItems.length} 张素材` : "素材池不限量"} {(productAnalyzing || productAngleBusy) && ( {productAnalyzing ? "识别视角中" : `补图中:${productViewLabel(productAngleBusy ?? "")}`} )}

产品固定按“套在脖子上的 U 形肩颈按摩仪”识别;左/右按佩戴者身体左右,上/下按佩戴方向,不按图片左右。推荐原图长边 1200-2000px、短边至少 600px;系统会生成最长边 1600px、JPEG 92 的 AI 工作副本。每条视频只挑最多 {MAX_PRODUCT_REFS_PER_VIDEO} 张相关产品图。

{ void uploadProductImages(event.currentTarget.files) event.currentTarget.value = "" }} />
{productItems.map((item) => ( patchProductItem(item.id, patch)} onRemove={() => removeProductItem(item.id)} /> ))} {PRODUCT_VIEW_SLOTS.filter((slot) => !productItems.some((item) => item.view === slot.value)).map((slot) => ( generateMissingProductAngle(slot)} /> ))}
{rows.length ? ( <>