feat(ffmpeg): add ffmpeg-core.wasm for video processing capabilities

components/SlideCreateCourseGreen.vue

@@ -15,8 +15,16 @@ const creationPending = ref(false)
 const isDigitalSelectorOpen = ref(false)
 
 const createCourseSchema = object({
-  title: string().trim().min(4, '标题必须大于4个字符').max(20, '标题不能超过20个字符').required('请输入视频标题'),
-  content: string().trim().min(4, '内容必须大于4个字符').max(1000, '内容不能超过1000个字符').required('请输入驱动文本内容'),
+  title: string()
+    .trim()
+    .min(4, '标题必须大于4个字符')
+    .max(20, '标题不能超过20个字符')
+    .required('请输入视频标题'),
+  content: string()
+    .trim()
+    .min(4, '内容必须大于4个字符')
+    .max(1000, '内容不能超过1000个字符')
+    .required('请输入驱动文本内容'),
   digital_human_id: number().not([0], '请选择数字人'),
   source_type: number().default(0).required(),
   speed: number().default(1.0).min(0.5).max(1.5).required(),
@@ -31,40 +39,38 @@ const createCourseState = reactive({
   digital_human_id: 0,
   source_type: 0,
   speed: 1.0,
-  bg_img: undefined,
+  bg_img: 'https://service1.fenshenzhike.com/default_background.png',
 })
 
 const selected_digital_human = ref<DigitalHumanItem | null>(null)
-const selected_bg_img = ref<File | undefined>();
+const selected_bg_img = ref<File | undefined>()
 
 watchEffect(() => {
   if (selected_digital_human.value) {
     // 2025.02.26 使用内部数字人 ID
     createCourseState.digital_human_id =
-      selected_digital_human.value.digital_human_id ?? selected_digital_human.value.id ?? 0
+      selected_digital_human.value.digital_human_id ??
+      selected_digital_human.value.id ??
+      0
     createCourseState.source_type = selected_digital_human.value.type!
   }
 })
 
-const onCreateCourseGreenSubmit = async (event: FormSubmitEvent<CreateCourseSchema>) => {  
+const onCreateCourseGreenSubmit = async (
+  event: FormSubmitEvent<CreateCourseSchema>
+) => {
   creationPending.value = true
 
-  let bgImgUrl = undefined
-
-  if (selected_bg_img.value) {
-    bgImgUrl = await useFileGo(selected_bg_img.value, 'tmp')
-  }
-
   let payload: {
-    token: string;
-    user_id: number;
-    title: string;
-    content: string;
-    digital_human_id: any;
-    speed: number;
-    device_id: string;
-    source_type: 1 | 2 | undefined;
-    bg_img?: string;
+    token: string
+    user_id: number
+    title: string
+    content: string
+    digital_human_id: any
+    speed: number
+    device_id: string
+    source_type: 1 | 2 | undefined
+    bg_img?: string
   } = {
     token: loginState.token!,
     user_id: loginState.user.id,
@@ -74,66 +80,60 @@ const onCreateCourseGreenSubmit = async (event: FormSubmitEvent<CreateCourseSche
     speed: 2 - event.data.speed,
     device_id: 'XSHAssistant Web',
     source_type: event.data.source_type as 1 | 2 | undefined,
+    bg_img: event.data.bg_img,
   }
 
-  if (selected_bg_img.value) {
-    if (!bgImgUrl) {
-      toast.add({
-        title: '上传失败',
-        description: '背景图片上传失败，请重试',
-        color: 'red',
-        icon: 'i-tabler-alert-triangle',
-      })
-      selected_bg_img.value = undefined
+  useFetchWrapped<
+    req.gen.GBVideoCreate & AuthedRequest,
+    BaseResponse<resp.gen.GBVideoCreate>
+  >('App.Digital_VideoTask.Create', payload)
+    .then((res) => {
+      if (!!res.data.task_id) {
+        toast.add({
+          title: '创建成功',
+          description: '视频已加入生成队列',
+          color: 'green',
+          icon: 'i-tabler-check',
+        })
+        emit('success')
+        slide.close()
+      } else {
+        toast.add({
+          title: '创建失败',
+          description: res.msg || '未知错误',
+          color: 'red',
+          icon: 'i-tabler-alert-triangle',
+        })
+      }
+      creationPending.value = false
+    })
+    .catch((e) => {
       creationPending.value = false
-      return
-    }
-    payload = {
-      ...payload,
-      bg_img: bgImgUrl,
-    }
-  }
-
-  useFetchWrapped<req.gen.GBVideoCreate & AuthedRequest, BaseResponse<resp.gen.GBVideoCreate>>('App.Digital_VideoTask.Create', payload).then(res => {
-    if (!!res.data.task_id) {
-      toast.add({
-        title: '创建成功',
-        description: '视频已加入生成队列',
-        color: 'green',
-        icon: 'i-tabler-check',
-      })
-      emit('success')
-      slide.close()
-    } else {
       toast.add({
         title: '创建失败',
-        description: res.msg || '未知错误',
+        description: e.message || '未知错误',
         color: 'red',
         icon: 'i-tabler-alert-triangle',
       })
-    }
-    creationPending.value = false
-  }).catch(e => {
-    creationPending.value = false
-    toast.add({
-      title: '创建失败',
-      description: e.message || '未知错误',
-      color: 'red',
-      icon: 'i-tabler-alert-triangle',
     })
-  })
 }
 </script>
 
 <template>
   <USlideover prevent-close>
     <UCard
-      :ui="{ body: { base: 'flex-1' }, ring: '', divide: 'divide-y divide-gray-100 dark:divide-gray-800' }"
+      :ui="{
+        body: { base: 'flex-1' },
+        ring: '',
+        divide: 'divide-y divide-gray-100 dark:divide-gray-800',
+      }"
       class="flex flex-col flex-1"
     >
       <template #header>
         <div class="flex items-center justify-between">
-          <h3 class="text-base font-semibold leading-6 text-gray-900 dark:text-white">
+          <h3
+            class="text-base font-semibold leading-6 text-gray-900 dark:text-white"
+          >
             新建绿幕视频
           </h3>
           <UButton
@@ -154,28 +154,52 @@ const onCreateCourseGreenSubmit = async (event: FormSubmitEvent<CreateCourseSche
         @submit="onCreateCourseGreenSubmit"
       >
         <div class="flex justify-between gap-2 *:flex-1">
-          <UFormGroup label="视频标题" name="title" required>
-            <UInput v-model="createCourseState.title" placeholder="请输入视频标题"/>
+          <UFormGroup
+            label="视频标题"
+            name="title"
+            required
+          >
+            <UInput
+              v-model="createCourseState.title"
+              placeholder="请输入视频标题"
+            />
           </UFormGroup>
         </div>
 
         <div class="grid grid-cols-1 sm:grid-cols-2 gap-2">
-          <UFormGroup label="数字人" name="digital_human_id" required>
+          <UFormGroup
+            label="数字人"
+            name="digital_human_id"
+            required
+          >
             <div
-              :class="{'shadow-inner': !!selected_digital_human}"
+              :class="{ 'shadow-inner': !!selected_digital_human }"
               class="flex items-center gap-2 bg-neutral-100 dark:bg-neutral-800 p-2 rounded-md cursor-pointer select-none transition-all"
               @click="isDigitalSelectorOpen = true"
             >
               <div
-                class="w-12 aspect-square border dark:border-neutral-700 rounded-md flex justify-center items-center overflow-hidden">
-                <UIcon v-if="!selected_digital_human" class="text-2xl opacity-50" name="i-tabler-user-screen"/>
-                <NuxtImg v-else :src="selected_digital_human?.avatar"/>
+                class="w-12 aspect-square border dark:border-neutral-700 rounded-md flex justify-center items-center overflow-hidden"
+              >
+                <UIcon
+                  v-if="!selected_digital_human"
+                  class="text-2xl opacity-50"
+                  name="i-tabler-user-screen"
+                />
+                <NuxtImg
+                  v-else
+                  :src="selected_digital_human?.avatar"
+                />
               </div>
               <div class="flex flex-col text-neutral-400 text-sm font-medium">
-                <span :class="!!selected_digital_human ? 'text-neutral-600' : ''">{{
-                    selected_digital_human?.name || '点击选择数字人'
-                  }}</span>
-                <span v-if="selected_digital_human?.description" class="text-2xs">
+                <span
+                  :class="!!selected_digital_human ? 'text-neutral-600' : ''"
+                >
+                  {{ selected_digital_human?.name || '点击选择数字人' }}
+                </span>
+                <span
+                  v-if="selected_digital_human?.description"
+                  class="text-2xs"
+                >
                   {{ selected_digital_human?.description }}
                 </span>
               </div>
@@ -183,23 +207,44 @@ const onCreateCourseGreenSubmit = async (event: FormSubmitEvent<CreateCourseSche
           </UFormGroup>
         </div>
 
-        <UFormGroup label="背景图片" name="bg_img" help="可以上传图片作为视频背景，留空则为绿幕背景">
+        <!-- <UFormGroup label="背景图片" name="bg_img" help="可以上传图片作为视频背景，留空则为绿幕背景">
           <UInput type="file" accept="image/jpg,image/png" placeholder="选择背景图片" @change="selected_bg_img = $event?.[0] || undefined"/>
+        </UFormGroup> -->
+
+        <UFormGroup
+          label="驱动内容"
+          name="content"
+          required
+        >
+          <UTextarea
+            v-model="createCourseState.content"
+            :rows="6"
+            autoresize
+            placeholder="请输入驱动文本内容"
+          />
         </UFormGroup>
 
-        <UFormGroup label="驱动内容" name="content" required>
-          <!--          <template #help>-->
-          <!--            <p class="text-xs text-neutral-400">-->
-          <!--              仅支持 .pptx 格式-->
-          <!--            </p>-->
-          <!--          </template>-->
-          <UTextarea v-model="createCourseState.content" :rows="6" autoresize placeholder="请输入驱动文本内容"/>
-        </UFormGroup>
+        <UAlert
+          icon="tabler:background"
+          color="sky"
+          variant="subtle"
+          title="自定义背景图片"
+          description="背景图片可在视频生成完毕后，在下载选单中选择合成。默认为绿幕背景。"
+        />
 
-        <UAccordion :items="[{label: '高级选项'}]" color="gray" size="lg">
+        <UAccordion
+          :items="[{ label: '高级选项' }]"
+          color="gray"
+          size="lg"
+        >
           <template #item>
-            <div class="border dark:border-neutral-700 rounded-lg space-y-4 p-4 pb-6">
-              <UFormGroup :label="`视频倍速：${createCourseState.speed}`" name="speed">
+            <div
+              class="border dark:border-neutral-700 rounded-lg space-y-4 p-4 pb-6"
+            >
+              <UFormGroup
+                :label="`视频倍速：${createCourseState.speed}`"
+                name="speed"
+              >
                 <URange
                   v-model="createCourseState.speed"
                   :max="1.5"
@@ -244,6 +289,4 @@ const onCreateCourseGreenSubmit = async (event: FormSubmitEvent<CreateCourseSche
   </USlideover>
 </template>
 
-<style scoped>
-
-</style>
+<style scoped></style>

components/aigc/generation/GBTaskCard.vue

@@ -15,13 +15,132 @@ const emit = defineEmits({
 const dayjs = useDayjs()
 const toast = useToast()
 
+const isFailed = computed(() => {
+  return props.video.progress === -1
+})
 const isPreviewModalOpen = ref(false)
+const isVideoBackgroundPreviewOpen = ref(false)
 const isFullContentOpen = ref(false)
 const downloadingState = reactive({
   subtitle: 0,
   video: 0,
 })
 
+// 背景选择相关状态
+const selectedBackgroundFile = ref<File | null>(null)
+const selectedBackgroundPreview = ref<string>('')
+const isCombinatorLoading = ref(false)
+const compositingProgress = ref(0)
+const compositingPhase = ref<'loading' | 'analyzing' | 'preparing' | 'executing' | 'finalizing'>('loading')
+const combinatorError = ref<string>('')
+const fileInputRef = ref<HTMLInputElement | null>(null)
+const compositedVideoBlob = ref<Blob | null>(null)
+
+// 阶段显示文本
+const phaseText = computed(() => {
+  const phaseMap: Record<typeof compositingPhase.value, string> = {
+    'loading': '加载资源...',
+    'analyzing': '分析图片...',
+    'preparing': '准备合成...',
+    'executing': '合成中...',
+    'finalizing': '完成处理...',
+  }
+  return phaseMap[compositingPhase.value]
+})
+
+const handleBackgroundFileSelect = (event: Event) => {
+  const target = event.target as HTMLInputElement
+  const file = target.files?.[0]
+  
+  if (!file) return
+  
+  // 验证文件类型
+  if (!file.type.startsWith('image/')) {
+    toast.add({
+      title: '文件类型错误',
+      description: '请选择一个图片文件',
+      color: 'red',
+      icon: 'i-tabler-alert-triangle',
+    })
+    return
+  }
+  
+  selectedBackgroundFile.value = file
+  const reader = new FileReader()
+  reader.onload = (e) => {
+    selectedBackgroundPreview.value = e.target?.result as string
+  }
+  reader.readAsDataURL(file)
+  combinatorError.value = ''
+  compositedVideoBlob.value = null
+}
+
+const composeBackgroundVideo = async () => {
+  if (!selectedBackgroundFile.value) {
+    toast.add({
+      title: '未选择图片',
+      description: '请先选择一个背景图片',
+      color: 'orange',
+      icon: 'i-tabler-alert-circle',
+    })
+    return
+  }
+  
+  try {
+    isCombinatorLoading.value = true
+    compositingProgress.value = 0
+    combinatorError.value = ''
+    
+    // 使用 FFmpeg WASM 进行视频背景合成
+    const resultBlob = await useVideoBackgroundCompositing(
+      props.video.video_alpha_url!,
+      selectedBackgroundFile.value,
+      {
+        onProgress: (info) => {
+          compositingProgress.value = info.progress
+          compositingPhase.value = info.phase
+        }
+      }
+    )
+    
+    compositedVideoBlob.value = resultBlob
+    
+    toast.add({
+      title: '合成成功',
+      description: '背景已成功合成，可预览或下载',
+      color: 'green',
+      icon: 'i-tabler-check',
+    })
+  } catch (err: any) {
+    combinatorError.value = err.message || '合成失败，请重试'
+    toast.add({
+      title: '合成失败',
+      description: combinatorError.value,
+      color: 'red',
+      icon: 'i-tabler-alert-triangle',
+    })
+  } finally {
+    isCombinatorLoading.value = false
+  }
+}
+
+const downloadCompositedVideo = () => {
+  if (!compositedVideoBlob.value) return
+  
+  const url = URL.createObjectURL(compositedVideoBlob.value)
+  const link = document.createElement('a')
+  link.href = url
+  link.download = `${props.video.title || props.video.task_id}_合成.webm`
+  document.body.appendChild(link)
+  link.click()
+  document.body.removeChild(link)
+  URL.revokeObjectURL(url)
+}
+
+const compositedVideoUrl = computed(() => {
+  return compositedVideoBlob.value ? URL.createObjectURL(compositedVideoBlob.value) : ''
+})
+
 const startDownload = (url: string, filename: string) => {
   if (url.endsWith('.ass')) {
     downloadingState.subtitle = 0
@@ -73,10 +192,6 @@ const startDownload = (url: string, filename: string) => {
 
   download()
 }
-
-const onClick = () => {
-  console.log('click delete')
-}
 </script>
 
 <template>
@@ -84,11 +199,14 @@ const onClick = () => {
     class="w-full flex gap-2 rounded-xl border border-neutral-200 dark:border-neutral-700 hover:shadow transition overflow-hidden p-3"
   >
     <div class="flex-0 h-48 aspect-[10/16] flex flex-col items-center justify-center rounded-lg shadow overflow-hidden relative group">
-      <div v-if="!video.video_cover" class="w-full h-full bg-primary flex flex-col justify-center items-center gap-2">
-        <UIcon class="animate-spin text-4xl text-white" name="tabler:loader"/>
+      <div v-if="!video.video_cover" class="w-full h-full flex flex-col justify-center items-center gap-2" :class="!isFailed ? 'bg-primary' : 'bg-rose-400'">
+        <UIcon v-if="!isFailed" class="animate-spin text-4xl text-white" name="tabler:loader"/>
+        <UIcon v-else class="text-4xl text-white" name="tabler:alert-triangle"/>
         <div class="flex flex-col items-center gap-0.5">
-          <span class="text-sm font-bold text-white/90">火速生成中</span>
-          <span class="text-xs font-medium text-white/50">{{ video.progress }}%</span>
+          <span class="text-sm font-bold text-white/90">
+            {{ isFailed ? '生成失败' : '火速生成中...' }}
+          </span>
+          <span v-if="!isFailed" class="text-xs font-medium text-white/50">{{ video.progress }}%</span>
         </div>
       </div>
       <NuxtImg v-else :src="video.video_cover" class="w-full h-full brightness-90 object-cover"/>
@@ -148,15 +266,36 @@ const onClick = () => {
               variant="soft"
               @click="startDownload(video.subtitle!, (video.title || video.task_id) + '.ass')"
             />
-            <UButton
-              :label="downloadingState.video > 0 && downloadingState.video < 100 ? `${downloadingState.video.toFixed(0)}%` : '视频'"
-              :loading="downloadingState.video > 0 && downloadingState.video < 100"
-              :disabled="!video.video_url"
-              color="primary"
-              leading-icon="i-tabler-download"
-              variant="soft"
-              @click="startDownload(video.video_url!, (video.title || video.task_id) + '.mp4')"
-            />
+            <UDropdown
+              :items="[
+                [
+                  {
+                    label: '绿幕视频下载',
+                    icon: 'tabler:download',
+                    click: () => {
+                      startDownload(video.video_url!, (video.title || video.task_id) + '.mp4')
+                    }
+                  },
+                  {
+                    label: '合成背景图片',
+                    icon: 'tabler:background',
+                    click: () => {
+                      isVideoBackgroundPreviewOpen = true
+                    },
+                    disabled: !video.video_alpha_url
+                  },
+                ],
+              ]"
+            >
+              <UButton
+                :label="downloadingState.video > 0 && downloadingState.video < 100 ? `${downloadingState.video.toFixed(0)}%` : '视频'"
+                :loading="downloadingState.video > 0 && downloadingState.video < 100"
+                :disabled="!video.video_url"
+                color="primary"
+                leading-icon="i-tabler-download"
+                variant="soft"
+              />
+            </UDropdown>
           </UButtonGroup>
         </div>
       </div>
@@ -209,6 +348,132 @@ const onClick = () => {
         <video class="w-full rounded shadow" controls autoplay :src="video.video_url" />
       </UCard>
     </UModal>
+    <UModal v-model="isVideoBackgroundPreviewOpen">
+      <UCard :ui="{ ring: '', divide: 'divide-y divide-gray-100 dark:divide-gray-800' }">
+        <template #header>
+          <div class="flex items-center justify-between">
+            <div class="text-base font-semibold leading-6 text-gray-900 dark:text-white overflow-hidden">
+              <p>视频背景合成</p>
+              <p class="text-xs text-blue-500 w-full overflow-hidden text-nowrap text-ellipsis">
+                {{ video.title }}
+              </p>
+            </div>
+            <UButton class="-my-1" color="gray" icon="i-tabler-x" variant="ghost" @click="isVideoBackgroundPreviewOpen = false" />
+          </div>
+        </template>
+
+        <div class="space-y-4">
+          <!-- 背景图片选择区域 -->
+          <div v-if="!compositedVideoBlob && !isCombinatorLoading" class="border-2 border-dashed border-neutral-200 dark:border-neutral-700 rounded-lg p-4">
+            <div class="space-y-3">
+              <div class="text-sm font-medium text-gray-900 dark:text-white">选择背景图片</div>
+              
+              <!-- 预览区域 -->
+              <!-- <div v-if="selectedBackgroundPreview" class="relative w-full aspect-video rounded-lg overflow-hidden bg-neutral-100 dark:bg-neutral-800">
+                <img :src="selectedBackgroundPreview" alt="背景预览" class="w-full h-full object-cover" />
+              </div>
+              <div v-else class="w-full aspect-video rounded-lg overflow-hidden bg-neutral-100 dark:bg-neutral-800 flex flex-col items-center justify-center gap-2">
+                <UIcon class="text-3xl text-neutral-400" name="tabler:photo" />
+                <span class="text-xs text-neutral-400">点击选择图片</span>
+              </div> -->
+              
+              <!-- 文件输入 -->
+              <input
+                ref="fileInputRef"
+                type="file"
+                accept="image/*"
+                class="hidden"
+                @change="handleBackgroundFileSelect"
+              />
+              
+              <!-- 选择按钮 -->
+              <UButton
+                block
+                color="primary"
+                icon="i-tabler-photo-plus"
+                label="选择图片"
+                variant="soft"
+                @click="fileInputRef?.click()"
+              />
+              
+              <!-- 选中的文件名 -->
+              <div v-if="selectedBackgroundFile" class="text-xs text-neutral-500 dark:text-neutral-400">
+                已选择: {{ selectedBackgroundFile.name }}
+              </div>
+            </div>
+          </div>
+
+          <!-- 错误提示 -->
+          <UAlert
+            v-if="combinatorError"
+            color="red"
+            icon="i-tabler-alert-triangle"
+            title="合成失败"
+            :description="combinatorError"
+          />
+
+          <!-- 合成进度 -->
+          <div v-if="isCombinatorLoading" class="space-y-2">
+            <div class="flex justify-between items-center">
+              <span class="text-sm font-medium text-gray-900 dark:text-white">{{ phaseText }}</span>
+              <span class="text-xs text-neutral-500">{{ compositingProgress }}%</span>
+            </div>
+            <UProgress :value="compositingProgress" />
+          </div>
+
+          <!-- 合成预览 -->
+          <div v-if="compositedVideoBlob" class="space-y-2">
+            <div class="text-sm font-medium text-gray-900 dark:text-white">视频预览</div>
+            <video 
+              class="w-full rounded-lg shadow bg-black"
+              controls 
+              autoplay
+              muted
+              :src="compositedVideoUrl"
+            />
+          </div>
+        </div>
+
+        <template #footer>
+          <div class="flex justify-end gap-2">
+            <UButton
+              color="gray"
+              label="取消"
+              :disabled="isCombinatorLoading"
+              @click="isVideoBackgroundPreviewOpen = false"
+            />
+            <UButton
+              v-if="compositedVideoBlob"
+              color="gray"
+              label="重新选择"
+              @click="() => {
+                selectedBackgroundFile = null
+                selectedBackgroundPreview = ''
+                compositedVideoBlob = null
+                combinatorError = ''
+                isCombinatorLoading = false
+              }"
+            />
+            <UButton
+              v-if="compositedVideoBlob"
+              color="green"
+              icon="i-tabler-download"
+              label="下载合成视频"
+              @click="downloadCompositedVideo"
+            />
+            <UButton
+              v-else
+              :disabled="!selectedBackgroundFile || isCombinatorLoading"
+              :loading="isCombinatorLoading"
+              color="primary"
+              icon="i-tabler-wand"
+              :label="isCombinatorLoading ? '合成中' : '开始合成'"
+              @click="composeBackgroundVideo"
+            />
+          </div>
+        </template>
+      </UCard>
+    </UModal>
   </div>
 </template>