tony/video-flow
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: sync code and project files

Browse Source
This commit is contained in:
Tony Zhang
2026-01-09 14:09:16 +08:00
parent 3d1fb37769
commit 30d7eb4b35
94 changed files with 12706 additions and 255 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
api/tasks/__init__.py Normal file
View File

@@ -0,0 +1,15 @@
# Celery Tasks Package

212
api/tasks/audio_tasks.py Normal file
View File

@@ -0,0 +1,212 @@
"""
音频处理 Celery 任务
TTS 生成、花字渲染等
"""
import os
import time
import logging
from pathlib import Path
from typing import Dict, Any, Optional
from celery import shared_task
import config
from modules import factory, ffmpeg_utils
from modules.text_renderer import renderer
logger = logging.getLogger(__name__)
@shared_task(bind=True, name="audio.generate_tts")
def generate_tts_task(
self,
text: str,
voice_type: str = "zh_female_santongyongns_saturn_bigtts",
target_duration: Optional[float] = None,
output_path: Optional[str] = None
) -> Dict[str, Any]:
"""
生成 TTS 音频（异步任务）
Args:
text: 要转换的文本
voice_type: TTS 音色
target_duration: 目标时长（秒），如果指定会调整音频速度
output_path: 输出路径
Returns:
{"status": "success", "path": "...", "url": "..."}
"""
task_id = self.request.id
logger.info(f"[Task {task_id}] 生成 TTS: {text[:30]}...")
if not output_path:
timestamp = int(time.time())
output_path = str(config.TEMP_DIR / f"tts_{timestamp}.mp3")
try:
# 生成 TTS
audio_path = factory.generate_voiceover_volcengine(
text=text,
voice_type=voice_type,
output_path=output_path
)
if not audio_path or not os.path.exists(audio_path):
raise RuntimeError("TTS 生成失败")
# 如果需要调整时长
if target_duration:
adjusted_path = str(config.TEMP_DIR / f"tts_adj_{int(time.time())}.mp3")
ffmpeg_utils.adjust_audio_duration(audio_path, target_duration, adjusted_path)
# 删除原始文件
if audio_path != output_path:
os.remove(audio_path)
audio_path = adjusted_path
output_url = f"/static/temp/{Path(audio_path).name}"
return {
"status": "success",
"path": audio_path,
"url": output_url,
"task_id": task_id
}
except Exception as e:
logger.error(f"[Task {task_id}] TTS 生成失败: {e}")
raise
@shared_task(bind=True, name="audio.generate_fancy_text")
def generate_fancy_text_task(
self,
text: str,
style: Optional[Dict[str, Any]] = None
) -> Dict[str, Any]:
"""
生成花字图片（异步任务）
Args:
text: 花字文本
style: 样式配置
Returns:
{"status": "success", "path": "...", "url": "..."}
"""
task_id = self.request.id
logger.info(f"[Task {task_id}] 生成花字: {text}")
if not style:
style = {
"font_size": 72,
"font_color": "#FFFFFF",
"stroke": {"color": "#000000", "width": 5}
}
try:
img_path = renderer.render(
text=text,
style=style,
cache=False
)
if not img_path or not os.path.exists(img_path):
raise RuntimeError("花字生成失败")
output_url = f"/static/temp/{Path(img_path).name}"
return {
"status": "success",
"path": img_path,
"url": output_url,
"task_id": task_id
}
except Exception as e:
logger.error(f"[Task {task_id}] 花字生成失败: {e}")
raise
@shared_task(bind=True, name="audio.batch_generate_tts")
def batch_generate_tts_task(
self,
items: list,
voice_type: str = "zh_female_santongyongns_saturn_bigtts"
) -> Dict[str, Any]:
"""
批量生成 TTS 音频（异步任务）
Args:
items: [{"text": "...", "target_duration": 3.0}, ...]
voice_type: TTS 音色
Returns:
{"status": "success", "results": [...]}
"""
task_id = self.request.id
logger.info(f"[Task {task_id}] 批量生成 TTS: {len(items)} 条")
results = []
timestamp = int(time.time())
for i, item in enumerate(items):
text = item.get("text", "")
target_duration = item.get("target_duration")
if not text:
results.append({"index": i, "status": "skipped", "reason": "空文本"})
continue
try:
output_path = str(config.TEMP_DIR / f"tts_batch_{timestamp}_{i}.mp3")
audio_path = factory.generate_voiceover_volcengine(
text=text,
voice_type=voice_type,
output_path=output_path
)
if target_duration and audio_path:
adjusted_path = str(config.TEMP_DIR / f"tts_batch_adj_{timestamp}_{i}.mp3")
ffmpeg_utils.adjust_audio_duration(audio_path, target_duration, adjusted_path)
audio_path = adjusted_path
if audio_path:
results.append({
"index": i,
"status": "success",
"path": audio_path,
"url": f"/static/temp/{Path(audio_path).name}"
})
else:
results.append({"index": i, "status": "failed", "reason": "生成失败"})
except Exception as e:
results.append({"index": i, "status": "failed", "reason": str(e)})
# 更新进度
progress = (i + 1) / len(items)
self.update_state(state="PROGRESS", meta={"progress": progress, "completed": i + 1, "total": len(items)})
return {
"status": "success",
"results": results,
"task_id": task_id
}

418
api/tasks/video_tasks.py Normal file
View File

@@ -0,0 +1,418 @@
"""
视频处理 Celery 任务
封装现有的 FFmpeg 处理逻辑为异步任务
"""
import os
import time
import logging
import shutil
from pathlib import Path
from typing import Dict, Any, List, Optional
from celery import shared_task
import config
from modules.db_manager import db
from modules.composer import VideoComposer
from modules import ffmpeg_utils, factory
from modules.text_renderer import renderer
logger = logging.getLogger(__name__)
@shared_task(bind=True, name="video.compose_from_script")
def compose_from_script_task(
self,
project_id: str,
script_data: Dict[str, Any],
video_map: Dict[int, str],
bgm_path: Optional[str] = None,
voice_type: str = "zh_female_santongyongns_saturn_bigtts",
output_name: Optional[str] = None
) -> Dict[str, Any]:
"""
基于脚本合成视频（异步任务）
Args:
project_id: 项目 ID
script_data: 脚本数据
video_map: 场景视频映射
bgm_path: BGM 路径
voice_type: TTS 音色
output_name: 输出文件名
Returns:
{"status": "success", "output_path": "...", "output_url": "..."}
"""
task_id = self.request.id
logger.info(f"[Task {task_id}] 开始合成视频: {project_id}")
# 更新任务状态
self.update_state(state="PROGRESS", meta={"progress": 0.1, "message": "准备素材..."})
try:
# 验证视频文件存在
valid_videos = {}
for scene_id, path in video_map.items():
if path and os.path.exists(path):
valid_videos[int(scene_id)] = path
if not valid_videos:
raise ValueError("没有可用的视频素材")
self.update_state(state="PROGRESS", meta={"progress": 0.2, "message": "创建合成器..."})
# 创建合成器
composer = VideoComposer(voice_type=voice_type)
# 生成输出名称
if not output_name:
output_name = f"final_{project_id}_{int(time.time())}"
self.update_state(state="PROGRESS", meta={"progress": 0.3, "message": "执行合成..."})
# 执行合成
output_path = composer.compose_from_script(
script=script_data,
video_map=valid_videos,
bgm_path=bgm_path,
output_name=output_name
)
self.update_state(state="PROGRESS", meta={"progress": 0.9, "message": "保存结果..."})
# 更新数据库
db.save_asset(project_id, 0, "final_video", "completed", local_path=output_path)
db.update_project_status(project_id, "completed")
output_url = f"/static/output/{Path(output_path).name}"
logger.info(f"[Task {task_id}] 合成完成: {output_path}")
return {
"status": "success",
"output_path": output_path,
"output_url": output_url,
"task_id": task_id
}
except Exception as e:
logger.error(f"[Task {task_id}] 合成失败: {e}")
db.update_project_status(project_id, "failed")
raise
@shared_task(bind=True, name="video.compose_from_tracks")
def compose_from_tracks_task(
self,
project_id: str,
video_clips: List[Dict[str, Any]],
voiceover_clips: List[Dict[str, Any]],
subtitle_clips: List[Dict[str, Any]],
fancy_text_clips: List[Dict[str, Any]],
bgm_clip: Optional[Dict[str, Any]] = None,
voice_type: str = "zh_female_santongyongns_saturn_bigtts",
bgm_volume: float = 0.15,
output_name: Optional[str] = None
) -> Dict[str, Any]:
"""
基于编辑器轨道数据合成视频（异步任务）
这是核心的多轨合成逻辑
"""
task_id = self.request.id
logger.info(f"[Task {task_id}] 开始多轨合成: {project_id}")
timestamp = int(time.time())
if not output_name:
output_name = f"composed_{project_id}_{timestamp}"
temp_files = []
try:
self.update_state(state="PROGRESS", meta={"progress": 0.05, "message": "验证素材..."})
# 1. 收集并验证视频片段
video_clips = sorted(video_clips, key=lambda x: x.get("start", 0))
if not video_clips:
raise ValueError("没有视频片段")
video_paths = []
for clip in video_clips:
source_path = clip.get("source_path")
if not source_path or not os.path.exists(source_path):
continue
trim_start = clip.get("trim_start", 0)
trim_end = clip.get("trim_end")
if trim_start > 0 or trim_end:
# 需要裁剪
trimmed_path = str(config.TEMP_DIR / f"trim_{timestamp}_{len(video_paths)}.mp4")
duration = (trim_end or 999) - trim_start
cmd = [
ffmpeg_utils.FFMPEG_PATH, "-y",
"-ss", str(trim_start),
"-i", source_path,
"-t", str(duration),
"-c", "copy",
trimmed_path
]
ffmpeg_utils._run_ffmpeg(cmd)
video_paths.append(trimmed_path)
temp_files.append(trimmed_path)
else:
video_paths.append(source_path)
if not video_paths:
raise ValueError("没有可用的视频片段")
self.update_state(state="PROGRESS", meta={"progress": 0.15, "message": "拼接视频..."})
# 2. 拼接视频
merged_path = str(config.TEMP_DIR / f"{output_name}_merged.mp4")
ffmpeg_utils.concat_videos(video_paths, merged_path, (1080, 1920))
temp_files.append(merged_path)
current_video = merged_path
# 添加静音轨
silent_path = str(config.TEMP_DIR / f"{output_name}_silent.mp4")
ffmpeg_utils.add_silence_audio(current_video, silent_path)
temp_files.append(silent_path)
current_video = silent_path
# 获取总时长
info = ffmpeg_utils.get_video_info(current_video)
total_duration = float(info.get("duration", 10))
self.update_state(state="PROGRESS", meta={"progress": 0.3, "message": "生成旁白..."})
# 3. 生成并混入旁白
if voiceover_clips:
mixed_audio_path = str(config.TEMP_DIR / f"{output_name}_mixed_vo.mp3")
# 初始化静音底轨
ffmpeg_utils._run_ffmpeg([
ffmpeg_utils.FFMPEG_PATH, "-y",
"-f", "lavfi", "-i", "anullsrc=r=44100:cl=stereo",
"-t", str(total_duration),
"-c:a", "mp3",
mixed_audio_path
])
temp_files.append(mixed_audio_path)
for i, clip in enumerate(voiceover_clips):
text = clip.get("text", "")
if not text:
continue
start_time = clip.get("start", 0)
target_duration = clip.get("duration", 3)
# 生成 TTS
tts_path = factory.generate_voiceover_volcengine(
text=text,
voice_type=voice_type,
output_path=str(config.TEMP_DIR / f"{output_name}_vo_{i}.mp3")
)
if not tts_path:
continue
temp_files.append(tts_path)
# 调整时长
adjusted_path = str(config.TEMP_DIR / f"{output_name}_vo_adj_{i}.mp3")
ffmpeg_utils.adjust_audio_duration(tts_path, target_duration, adjusted_path)
temp_files.append(adjusted_path)
# 混合
new_mixed = str(config.TEMP_DIR / f"{output_name}_mixed_{i}.mp3")
ffmpeg_utils.mix_audio_at_offset(mixed_audio_path, adjusted_path, start_time, new_mixed)
mixed_audio_path = new_mixed
temp_files.append(new_mixed)
# 混入视频
voiced_path = str(config.TEMP_DIR / f"{output_name}_voiced.mp4")
ffmpeg_utils.mix_audio(
current_video, mixed_audio_path, voiced_path,
audio_volume=1.5,
video_volume=0.2
)
temp_files.append(voiced_path)
current_video = voiced_path
self.update_state(state="PROGRESS", meta={"progress": 0.5, "message": "添加字幕..."})
# 4. 添加字幕
if subtitle_clips:
subtitles = []
for clip in subtitle_clips:
text = clip.get("text", "")
if text:
subtitles.append({
"text": ffmpeg_utils.wrap_text_smart(text),
"start": clip.get("start", 0),
"duration": clip.get("duration", 3),
"style": clip.get("style", {})
})
if subtitles:
subtitled_path = str(config.TEMP_DIR / f"{output_name}_subtitled.mp4")
subtitle_style = {
"font": ffmpeg_utils._get_font_path(),
"fontsize": 60,
"fontcolor": "white",
"borderw": 5,
"bordercolor": "black",
"box": 0,
"x": "(w-text_w)/2",
"y": "h-200",
}
ffmpeg_utils.add_multiple_subtitles(
current_video, subtitles, subtitled_path, default_style=subtitle_style
)
temp_files.append(subtitled_path)
current_video = subtitled_path
self.update_state(state="PROGRESS", meta={"progress": 0.65, "message": "叠加花字..."})
# 5. 叠加花字
if fancy_text_clips:
overlay_configs = []
for clip in fancy_text_clips:
text = clip.get("text", "")
if not text:
continue
style = clip.get("style", {
"font_size": 72,
"font_color": "#FFFFFF",
"stroke": {"color": "#000000", "width": 5}
})
img_path = renderer.render(text, style, cache=False)
temp_files.append(img_path)
position = clip.get("position", {})
overlay_configs.append({
"path": img_path,
"x": position.get("x", "(W-w)/2"),
"y": position.get("y", "180"),
"start": clip.get("start", 0),
"duration": clip.get("duration", 5)
})
if overlay_configs:
fancy_path = str(config.TEMP_DIR / f"{output_name}_fancy.mp4")
ffmpeg_utils.overlay_multiple_images(current_video, overlay_configs, fancy_path)
temp_files.append(fancy_path)
current_video = fancy_path
self.update_state(state="PROGRESS", meta={"progress": 0.8, "message": "添加背景音乐..."})
# 6. 添加 BGM
if bgm_clip:
bgm_source = bgm_clip.get("source_path")
if bgm_source and os.path.exists(bgm_source):
bgm_output = str(config.TEMP_DIR / f"{output_name}_bgm.mp4")
ffmpeg_utils.add_bgm(
current_video, bgm_source, bgm_output,
bgm_volume=bgm_volume
)
temp_files.append(bgm_output)
current_video = bgm_output
self.update_state(state="PROGRESS", meta={"progress": 0.9, "message": "保存输出..."})
# 7. 输出最终文件
final_path = str(config.OUTPUT_DIR / f"{output_name}.mp4")
shutil.copy(current_video, final_path)
# 更新数据库
db.save_asset(project_id, 0, "final_video", "completed", local_path=final_path)
db.update_project_status(project_id, "completed")
output_url = f"/static/output/{Path(final_path).name}"
logger.info(f"[Task {task_id}] 多轨合成完成: {final_path}")
return {
"status": "success",
"output_path": final_path,
"output_url": output_url,
"task_id": task_id
}
except Exception as e:
logger.error(f"[Task {task_id}] 多轨合成失败: {e}")
db.update_project_status(project_id, "failed")
raise
finally:
# 清理临时文件
for f in temp_files:
try:
if os.path.exists(f):
os.remove(f)
except:
pass
@shared_task(bind=True, name="video.trim")
def trim_video_task(
self,
source_path: str,
start_time: float,
end_time: float,
output_path: Optional[str] = None
) -> Dict[str, Any]:
"""
裁剪视频片段（异步任务）
"""
task_id = self.request.id
logger.info(f"[Task {task_id}] 裁剪视频: {source_path}")
if not os.path.exists(source_path):
raise FileNotFoundError(f"源视频不存在: {source_path}")
if not output_path:
timestamp = int(time.time())
output_path = str(config.TEMP_DIR / f"trimmed_{timestamp}.mp4")
try:
duration = end_time - start_time
cmd = [
ffmpeg_utils.FFMPEG_PATH, "-y",
"-ss", str(start_time),
"-i", source_path,
"-t", str(duration),
"-c", "copy",
output_path
]
ffmpeg_utils._run_ffmpeg(cmd)
output_url = f"/static/temp/{Path(output_path).name}"
return {
"status": "success",
"output_path": output_path,
"output_url": output_url,
"duration": duration
}
except Exception as e:
logger.error(f"[Task {task_id}] 裁剪失败: {e}")
raise