let5see/AI-Video
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

删除/修复老逻辑

Browse Source
This commit is contained in:
puke
2025-10-27 23:54:53 +08:00
committed by puke
parent e5e9b6e3ac
commit c387137446
3 changed files with 7 additions and 421 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
docs/capabilities-guide.md
View File

@@ -70,10 +70,6 @@ answer = await reelforge.llm(
temperature=0.7, # 0.0-2.0 (lower = more deterministic) temperature=0.7, # 0.0-2.0 (lower = more deterministic)
max_tokens=2000 max_tokens=2000
) )
# Check active LLM
print(f"Using: {reelforge.llm.active}")
print(f"Available: {reelforge.llm.available}")
``` ```
### Environment Variables (Alternative) ### Environment Variables (Alternative)
@@ -208,8 +204,9 @@ image_url = await reelforge.image(
prompt="a beautiful landscape" prompt="a beautiful landscape"
) )
# Check active generator # Check available workflows
print(f"Using: {reelforge.image.active}") workflows = reelforge.image.list_workflows()
print(f"Available workflows: {workflows}")
``` ```
### Environment Variables (Alternative) ### Environment Variables (Alternative)

8
reelforge/cli.py
View File

@@ -6,13 +6,13 @@ import asyncio
from loguru import logger from loguru import logger
from reelforge.app import app from reelforge.service import reelforge
async def test_llm(): async def test_llm():
"""Test LLM capability""" """Test LLM capability"""
# Initialize app # Initialize reelforge
await app.initialize() await reelforge.initialize()
# Test prompt # Test prompt
prompt = "Explain the concept of atomic habits in 3 sentences." prompt = "Explain the concept of atomic habits in 3 sentences."
@@ -20,7 +20,7 @@ async def test_llm():
logger.info(f"\n📝 Test Prompt: {prompt}\n") logger.info(f"\n📝 Test Prompt: {prompt}\n")
# Call LLM # Call LLM
result = await app.router.call("llm", prompt=prompt) result = await reelforge.llm(prompt)
logger.info(f"\n✨ Result:\n{result}\n") logger.info(f"\n✨ Result:\n{result}\n")

411
reelforge/services/video/compositor.py
View File

@@ -1,411 +0,0 @@
"""
Video compositor service
Provides core video composition capabilities:
- Video concatenation
- Audio/video merging
- Background music addition
This module is designed to be independent of ReelForge business logic
and can be extracted as a standalone SDK in the future.
"""
import os
import tempfile
from pathlib import Path
from typing import List, Literal
import ffmpeg
from loguru import logger
class VideoCompositor:
"""
Video compositor for common video processing tasks
Uses ffmpeg-python for high-performance video processing.
All operations preserve video quality when possible (stream copy).
Examples:
>>> compositor = VideoCompositor()
>>>
>>> # Concatenate videos
>>> compositor.concat_videos(
... ["intro.mp4", "main.mp4", "outro.mp4"],
... "final.mp4"
... )
>>>
>>> # Add voiceover
>>> compositor.merge_audio_video(
... "visual.mp4",
... "voiceover.mp3",
... "final.mp4"
... )
>>>
>>> # Add background music
>>> compositor.add_bgm(
... "video.mp4",
... "music.mp3",
... "final.mp4",
... bgm_volume=0.3
... )
"""
def concat_videos(
self,
videos: List[str],
output: str,
method: Literal["demuxer", "filter"] = "demuxer",
) -> str:
"""
Concatenate multiple videos into one
Args:
videos: List of video file paths to concatenate
output: Output video file path
method: Concatenation method
- "demuxer": Fast, no re-encoding (requires identical formats)
- "filter": Slower but handles different formats
Returns:
Path to the output video file
Raises:
ValueError: If videos list is empty
RuntimeError: If FFmpeg execution fails
Note:
- demuxer method requires all videos to have identical:
resolution, codec, fps, etc.
- filter method re-encodes videos, slower but more compatible
"""
if not videos:
raise ValueError("Videos list cannot be empty")
if len(videos) == 1:
logger.info(f"Only one video provided, copying to {output}")
# Just copy the file
import shutil
shutil.copy(videos[0], output)
return output
logger.info(f"Concatenating {len(videos)} videos using {method} method")
if method == "demuxer":
return self._concat_demuxer(videos, output)
else:
return self._concat_filter(videos, output)
def _concat_demuxer(self, videos: List[str], output: str) -> str:
"""
Concatenate using concat demuxer (fast, no re-encoding)
FFmpeg equivalent:
ffmpeg -f concat -safe 0 -i filelist.txt -c copy output.mp4
"""
# Create temporary file list
with tempfile.NamedTemporaryFile(
mode='w',
delete=False,
suffix='.txt',
encoding='utf-8'
) as f:
for video in videos:
# Use absolute path for safety
abs_path = Path(video).absolute()
# Escape single quotes in path
escaped_path = str(abs_path).replace("'", "'\\''")
f.write(f"file '{escaped_path}'\n")
filelist = f.name
try:
logger.debug(f"Created filelist: {filelist}")
(
ffmpeg
.input(filelist, format='concat', safe=0)
.output(output, c='copy')
.overwrite_output()
.run(capture_stdout=True, capture_stderr=True)
)
logger.success(f"Videos concatenated successfully: {output}")
return output
except ffmpeg.Error as e:
error_msg = e.stderr.decode() if e.stderr else str(e)
logger.error(f"FFmpeg concat error: {error_msg}")
raise RuntimeError(f"Failed to concatenate videos: {error_msg}")
finally:
# Clean up temporary file
if os.path.exists(filelist):
os.unlink(filelist)
def _concat_filter(self, videos: List[str], output: str) -> str:
"""
Concatenate using concat filter (slower but handles different formats)
FFmpeg equivalent:
ffmpeg -i v1.mp4 -i v2.mp4 -filter_complex "[0:v][0:a][1:v][1:a]concat=n=2:v=1:a=1[v][a]"
-map "[v]" -map "[a]" output.mp4
"""
try:
inputs = [ffmpeg.input(v) for v in videos]
(
ffmpeg
.concat(*inputs, v=1, a=1)
.output(output)
.overwrite_output()
.run(capture_stdout=True, capture_stderr=True)
)
logger.success(f"Videos concatenated successfully: {output}")
return output
except ffmpeg.Error as e:
error_msg = e.stderr.decode() if e.stderr else str(e)
logger.error(f"FFmpeg concat filter error: {error_msg}")
raise RuntimeError(f"Failed to concatenate videos: {error_msg}")
def merge_audio_video(
self,
video: str,
audio: str,
output: str,
replace_audio: bool = True,
audio_volume: float = 1.0,
video_volume: float = 0.0,
) -> str:
"""
Merge audio with video
Args:
video: Video file path
audio: Audio file path
output: Output video file path
replace_audio: If True, replace video's audio; if False, mix with original
audio_volume: Volume of the new audio (0.0 to 1.0+)
video_volume: Volume of original video audio (0.0 to 1.0+)
Only used when replace_audio=False
Returns:
Path to the output video file
Raises:
RuntimeError: If FFmpeg execution fails
Note:
- When replace_audio=True, video's original audio is removed
- When replace_audio=False, original and new audio are mixed
- Audio is trimmed/extended to match video duration
"""
logger.info(f"Merging audio with video (replace={replace_audio})")
try:
input_video = ffmpeg.input(video)
input_audio = ffmpeg.input(audio)
if replace_audio:
# Replace audio: use only new audio, ignore original
(
ffmpeg
.output(
input_video.video,
input_audio.audio.filter('volume', audio_volume),
output,
vcodec='copy',
acodec='aac',
audio_bitrate='192k',
shortest=None
)
.overwrite_output()
.run(capture_stdout=True, capture_stderr=True)
)
else:
# Mix audio: combine original and new audio
mixed_audio = ffmpeg.filter(
[
input_video.audio.filter('volume', video_volume),
input_audio.audio.filter('volume', audio_volume)
],
'amix',
inputs=2,
duration='first'
)
(
ffmpeg
.output(
input_video.video,
mixed_audio,
output,
vcodec='copy',
acodec='aac',
audio_bitrate='192k'
)
.overwrite_output()
.run(capture_stdout=True, capture_stderr=True)
)
logger.success(f"Audio merged successfully: {output}")
return output
except ffmpeg.Error as e:
error_msg = e.stderr.decode() if e.stderr else str(e)
logger.error(f"FFmpeg merge error: {error_msg}")
raise RuntimeError(f"Failed to merge audio and video: {error_msg}")
def create_video_from_image(
self,
image: str,
audio: str,
output: str,
fps: int = 30,
) -> str:
"""
Create video from static image and audio
Args:
image: Image file path
audio: Audio file path
output: Output video path
fps: Frames per second
Returns:
Path to the output video
Raises:
RuntimeError: If FFmpeg execution fails
Note:
- Image is displayed as static frame for the duration of audio
- Video duration matches audio duration
- Useful for creating video segments from storyboard frames
Example:
>>> compositor.create_video_from_image(
... "frame.png",
... "narration.mp3",
... "segment.mp4"
... )
"""
logger.info("Creating video from image and audio")
try:
# Get audio duration to ensure exact video duration match
probe = ffmpeg.probe(audio)
audio_duration = float(probe['format']['duration'])
logger.debug(f"Audio duration: {audio_duration:.3f}s")
# Input image with loop
input_image = ffmpeg.input(image, loop=1, framerate=fps)
input_audio = ffmpeg.input(audio)
# Combine image and audio
# Use -t to explicitly set video duration = audio duration
(
ffmpeg
.output(
input_image.video,
input_audio.audio,
output,
t=audio_duration, # Force video duration to match audio exactly
vcodec='libx264',
acodec='aac',
pix_fmt='yuv420p',
audio_bitrate='192k',
**{'b:v': '2M'} # Video bitrate
)
.overwrite_output()
.run(capture_stdout=True, capture_stderr=True)
)
logger.success(f"Video created from image: {output} (duration: {audio_duration:.3f}s)")
return output
except ffmpeg.Error as e:
error_msg = e.stderr.decode() if e.stderr else str(e)
logger.error(f"FFmpeg error creating video from image: {error_msg}")
raise RuntimeError(f"Failed to create video from image: {error_msg}")
def add_bgm(
self,
video: str,
bgm: str,
output: str,
bgm_volume: float = 0.3,
loop: bool = True,
fade_in: float = 0.0,
fade_out: float = 0.0,
) -> str:
"""
Add background music to video
Args:
video: Video file path
bgm: Background music file path
output: Output video file path
bgm_volume: BGM volume relative to original (0.0 to 1.0+)
loop: If True, loop BGM to match video duration
fade_in: BGM fade-in duration in seconds
fade_out: BGM fade-out duration in seconds
Returns:
Path to the output video file
Raises:
RuntimeError: If FFmpeg execution fails
Note:
- BGM is mixed with original video audio
- If loop=True, BGM repeats until video ends
- Fade effects are applied to BGM only
"""
logger.info(f"Adding BGM to video (volume={bgm_volume}, loop={loop})")
try:
input_video = ffmpeg.input(video)
# Configure BGM input with looping if needed
bgm_input = ffmpeg.input(
bgm,
stream_loop=-1 if loop else 0 # -1 = infinite loop
)
# Apply volume adjustment to BGM
bgm_audio = bgm_input.audio.filter('volume', bgm_volume)
# Apply fade effects if specified
if fade_in > 0:
bgm_audio = bgm_audio.filter('afade', type='in', duration=fade_in)
# Note: fade_out at the end requires knowing the duration, which is complex
# For now, we skip fade_out in this implementation
# A more advanced implementation would need to:
# 1. Get video duration
# 2. Calculate fade_out start time
# 3. Apply fade filter with specific start_time
# if fade_out > 0:
# bgm_audio = bgm_audio.filter('afade', type='out', start_time=duration-fade_out, duration=fade_out)
# Mix original audio with BGM
mixed_audio = ffmpeg.filter(
[input_video.audio, bgm_audio],
'amix',
inputs=2,
duration='first' # Use video's duration
)
(
ffmpeg
.output(
input_video.video,
mixed_audio,
output,
vcodec='copy',
acodec='aac',
audio_bitrate='192k'
)
.overwrite_output()
.run(capture_stdout=True, capture_stderr=True)
)
logger.success(f"BGM added successfully: {output}")
return output
except ffmpeg.Error as e:
error_msg = e.stderr.decode() if e.stderr else str(e)
logger.error(f"FFmpeg BGM error: {error_msg}")
raise RuntimeError(f"Failed to add BGM: {error_msg}")