264 lines
10 KiB
Python
264 lines
10 KiB
Python
"""
|
|
TTS Capabilities using edge-tts
|
|
|
|
edge-tts provides free access to Microsoft Edge's online text-to-speech service:
|
|
- 400+ voices across 100+ languages
|
|
- Natural sounding speech
|
|
- No API key required
|
|
- Free to use
|
|
|
|
Convention: Tool names must be tts_{id}
|
|
"""
|
|
|
|
import asyncio
|
|
import base64
|
|
import ssl
|
|
import certifi
|
|
import edge_tts
|
|
from loguru import logger
|
|
from pydantic import Field
|
|
from aiohttp import WSServerHandshakeError, ClientResponseError
|
|
|
|
from reelforge.core.mcp_server import reelforge_mcp
|
|
|
|
# Global flag for SSL verification (set to False for development only)
|
|
_SSL_VERIFY_ENABLED = False
|
|
|
|
# Retry configuration for Edge TTS (to handle 401 errors)
|
|
_RETRY_COUNT = 3 # Default retry count
|
|
_RETRY_DELAY = 2.0 # Retry delay in seconds
|
|
|
|
|
|
@reelforge_mcp.tool(
|
|
description="Convert text to speech using Microsoft Edge TTS - free and natural sounding",
|
|
meta={
|
|
"reelforge": {
|
|
"display_name": "Edge TTS",
|
|
"description": "Microsoft Edge Text-to-Speech - 免费且音质自然",
|
|
"is_default": True,
|
|
}
|
|
},
|
|
)
|
|
async def tts_edge(
|
|
text: str = Field(description="Text to convert to speech"),
|
|
voice: str = Field(default="zh-CN-YunjianNeural", description="Voice ID (e.g., zh-CN-YunjianNeural, en-US-JennyNeural)"),
|
|
rate: str = Field(default="+0%", description="Speech rate (e.g., +0%, +50%, -20%)"),
|
|
volume: str = Field(default="+0%", description="Speech volume (e.g., +0%, +50%, -20%)"),
|
|
pitch: str = Field(default="+0Hz", description="Speech pitch (e.g., +0Hz, +10Hz, -5Hz)"),
|
|
retry_count: int = Field(default=_RETRY_COUNT, description="Number of retries on failure (default: 3)"),
|
|
retry_delay: float = Field(default=_RETRY_DELAY, description="Delay between retries in seconds (default: 2.0)"),
|
|
) -> str:
|
|
"""
|
|
Convert text to speech using Microsoft Edge TTS
|
|
|
|
This service is free and requires no API key.
|
|
Supports 400+ voices across 100+ languages.
|
|
|
|
Returns audio data as base64-encoded string (MP3 format).
|
|
|
|
Includes automatic retry mechanism to handle 401 authentication errors
|
|
and temporary network issues (default: 3 retries with 2s delay).
|
|
|
|
Popular Chinese voices:
|
|
- zh-CN-YunjianNeural (male, default)
|
|
- zh-CN-XiaoxiaoNeural (female)
|
|
- zh-CN-YunxiNeural (male)
|
|
- zh-CN-XiaoyiNeural (female)
|
|
|
|
Popular English voices:
|
|
- en-US-JennyNeural (female)
|
|
- en-US-GuyNeural (male)
|
|
- en-GB-SoniaNeural (female, British)
|
|
|
|
Example:
|
|
audio_base64 = await tts_edge(
|
|
text="你好，世界！",
|
|
voice="zh-CN-YunjianNeural",
|
|
rate="+20%"
|
|
)
|
|
# Decode: audio_bytes = base64.b64decode(audio_base64)
|
|
"""
|
|
logger.debug(f"Calling Edge TTS with voice: {voice}, rate: {rate}, retry_count: {retry_count}")
|
|
|
|
last_error = None
|
|
|
|
# Retry loop
|
|
for attempt in range(retry_count + 1): # +1 because first attempt is not a retry
|
|
try:
|
|
if attempt > 0:
|
|
logger.info(f"🔄 Retrying Edge TTS (attempt {attempt + 1}/{retry_count + 1}) after {retry_delay}s delay...")
|
|
await asyncio.sleep(retry_delay)
|
|
|
|
# Monkey patch ssl.create_default_context if SSL verification is disabled
|
|
if not _SSL_VERIFY_ENABLED:
|
|
if attempt == 0: # Only log warning once
|
|
logger.warning("SSL verification is disabled for development. This is NOT recommended for production!")
|
|
original_create_default_context = ssl.create_default_context
|
|
|
|
def create_unverified_context(*args, **kwargs):
|
|
ctx = original_create_default_context(*args, **kwargs)
|
|
ctx.check_hostname = False
|
|
ctx.verify_mode = ssl.CERT_NONE
|
|
return ctx
|
|
|
|
# Temporarily replace the function
|
|
ssl.create_default_context = create_unverified_context
|
|
|
|
try:
|
|
# Create communicate instance
|
|
communicate = edge_tts.Communicate(
|
|
text=text,
|
|
voice=voice,
|
|
rate=rate,
|
|
volume=volume,
|
|
pitch=pitch,
|
|
)
|
|
|
|
# Collect audio chunks
|
|
audio_chunks = []
|
|
async for chunk in communicate.stream():
|
|
if chunk["type"] == "audio":
|
|
audio_chunks.append(chunk["data"])
|
|
|
|
audio_data = b"".join(audio_chunks)
|
|
|
|
if attempt > 0:
|
|
logger.success(f"✅ Retry succeeded on attempt {attempt + 1}")
|
|
|
|
logger.info(f"Generated {len(audio_data)} bytes of audio data")
|
|
|
|
# Encode as base64 for JSON serialization
|
|
audio_base64 = base64.b64encode(audio_data).decode('utf-8')
|
|
return audio_base64
|
|
|
|
finally:
|
|
# Restore original function if we patched it
|
|
if not _SSL_VERIFY_ENABLED:
|
|
ssl.create_default_context = original_create_default_context
|
|
|
|
except (WSServerHandshakeError, ClientResponseError) as e:
|
|
# Network/authentication errors - retry
|
|
last_error = e
|
|
error_code = getattr(e, 'status', 'unknown')
|
|
logger.warning(f"⚠️ Edge TTS error (attempt {attempt + 1}/{retry_count + 1}): {error_code} - {e}")
|
|
|
|
if attempt >= retry_count:
|
|
# Last attempt failed
|
|
logger.error(f"❌ All {retry_count + 1} attempts failed. Giving up.")
|
|
raise
|
|
# Otherwise, continue to next retry
|
|
|
|
except Exception as e:
|
|
# Other errors - don't retry, raise immediately
|
|
logger.error(f"Edge TTS error (non-retryable): {e}")
|
|
raise
|
|
|
|
# Should not reach here, but just in case
|
|
if last_error:
|
|
raise last_error
|
|
else:
|
|
raise RuntimeError("Edge TTS failed without error (unexpected)")
|
|
|
|
|
|
@reelforge_mcp.tool(
|
|
description="List all available voices for Edge TTS",
|
|
meta={
|
|
"reelforge": {
|
|
"display_name": "List Edge TTS Voices",
|
|
"description": "获取所有可用的Edge TTS音色列表",
|
|
"is_default": False,
|
|
}
|
|
},
|
|
)
|
|
async def tts_edge_list_voices(
|
|
locale: str | None = Field(default=None, description="Filter by locale (e.g., zh-CN, en-US, ja-JP)"),
|
|
retry_count: int = Field(default=_RETRY_COUNT, description="Number of retries on failure (default: 3)"),
|
|
retry_delay: float = Field(default=_RETRY_DELAY, description="Delay between retries in seconds (default: 2.0)"),
|
|
) -> list[str]:
|
|
"""
|
|
List all available voices for Edge TTS
|
|
|
|
Returns a list of voice IDs (ShortName).
|
|
Optionally filter by locale.
|
|
|
|
Includes automatic retry mechanism to handle network errors
|
|
(default: 3 retries with 2s delay).
|
|
|
|
Example:
|
|
# List all voices
|
|
voices = await tts_edge_list_voices()
|
|
# Returns: ['zh-CN-YunjianNeural', 'zh-CN-XiaoxiaoNeural', ...]
|
|
|
|
# List Chinese voices only
|
|
voices = await tts_edge_list_voices(locale="zh-CN")
|
|
# Returns: ['zh-CN-YunjianNeural', 'zh-CN-XiaoxiaoNeural', ...]
|
|
"""
|
|
logger.debug(f"Fetching Edge TTS voices, locale filter: {locale}, retry_count: {retry_count}")
|
|
|
|
last_error = None
|
|
|
|
# Retry loop
|
|
for attempt in range(retry_count + 1):
|
|
try:
|
|
if attempt > 0:
|
|
logger.info(f"🔄 Retrying list voices (attempt {attempt + 1}/{retry_count + 1}) after {retry_delay}s delay...")
|
|
await asyncio.sleep(retry_delay)
|
|
|
|
# Monkey patch SSL if verification is disabled
|
|
if not _SSL_VERIFY_ENABLED:
|
|
if attempt == 0: # Only log warning once
|
|
logger.warning("SSL verification is disabled for development. This is NOT recommended for production!")
|
|
original_create_default_context = ssl.create_default_context
|
|
|
|
def create_unverified_context(*args, **kwargs):
|
|
ctx = original_create_default_context(*args, **kwargs)
|
|
ctx.check_hostname = False
|
|
ctx.verify_mode = ssl.CERT_NONE
|
|
return ctx
|
|
|
|
ssl.create_default_context = create_unverified_context
|
|
|
|
try:
|
|
# Get all voices
|
|
voices = await edge_tts.list_voices()
|
|
|
|
# Filter by locale if specified
|
|
if locale:
|
|
voices = [v for v in voices if v["Locale"].startswith(locale)]
|
|
|
|
# Extract voice IDs (ShortName)
|
|
voice_ids = [voice["ShortName"] for voice in voices]
|
|
|
|
if attempt > 0:
|
|
logger.success(f"✅ Retry succeeded on attempt {attempt + 1}")
|
|
|
|
logger.info(f"Found {len(voice_ids)} voices" + (f" for locale '{locale}'" if locale else ""))
|
|
return voice_ids
|
|
|
|
finally:
|
|
# Restore original function if we patched it
|
|
if not _SSL_VERIFY_ENABLED:
|
|
ssl.create_default_context = original_create_default_context
|
|
|
|
except (WSServerHandshakeError, ClientResponseError) as e:
|
|
# Network/authentication errors - retry
|
|
last_error = e
|
|
error_code = getattr(e, 'status', 'unknown')
|
|
logger.warning(f"⚠️ List voices error (attempt {attempt + 1}/{retry_count + 1}): {error_code} - {e}")
|
|
|
|
if attempt >= retry_count:
|
|
logger.error(f"❌ All {retry_count + 1} attempts failed. Giving up.")
|
|
raise
|
|
|
|
except Exception as e:
|
|
# Other errors - don't retry, raise immediately
|
|
logger.error(f"List voices error (non-retryable): {e}")
|
|
raise
|
|
|
|
# Should not reach here, but just in case
|
|
if last_error:
|
|
raise last_error
|
|
else:
|
|
raise RuntimeError("List voices failed without error (unexpected)")
|
|
|