mirror of
https://github.com/2noise/ChatTTS.git
synced 2026-08-30 17:05:27 +08:00
github-actions[bot]
f1c6da98c1
Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
111 lines
2.9 KiB
Python
111 lines
2.9 KiB
Python
import io
|
|
import os
|
|
import sys
|
|
import zipfile
|
|
|
|
from fastapi import FastAPI
|
|
from fastapi.responses import StreamingResponse
|
|
|
|
|
|
if sys.platform == "darwin":
|
|
os.environ["PYTORCH_ENABLE_MPS_FALLBACK"] = "1"
|
|
|
|
now_dir = os.getcwd()
|
|
sys.path.append(now_dir)
|
|
|
|
from typing import Optional
|
|
|
|
import ChatTTS
|
|
|
|
from tools.audio import wav_arr_to_mp3_view
|
|
from tools.logger import get_logger
|
|
import torch
|
|
|
|
|
|
from pydantic import BaseModel
|
|
|
|
|
|
logger = get_logger("Command")
|
|
|
|
app = FastAPI()
|
|
|
|
|
|
@app.on_event("startup")
|
|
async def startup_event():
|
|
global chat
|
|
|
|
chat = ChatTTS.Chat(get_logger("ChatTTS"))
|
|
logger.info("Initializing ChatTTS...")
|
|
if chat.load():
|
|
logger.info("Models loaded successfully.")
|
|
else:
|
|
logger.error("Models load failed.")
|
|
sys.exit(1)
|
|
|
|
|
|
class ChatTTSParams(BaseModel):
|
|
text: list[str]
|
|
stream: bool = False
|
|
lang: Optional[str] = None
|
|
skip_refine_text: bool = False
|
|
refine_text_only: bool = False
|
|
use_decoder: bool = True
|
|
do_text_normalization: bool = True
|
|
do_homophone_replacement: bool = False
|
|
audio_seed: int
|
|
text_seed: int
|
|
params_refine_text: ChatTTS.Chat.RefineTextParams
|
|
params_infer_code: ChatTTS.Chat.InferCodeParams
|
|
|
|
|
|
@app.post("/generate_voice")
|
|
async def generate_voice(params: ChatTTSParams):
|
|
logger.info("Text input: %s", str(params.text))
|
|
|
|
# audio seed
|
|
if params.audio_seed:
|
|
torch.manual_seed(params.audio_seed)
|
|
params.params_infer_code.spk_emb = chat.sample_random_speaker()
|
|
|
|
# text seed for text refining
|
|
if params.params_refine_text:
|
|
torch.manual_seed(params.text_seed)
|
|
text = chat.infer(
|
|
text=params.text, skip_refine_text=False, refine_text_only=True
|
|
)
|
|
logger.info(f"Refined text: {text}")
|
|
else:
|
|
# no text refining
|
|
text = params.text
|
|
|
|
logger.info("Use speaker:")
|
|
logger.info(params.params_infer_code.spk_emb)
|
|
|
|
logger.info("Start voice inference.")
|
|
wavs = chat.infer(
|
|
text=text,
|
|
stream=params.stream,
|
|
lang=params.lang,
|
|
skip_refine_text=params.skip_refine_text,
|
|
use_decoder=params.use_decoder,
|
|
do_text_normalization=params.do_text_normalization,
|
|
do_homophone_replacement=params.do_homophone_replacement,
|
|
params_infer_code=params.params_infer_code,
|
|
params_refine_text=params.params_refine_text,
|
|
)
|
|
logger.info("Inference completed.")
|
|
|
|
# zip all of the audio files together
|
|
buf = io.BytesIO()
|
|
with zipfile.ZipFile(
|
|
buf, "a", compression=zipfile.ZIP_DEFLATED, allowZip64=False
|
|
) as f:
|
|
for idx, wav in enumerate(wavs):
|
|
f.writestr(wav_arr_to_mp3_view(wav), f"{idx}.mp3")
|
|
logger.info("Audio generation successful.")
|
|
buf.seek(0)
|
|
|
|
response = StreamingResponse(buf, media_type="application/zip")
|
|
response.headers["Content-Disposition"] = "attachment; filename=audio_files.zip"
|
|
return response
|