From e508fee76c48d8e4ffdcb14a1d78a9ffeb0efb85 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Thu, 25 Jul 2024 01:16:56 +0800 Subject: [PATCH] chore(format): run black on dev (#626) Co-authored-by: github-actions[bot] --- ChatTTS/core.py | 2 ++ ChatTTS/model/gpt.py | 5 ++++- 2 files changed, 6 insertions(+), 1 deletion(-) diff --git a/ChatTTS/core.py b/ChatTTS/core.py index 7138962..6a29f04 100644 --- a/ChatTTS/core.py +++ b/ChatTTS/core.py @@ -516,6 +516,7 @@ class Chat: if gpt.is_vllm: from .model.velocity.sampling_params import SamplingParams + sample_params = SamplingParams( temperature=temperature, max_new_token=params.max_new_token, @@ -613,6 +614,7 @@ class Chat: if gpt.is_vllm: from .model.velocity.sampling_params import SamplingParams + sample_params = SamplingParams( temperature=params.temperature, max_new_token=params.max_new_token, diff --git a/ChatTTS/model/gpt.py b/ChatTTS/model/gpt.py index 133a8f0..f7fdbe6 100644 --- a/ChatTTS/model/gpt.py +++ b/ChatTTS/model/gpt.py @@ -94,6 +94,7 @@ class GPT(nn.Module): if self.is_vllm and platform.system().lower() == "linux": from .velocity.llm import LLM from .velocity.post_model import PostModel + vllm_folder = Path(os.getcwd()) / "asset" / "vllm" if not os.path.exists(vllm_folder): self.logger.info("initializing vLLM model to %s", str(vllm_folder)) @@ -405,7 +406,9 @@ class GPT(nn.Module): attention_mask: Optional[torch.Tensor] = None, max_new_token=2048, min_new_token=0, - logits_processors: Tuple[Callable[[torch.LongTensor, torch.FloatTensor], torch.FloatTensor]] = (), + logits_processors: Tuple[ + Callable[[torch.LongTensor, torch.FloatTensor], torch.FloatTensor] + ] = (), infer_text=False, return_attn=False, return_hidden=False,