fix: gpu change to cpu overhead (#656)

* fix: gpu change to cpu overhead

* Update .gitignore

---------

Co-authored-by: 源文雨 <41315874+fumiama@users.noreply.github.com>

.gitignore

@@ -160,13 +160,12 @@ cython_debug/
 #  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
 #  and can be added to the global gitignore or merged into this file.  For a more nuclear
 #  option (not recommended) you can uncomment the following to ignore the entire idea folder.
-#.idea/
+.idea/
 
 # MacOS System
 .DS_Store
 
 # assets and configs of ChatTTS
-
 /asset
 /config
 

ChatTTS/model/velocity/model_runner.py

@@ -567,9 +567,9 @@ class ModelRunner:
         # )
         results = []
         for i in range(idx_next.shape[0]):
-            idx_next_i = idx_next[i, 0, :].cpu().tolist()
-            logprob_i = logprob[i].cpu().tolist()
-            tmp_hidden_states = hidden_states[i].cpu()
+            idx_next_i = idx_next[i, 0, :].tolist()
+            logprob_i = logprob[i].tolist()
+            tmp_hidden_states = hidden_states[i]
             if input_tokens[i].shape[-2] != 1:
                 tmp_hidden_states = tmp_hidden_states[-1:, :]
             result = SequenceGroupOutput(