chore(format): run black on dev (#629)

Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
This commit is contained in:
github-actions[bot]
2024-07-28 00:23:11 +08:00
committed by GitHub
parent 2bfb0977d2
commit 06b823be8b
2 changed files with 4 additions and 2 deletions
+3 -1
View File
@@ -635,7 +635,9 @@ class Chat:
input_ids_list = [i.tolist() for i in input_ids]
del input_ids
result = gpt.llm.generate(None, sample_params, input_ids_list, params.show_tqdm)
result = gpt.llm.generate(
None, sample_params, input_ids_list, params.show_tqdm
)
token_ids = []
hidden_states = []
for i in result:
+1 -1
View File
@@ -571,7 +571,7 @@ class ModelRunner:
logprob_i = logprob[i].cpu().tolist()
tmp_hidden_states = hidden_states[i].cpu()
if input_tokens[i].shape[-2] != 1:
tmp_hidden_states = tmp_hidden_states[-1:,:]
tmp_hidden_states = tmp_hidden_states[-1:, :]
result = SequenceGroupOutput(
samples=[
SequenceOutput(