Esperanto
/

DeepSeek-R1-Distill-Qwen-1.5B-kvc-fp16-onnx

Model card Files Files and versions Community

ericsorides commited on 2 days ago

Commit

67cacd1

·

verified ·

1 Parent(s): e4c2452

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -115,7 +115,7 @@ def generate_text(model_path, prompt, tokenizer, max_gen_tokens, total_sequence,
             elif name == 'tree_attention': continue
             else:
                 old_name = name.replace("past_key_values", "present")
-                inputs_dict[name] = outs_dictionary[old_name][:, next_index-old_j:context-window+(next_index - old_j), :]
     answer = tokenizer.decode(total_input[0], skip_special_tokens=True, clean_up_tokenization_spaces=False)
     return answer

             elif name == 'tree_attention': continue
             else:
                 old_name = name.replace("past_key_values", "present")
+                inputs_dict[name] = outs_dictionary[old_name][:, :, next_index-old_j:context-window+(next_index - old_j), :]
     answer = tokenizer.decode(total_input[0], skip_special_tokens=True, clean_up_tokenization_spaces=False)
     return answer