urdu-llama-3.2-1b

Runtime error

traversaal-ai commited on Oct 1

Commit

7ff78a5

•

1 Parent(s): bc3374a

Update run.py

Files changed (1) hide show

run.py CHANGED Viewed

@@ -15,9 +15,9 @@ gen_kwargs = dict(
     max_new_tokens=1024,
     top_k=30,
     top_p=0.9,
-    temperature=0.2,
     repetition_penalty=1.05, #1.02
-    stop=["\nUser:", "<|endoftext|>", "</s>"],
 )
 def generate_text(prompt):

     max_new_tokens=1024,
     top_k=30,
     top_p=0.9,
+    temperature=0.8,
     repetition_penalty=1.05, #1.02
+    stop= ["\n"],
 )
 def generate_text(prompt):