traversaal-ai commited on
Commit
fb6b355
1 Parent(s): a50536c

Update run.py

Browse files
Files changed (1) hide show
  1. run.py +3 -1
run.py CHANGED
@@ -42,7 +42,9 @@ pipeline = transformers.pipeline(
42
  #model="traversaal-llm-regional-languages/Unsloth_Urdu_Llama3_1_FP16_PF100",
43
  torch_dtype=torch.float16,
44
  device_map="auto",
45
- load_in_4bit=True
 
 
46
  )
47
 
48
 
 
42
  #model="traversaal-llm-regional-languages/Unsloth_Urdu_Llama3_1_FP16_PF100",
43
  torch_dtype=torch.float16,
44
  device_map="auto",
45
+ load_in_4bit=True,
46
+ hf_token = hf_token
47
+
48
  )
49
 
50