Hugging Face's logo

Spaces:
traversaal-llm-regional-languages
/
urdu-llama
Runtime error

App Files Community
traversaal-ai commited on
Commit
b1cf6ea
•
1 Parent(s): db36235

Update run.py

Browse files
Files changed (1) hide show
  1. run.py +1 -3
run.py CHANGED
@@ -43,9 +43,7 @@ pipeline = transformers.pipeline(
43
  model = "meta-llama/Llama-3.2-1B",
44
  #model="traversaal-llm-regional-languages/Unsloth_Urdu_Llama3_1_FP16_PF100",
45
  torch_dtype=torch.float16,
46
- device_map="auto",
47
- load_in_4bit=True,
48
- hf_token = hf_token
49
 
50
  )
51
 
 
43
  model = "meta-llama/Llama-3.2-1B",
44
  #model="traversaal-llm-regional-languages/Unsloth_Urdu_Llama3_1_FP16_PF100",
45
  torch_dtype=torch.float16,
46
+ device_map="auto"
 
 
47
 
48
  )
49