Spaces:
Runtime error
Runtime error
traversaal-ai
commited on
Commit
•
fb6b355
1
Parent(s):
a50536c
Update run.py
Browse files
run.py
CHANGED
@@ -42,7 +42,9 @@ pipeline = transformers.pipeline(
|
|
42 |
#model="traversaal-llm-regional-languages/Unsloth_Urdu_Llama3_1_FP16_PF100",
|
43 |
torch_dtype=torch.float16,
|
44 |
device_map="auto",
|
45 |
-
load_in_4bit=True
|
|
|
|
|
46 |
)
|
47 |
|
48 |
|
|
|
42 |
#model="traversaal-llm-regional-languages/Unsloth_Urdu_Llama3_1_FP16_PF100",
|
43 |
torch_dtype=torch.float16,
|
44 |
device_map="auto",
|
45 |
+
load_in_4bit=True,
|
46 |
+
hf_token = hf_token
|
47 |
+
|
48 |
)
|
49 |
|
50 |
|