Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
@@ -59,9 +59,9 @@ if not torch.cuda.is_available():
|
|
59 |
|
60 |
|
61 |
if torch.cuda.is_available():
|
62 |
-
|
63 |
# model_id = "meta-llama/Meta-Llama-3-8B-Instruct"
|
64 |
-
|
65 |
model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16)
|
66 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
67 |
|
|
|
59 |
|
60 |
|
61 |
if torch.cuda.is_available():
|
62 |
+
model_id = "PartAI/Dorna-Llama3-8B-Instruct"
|
63 |
# model_id = "meta-llama/Meta-Llama-3-8B-Instruct"
|
64 |
+
# model_id = "amirMohammadi/Dorna-Llama3-8B-Instruct-Quantized4Bit"
|
65 |
model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16)
|
66 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
67 |
|