sanaweb commited on
Commit
179c766
1 Parent(s): 014d13b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -59,9 +59,9 @@ if not torch.cuda.is_available():
59
 
60
 
61
  if torch.cuda.is_available():
62
- # model_id = "PartAI/Dorna-Llama3-8B-Instruct"
63
  # model_id = "meta-llama/Meta-Llama-3-8B-Instruct"
64
- model_id = "amirMohammadi/Dorna-Llama3-8B-Instruct-Quantized4Bit"
65
  model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16)
66
  tokenizer = AutoTokenizer.from_pretrained(model_id)
67
 
 
59
 
60
 
61
  if torch.cuda.is_available():
62
+ model_id = "PartAI/Dorna-Llama3-8B-Instruct"
63
  # model_id = "meta-llama/Meta-Llama-3-8B-Instruct"
64
+ # model_id = "amirMohammadi/Dorna-Llama3-8B-Instruct-Quantized4Bit"
65
  model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16)
66
  tokenizer = AutoTokenizer.from_pretrained(model_id)
67