Spaces:
Runtime error
Runtime error
pivovalera2012
commited on
Commit
•
2197f50
1
Parent(s):
2b8c68f
Update app.py
Browse files
app.py
CHANGED
@@ -5,12 +5,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
5 |
MODEL_NAME = 'meta-llama/Llama-2-7b-chat-hf'
|
6 |
ADAPTERS_NAME = 'pivovalera2012/Llama-2-7b-Dr-Hous-test'
|
7 |
|
8 |
-
model_trained = AutoModelForCausalLM.from_pretrained(
|
9 |
-
MODEL_NAME,
|
10 |
-
device_map=device_map,
|
11 |
-
trust_remote_code=True,
|
12 |
-
quantization_config=bnb_config,
|
13 |
-
)
|
14 |
|
15 |
model_trained = PeftModel.from_pretrained(model_trained, ADAPTERS_NAME)
|
16 |
model_trained = model_trained.merge_and_unload()
|
|
|
5 |
MODEL_NAME = 'meta-llama/Llama-2-7b-chat-hf'
|
6 |
ADAPTERS_NAME = 'pivovalera2012/Llama-2-7b-Dr-Hous-test'
|
7 |
|
8 |
+
model_trained = AutoModelForCausalLM.from_pretrained(MODEL_NAME)
|
|
|
|
|
|
|
|
|
|
|
9 |
|
10 |
model_trained = PeftModel.from_pretrained(model_trained, ADAPTERS_NAME)
|
11 |
model_trained = model_trained.merge_and_unload()
|