pivovalera2012 commited on
Commit
2197f50
1 Parent(s): 2b8c68f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -6
app.py CHANGED
@@ -5,12 +5,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
5
  MODEL_NAME = 'meta-llama/Llama-2-7b-chat-hf'
6
  ADAPTERS_NAME = 'pivovalera2012/Llama-2-7b-Dr-Hous-test'
7
 
8
- model_trained = AutoModelForCausalLM.from_pretrained(
9
- MODEL_NAME,
10
- device_map=device_map,
11
- trust_remote_code=True,
12
- quantization_config=bnb_config,
13
- )
14
 
15
  model_trained = PeftModel.from_pretrained(model_trained, ADAPTERS_NAME)
16
  model_trained = model_trained.merge_and_unload()
 
5
  MODEL_NAME = 'meta-llama/Llama-2-7b-chat-hf'
6
  ADAPTERS_NAME = 'pivovalera2012/Llama-2-7b-Dr-Hous-test'
7
 
8
+ model_trained = AutoModelForCausalLM.from_pretrained(MODEL_NAME)
 
 
 
 
 
9
 
10
  model_trained = PeftModel.from_pretrained(model_trained, ADAPTERS_NAME)
11
  model_trained = model_trained.merge_and_unload()