BeastGokul commited on
Commit
33c504d
·
verified ·
1 Parent(s): d410c01

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -7,7 +7,7 @@ client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
7
  tokenizer = AutoTokenizer.from_pretrained("BeastGokul/Bio-Mistral-7B-finetuned")
8
  base_model = AutoModelForCausalLM.from_pretrained("BioMistral/BioMistral-7B")
9
  base_model.resize_token_embeddings(len(tokenizer))
10
- model = PeftModel.from_pretrained(base_model, "BeastGokul/Bio-Mistral-7B-finetuned")
11
 
12
  def generate_response(user_query):
13
  inputs = tokenizer(user_query, return_tensors="pt")
 
7
  tokenizer = AutoTokenizer.from_pretrained("BeastGokul/Bio-Mistral-7B-finetuned")
8
  base_model = AutoModelForCausalLM.from_pretrained("BioMistral/BioMistral-7B")
9
  base_model.resize_token_embeddings(len(tokenizer))
10
+ model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3")
11
 
12
  def generate_response(user_query):
13
  inputs = tokenizer(user_query, return_tensors="pt")