BeastGokul commited on
Commit
489ad9f
·
verified ·
1 Parent(s): 0b2d3c9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -1,12 +1,13 @@
1
  import gradio as gr
2
  from huggingface_hub import InferenceClient
3
  from transformers import AutoTokenizer, AutoModelForCausalLM
 
4
 
5
  client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
6
 
7
- model_name = "BeastGokul/Bio-Mistral-7B-finetuned"
8
- model = AutoModelForCausalLM.from_pretrained(model_name)
9
- tokenizer = AutoTokenizer.from_pretrained(model_name)
10
 
11
 
12
 
 
1
  import gradio as gr
2
  from huggingface_hub import InferenceClient
3
  from transformers import AutoTokenizer, AutoModelForCausalLM
4
+ from peft import PeftModel, PeftConfig
5
 
6
  client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
7
 
8
+ config = PeftConfig.from_pretrained("BeastGokul/Bio-Mistral-7B-finetuned")
9
+ base_model = AutoModelForCausalLM.from_pretrained("BioMistral/BioMistral-7B")
10
+ model = PeftModel.from_pretrained(base_model, "BeastGokul/Bio-Mistral-7B-finetuned")
11
 
12
 
13