Update app.py
Browse files
app.py
CHANGED
@@ -1,12 +1,13 @@
|
|
1 |
import gradio as gr
|
2 |
from huggingface_hub import InferenceClient
|
3 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
|
|
4 |
|
5 |
client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
|
6 |
|
7 |
-
|
8 |
-
|
9 |
-
|
10 |
|
11 |
|
12 |
|
|
|
1 |
import gradio as gr
|
2 |
from huggingface_hub import InferenceClient
|
3 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
4 |
+
from peft import PeftModel, PeftConfig
|
5 |
|
6 |
client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
|
7 |
|
8 |
+
config = PeftConfig.from_pretrained("BeastGokul/Bio-Mistral-7B-finetuned")
|
9 |
+
base_model = AutoModelForCausalLM.from_pretrained("BioMistral/BioMistral-7B")
|
10 |
+
model = PeftModel.from_pretrained(base_model, "BeastGokul/Bio-Mistral-7B-finetuned")
|
11 |
|
12 |
|
13 |
|