ThomasBlumet
commited on
Commit
·
5201e84
1
Parent(s):
c1ef9c2
change model
Browse files
app.py
CHANGED
@@ -6,7 +6,7 @@ import gradio as gr
|
|
6 |
logger = logging.get_logger("transformers")
|
7 |
|
8 |
# Load the model and tokenizer
|
9 |
-
model_name = "TheBloke/
|
10 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
11 |
#model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
|
12 |
model = AutoModelForCausalLM.from_pretrained(model_name)
|
|
|
6 |
logger = logging.get_logger("transformers")
|
7 |
|
8 |
# Load the model and tokenizer
|
9 |
+
model_name = "TheBloke/Mistral-7B-Instruct-v0.1-GPTQ" #"openai-community/gpt2" or "TheBloke/Mistral-7B-Instruct-v0.1-GPTQ" or "TheBloke/Llama-2-7B-Chat-GGML" or "TheBloke/zephyr-7B-beta-GPTQ"
|
10 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
11 |
#model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
|
12 |
model = AutoModelForCausalLM.from_pretrained(model_name)
|