ThomasBlumet commited on
Commit
5201e84
·
1 Parent(s): c1ef9c2

change model

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -6,7 +6,7 @@ import gradio as gr
6
  logger = logging.get_logger("transformers")
7
 
8
  # Load the model and tokenizer
9
- model_name = "TheBloke/Llama-2-7B-Chat-GGML" #"openai-community/gpt2" or "TheBloke/Mistral-7B-Instruct-v0.1-GPTQ" or "TheBloke/Llama-2-7B-Chat-GGML" or "TheBloke/zephyr-7B-beta-GPTQ"
10
  tokenizer = AutoTokenizer.from_pretrained(model_name)
11
  #model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
12
  model = AutoModelForCausalLM.from_pretrained(model_name)
 
6
  logger = logging.get_logger("transformers")
7
 
8
  # Load the model and tokenizer
9
+ model_name = "TheBloke/Mistral-7B-Instruct-v0.1-GPTQ" #"openai-community/gpt2" or "TheBloke/Mistral-7B-Instruct-v0.1-GPTQ" or "TheBloke/Llama-2-7B-Chat-GGML" or "TheBloke/zephyr-7B-beta-GPTQ"
10
  tokenizer = AutoTokenizer.from_pretrained(model_name)
11
  #model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
12
  model = AutoModelForCausalLM.from_pretrained(model_name)