change model

app.py

@@ -6,15 +6,15 @@ import gradio as gr
 logger = logging.get_logger("transformers")
 
 # Load the model and tokenizer
-model_name = "TheBloke/Mistral-7B-Instruct-v0.1-GPTQ" #"openai-community/gpt2" or "TheBloke/Mistral-7B-Instruct-v0.1-GPTQ" or "TheBloke/Llama-2-7B-Chat-GGML" or "TheBloke/zephyr-7B-beta-GPTQ"
+model_name = "TheBloke/zephyr-7B-beta-GPTQ" #"openai-community/gpt2" or "TheBloke/Mistral-7B-Instruct-v0.1-GPTQ" or "TheBloke/Llama-2-7B-Chat-GGML" or "TheBloke/zephyr-7B-beta-GPTQ"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 #model = AutoModelForSeq2SeqLM.from_pretrained(model_name) 
-model = AutoModelForCausalLM.from_pretrained(model_name, low_cpu_mem_usage=True)
+model = AutoModelForCausalLM.from_pretrained(model_name)
 
 # Generate text using the model and tokenizer
 def generate_text(input_text):
     input_ids = tokenizer.encode(input_text, return_tensors="pt")
-    output = model.generate(input_ids, max_length=100, num_return_sequences=1, no_repeat_ngram_size=2, top_k=50, top_p=0.95, temperature=0.7, do_sample=True, pad_token_id=tokenizer.eos_token_id)
+    output = model.generate(input_ids, max_length=100, num_return_sequences=1)#no_repeat_ngram_size=2, top_k=50, top_p=0.95, temperature=0.7, do_sample=True, pad_token_id=tokenizer.eos_token_id
     return tokenizer.decode(output[0], skip_special_tokens=True)
 
 # def generate_text(prompt):
@@ -54,3 +54,4 @@ interface = gr.Interface(fn=generate_text, inputs="text", outputs="text",title="
 #     clear_button.click(fn=clear_textbox,outputs=[input_text,output_text])
 # # Lancer l'interface
 interface.launch()
+