Update app.py

app.py

@@ -17,19 +17,19 @@ from llama_index.llms.huggingface import (
 
 system_propmpt = "You are a friendly Chatbot."
 
-# "facebook/blenderbot-400M-distill",  facebook/blenderbot-400M-distill
-Settings.llm = HuggingFaceLLM(model_name="HuggingFaceH4/zephyr-7b-beta",
+# "facebook/blenderbot-400M-distill",  facebook/blenderbot-400M-distill , BAAI/bge-small-en-v1.5
+Settings.llm = HuggingFaceLLM(model_name="Yugo60-GPT-GGUF.Q4_K_M.gguf",
                               device_map="cpu",
                               system_prompt = system_propmpt,
                               context_window=4096,
                               max_new_tokens=256,
                               stopping_ids=[50278, 50279, 50277, 1, 0],
-                              generate_kwargs={"temperature": 0.7, "do_sample": False},
+                              generate_kwargs={"temperature": 0.5, "do_sample": False},
                               tokenizer_kwargs={"max_length": 4096},
                               tokenizer_name="sentence-transformers/all-MiniLM-L6-v2", 
                              )
 
-Settings.embed_model = HuggingFaceEmbedding(model_name="BAAI/bge-small-en-v1.5")
+Settings.embed_model = HuggingFaceEmbedding(model_name="sentence-transformers/all-MiniLM-L6-v2")
 documents = [Document(text="Indian parliament elections happened in April-May 2024. BJP Party won."),
              Document(text="Indian parliament elections happened in April-May 2021. XYZ Party won."),
              Document(text="Indian parliament elections happened in 2020. ABC Party won."),