Spaces:

GSridhar1982
/

QA_Llama31_Quantized_GGUF

Sleeping

GSridhar1982 commited on Sep 22

Commit

408ac44

•

1 Parent(s): f51df2c

Modified model path

Files changed (1) hide show

app.py CHANGED Viewed

@@ -4,7 +4,7 @@ import subprocess
 from llama_cpp import Llama
 # Initialize the model
-model = Llama(model_path="GSridhar1982/QA_Llama31_Quantized_GGUF")
 def generate_response(prompt):
     response = model.create_chat_completion(messages=[{"role": "user", "content": prompt}])

 from llama_cpp import Llama
 # Initialize the model
+model = Llama(model_path="QA_Llama31_Quantized_GGUF")
 def generate_response(prompt):
     response = model.create_chat_completion(messages=[{"role": "user", "content": prompt}])