Update app.py
Browse files
app.py
CHANGED
@@ -111,8 +111,8 @@ def fetch_context(db, model, query, logger, template, use_compressor=True):
|
|
111 |
compressor.llm_chain.prompt.template = template['llama_rag_template']
|
112 |
|
113 |
elif model_name=='mistral':
|
114 |
-
HF_pipeline_model = wrap_model(model)
|
115 |
global HF_pipeline_model
|
|
|
116 |
compressor = LLMChainExtractor.from_llm(HF_pipeline_model)
|
117 |
compressor.llm_chain.prompt.template = template['rag_template']
|
118 |
|
|
|
111 |
compressor.llm_chain.prompt.template = template['llama_rag_template']
|
112 |
|
113 |
elif model_name=='mistral':
|
|
|
114 |
global HF_pipeline_model
|
115 |
+
HF_pipeline_model = wrap_model(model)
|
116 |
compressor = LLMChainExtractor.from_llm(HF_pipeline_model)
|
117 |
compressor.llm_chain.prompt.template = template['rag_template']
|
118 |
|