update

multipurpose_chatbot/demos/__init__.py

@@ -7,4 +7,5 @@ from .multimodal_chat_interface import *
 from .text_completion import *
 from .batch_inference import *
 from .multimodal_preference_interface import *
-from .mm_chat_interface import *
+from .mm_chat_interface import *
+from .websearch_chat_interface import *

multipurpose_chatbot/demos/langchain_web_search.py

@@ -453,16 +453,19 @@ Let's begin! Below is the question from the user.
 
 
 
-def create_web_search_engine():
-    from ..globals import MODEL_ENGINE
+def create_web_search_engine(model_engine=None):
     # from langchain_community.tools.tavily_search import TavilySearchResults
+    if model_engine is None:
+        from ..globals import MODEL_ENGINE
+        model_engine = MODEL_ENGINE
+
     from langchain_core.utils.function_calling import (
         convert_to_openai_function,
         convert_to_openai_tool,
     )
     from langchain_core.exceptions import OutputParserException
     from langchain_core.agents import AgentAction, AgentFinish
-    web_search_llm = AnyEnginePipeline.from_engine(MODEL_ENGINE)
+    web_search_llm = AnyEnginePipeline.from_engine(model_engine)
     web_search_chat_model = ChatAnyEnginePipeline(llm=web_search_llm)
     if "TAVILY_API_KEY" not in os.environ:
         raise ValueError(f'TAVILY_API_KEY is not found to use websearch, please `export TAVILY_API_KEY=YOUR_TAVILY_API_KEY`')

multipurpose_chatbot/demos/websearch_chat_interface.py

@@ -104,7 +104,9 @@ def chat_web_search_response_stream_multiturn_engine(
     system_prompt: Optional[str] = SYSTEM_PROMPT,
 ):
     # global web_search_engine, web_search_llm, web_search_chat_model, web_search_agent, MODEL_ENGINE
-    global web_search_llm, web_search_chat_model, agent_executor, MODEL_ENGINE
+    # global web_search_llm, web_search_chat_model, agent_executor, MODEL_ENGINE
+    global MODEL_ENGINE
+    web_search_llm, web_search_chat_model, agent_executor = create_web_search_engine(model_engine=MODEL_ENGINE)
     temperature = float(temperature)
     # ! remove frequency_penalty
     # frequency_penalty = float(frequency_penalty)
@@ -166,7 +168,7 @@ class WebSearchChatInterfaceDemo(BaseDemo):
             description: str | None = None, 
             **kwargs
         ) -> gr.Blocks:
-        global web_search_llm, web_search_chat_model, agent_executor
+        # global web_search_llm, web_search_chat_model, agent_executor
         system_prompt = kwargs.get("system_prompt", SYSTEM_PROMPT)
         max_tokens = kwargs.get("max_tokens", MAX_TOKENS)
         temperature = kwargs.get("temperature", TEMPERATURE)
@@ -176,7 +178,7 @@ class WebSearchChatInterfaceDemo(BaseDemo):
         # create_web_search_engine()
         description = description or "At the moment, Web search is only **SINGLE TURN**, only works well in **English** and may respond unnaturally!"
 
-        web_search_llm, web_search_chat_model, agent_executor = create_web_search_engine()
+        # web_search_llm, web_search_chat_model, agent_executor = create_web_search_engine()
 
         demo_chat = CustomizedChatInterface(
             chat_web_search_response_stream_multiturn_engine,