Tuchuanhuhuhu commited on
Commit
6a2a50c
·
1 Parent(s): 6f97306

川虎助理支持自定义API Base

Browse files
Files changed (1) hide show
  1. modules/models/ChuanhuAgent.py +2 -2
modules/models/ChuanhuAgent.py CHANGED
@@ -55,8 +55,8 @@ class ChuanhuAgent_Client(BaseLLMModel):
55
  super().__init__(model_name=model_name, user=user_name)
56
  self.text_splitter = TokenTextSplitter(chunk_size=500, chunk_overlap=30)
57
  self.api_key = openai_api_key
58
- self.llm = ChatOpenAI(openai_api_key=openai_api_key, temperature=0, model_name=default_chuanhu_assistant_model)
59
- self.cheap_llm = ChatOpenAI(openai_api_key=openai_api_key, temperature=0, model_name="gpt-3.5-turbo")
60
  PROMPT = PromptTemplate(template=SUMMARIZE_PROMPT, input_variables=["text"])
61
  self.summarize_chain = load_summarize_chain(self.cheap_llm, chain_type="map_reduce", return_intermediate_steps=True, map_prompt=PROMPT, combine_prompt=PROMPT)
62
  self.index_summary = None
 
55
  super().__init__(model_name=model_name, user=user_name)
56
  self.text_splitter = TokenTextSplitter(chunk_size=500, chunk_overlap=30)
57
  self.api_key = openai_api_key
58
+ self.llm = ChatOpenAI(openai_api_key=openai_api_key, temperature=0, model_name=default_chuanhu_assistant_model, openai_api_base=os.environ.get("OPENAI_API_BASE", None))
59
+ self.cheap_llm = ChatOpenAI(openai_api_key=openai_api_key, temperature=0, model_name="gpt-3.5-turbo", openai_api_base=os.environ.get("OPENAI_API_BASE", None))
60
  PROMPT = PromptTemplate(template=SUMMARIZE_PROMPT, input_variables=["text"])
61
  self.summarize_chain = load_summarize_chain(self.cheap_llm, chain_type="map_reduce", return_intermediate_steps=True, map_prompt=PROMPT, combine_prompt=PROMPT)
62
  self.index_summary = None