model_list: # --------------gemini-2.0-flash-exp-------------------- - model_name: gg1/gemini-2.0-flash litellm_params: model: gemini/gemini-2.0-flash api_key: os.environ/GEMINI_API_KEY1 - model_name: gg2/gemini-2.0-flash litellm_params: model: gemini/gemini-2.0-flash api_key: os.environ/GEMINI_API_KEY2 - model_name: gg2/gemini-2.0-flash litellm_params: model: gemini/gemini-2.0-flash api_key: os.environ/GEMINI_API_KEY3 - model_name: gg1/gemini-2.0-flash-thinking-exp litellm_params: model: gemini/gemini-2.0-flash-thinking-exp-01-21 api_key: os.environ/GEMINI_API_KEY1 - model_name: gg2/gemini-2.0-flash-thinking-exp litellm_params: model: gemini/gemini-2.0-flash-thinking-exp-01-21 api_key: os.environ/GEMINI_API_KEY2 - model_name: gg2/gemini-2.0-flash-thinking-exp litellm_params: model: gemini/gemini-2.0-flash-thinking-exp-01-21 api_key: os.environ/GEMINI_API_KEY3 - model_name: gg1/gemini-2.0-pro-exp litellm_params: model: gemini/gemini-2.0-pro-exp-02-05 api_key: os.environ/GEMINI_API_KEY1 - model_name: gg1/gemini-2.0-pro-exp litellm_params: model: gemini/gemini-2.0-pro-exp-02-05 api_key: os.environ/GEMINI_API_KEY2 - model_name: gg1/gemini-2.0-pro-exp litellm_params: model: gemini/gemini-2.0-pro-exp-02-05 api_key: os.environ/GEMINI_API_KEY3 # --------------openrouter(free)-------------------- - model_name: or/deepseek-r1 litellm_params: model: openrouter/deepseek/deepseek-r1:free api_key: os.environ/OPENROUTER_API_KEY - model_name: or/deepseek-v3 litellm_params: model: openrouter/deepseek/deepseek-chat:free api_key: os.environ/OPENROUTER_API_KEY - model_name: or/deepseek-r1-distill-llama-70b litellm_params: model: openrouter/deepseek/deepseek-r1-distill-llama-70b:free api_key: os.environ/OPENROUTER_API_KEY - model_name: or/gemini-2.0-flash-thinking-exp litellm_params: model: openrouter/google/gemini-2.0-flash-thinking-exp:free api_key: os.environ/OPENROUTER_API_KEY - model_name: or/gemini-2.0-flash-exp litellm_params: model: openrouter/google/gemini-2.0-flash-exp:free api_key: os.environ/OPENROUTER_API_KEY - model_name: or/gemini-2.0-pro-exp litellm_params: model: openrouter/google/gemini-2.0-pro-exp-02-05:free api_key: os.environ/OPENROUTER_API_KEY - model_name: or/llama-3.3-70b-instruct litellm_params: model: openrouter/meta-llama/llama-3.3-70b-instruct:free api_key: os.environ/OPENROUTER_API_KEY - model_name: or/llama-3.1-nemotron-70b-instruct litellm_params: model: openrouter/nvidia/llama-3.1-nemotron-70b-instruct:free api_key: os.environ/OPENROUTER_API_KEY - model_name: or/qwen2.5-vl-72b-instruct litellm_params: model: openrouter/qwen/qwen2.5-vl-72b-instruct:free api_key: os.environ/OPENROUTER_API_KEY # --------------groq---------------------- - model_name: gq1/llama-3.3-70b-versatile litellm_params: model: groq/llama-3.3-70b-versatile api_key: os.environ/GROQ_API_KEY1 - model_name: gq2/llama-3.3-70b-versatile litellm_params: model: groq/llama-3.3-70b-versatile api_key: os.environ/GROQ_API_KEY2 - model_name: gq1/llama-3.3-70b-specdec litellm_params: model: groq/llama-3.3-70b-specdec api_key: os.environ/GROQ_API_KEY1 - model_name: gq2/llama-3.3-70b-specdec litellm_params: model: groq/llama-3.3-70b-specdec api_key: os.environ/GROQ_API_KEY2 - model_name: gq1/deepseek-r1-distill-llama-70b litellm_params: model: groq/deepseek-r1-distill-llama-70b api_key: os.environ/GROQ_API_KEY1 - model_name: gq2/deepseek-r1-distill-llama-70b litellm_params: model: groq/deepseek-r1-distill-llama-70b api_key: os.environ/GROQ_API_KEY2 # --------------openai-------------------- - model_name: op1/gpt-4o-mini litellm_params: model: openai/gpt-4o-mini api_key: os.environ/OPENAI_API_KEY1 - model_name: op1/text-embedding-3-large litellm_params: model: openai/text-embedding-3-large api_key: os.environ/OPENAI_API_KEY1 - model_name: op1/text-embedding-3-small litellm_params: model: openai/text-embedding-3-small api_key: os.environ/OPENAI_API_KEY1 # - model_name: op2/gpt-4o-mini # litellm_params: # model: openai/gpt-4o-mini # api_key: os.environ/OPENAI_API_KEY2 # --------------cohere-------------------- - model_name: ch/command-r-plus litellm_params: model: cohere/command-r-plus-08-2024 api_key: os.environ/COHERE_API_KEY - model_name: ch/embed-english litellm_params: model: cohere/embed-english-v3.0 api_key: os.environ/COHERE_API_KEY - model_name: ch/embed-english-light litellm_params: model: cohere/embed-english-light-v3.0 api_key: os.environ/COHERE_API_KEY - model_name: ch/embed-multilingual litellm_params: model: cohere/embed-multilingual-v3.0 api_key: os.environ/COHERE_API_KEY - model_name: ch/embed-multilingual-light litellm_params: model: cohere/embed-multilingual-light-v3.0 api_key: os.environ/COHERE_API_KEY - model_name: ch/rerank-english litellm_params: model: cohere/rerank-english-v3.0 api_key: os.environ/COHERE_API_KEY # --------------mistral-------------------- - model_name: ms/mistral-large-latest litellm_params: model: mistral/mistral-large-latest api_key: os.environ/MISTRAL_API_KEY - model_name: ms/mistral-small-latest litellm_params: model: mistral/mistral-small-latest api_key: os.environ/MISTRAL_API_KEY - model_name: ms/mistral-embed litellm_params: model: mistral/mistral-embed api_key: os.environ/MISTRAL_API_KEY # --------------huggingface-------------------- - model_name: hg1/DeepSeek-R1-Distill-Qwen-32B litellm_params: model: huggingface/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B api_key: os.environ/HUGGINGFACE_API_KEY1 # - model_name: hg2/DeepSeek-R1-Distill-Qwen-32B # litellm_params: # model: huggingface/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B # api_key: os.environ/HUGGINGFACE_API_KEY2 - model_name: hg1/Llama-3.3-70B-Instruct litellm_params: model: huggingface/meta-llama/Llama-3.3-70B-Instruct api_key: os.environ/HUGGINGFACE_API_KEY1 # - model_name: hg2/Llama-3.3-70B-Instruct # litellm_params: # model: huggingface/meta-llama/Llama-3.3-70B-Instruct # api_key: os.environ/HUGGINGFACE_API_KEY2 # --------------hyperbolic-------------------- - model_name: hb1/DeepSeek-R1 litellm_params: model: openai/deepseek-ai/DeepSeek-R1 api_base: https://api.hyperbolic.xyz/v1 api_key: os.environ/HYPERBOLIC_API_KEY1 - model_name: hb2/DeepSeek-R1 litellm_params: model: openai/deepseek-ai/DeepSeek-R1 api_base: https://api.hyperbolic.xyz/v1 api_key: os.environ/HYPERBOLIC_API_KEY2 - model_name: hb1/DeepSeek-V3 litellm_params: model: openai/deepseek-ai/DeepSeek-V3 api_base: https://api.hyperbolic.xyz/v1 api_key: os.environ/HYPERBOLIC_API_KEY1 - model_name: hb2/DeepSeek-V3 litellm_params: model: openai/deepseek-ai/DeepSeek-V3 api_base: https://api.hyperbolic.xyz/v1 api_key: os.environ/HYPERBOLIC_API_KEY2 # --------------KL--------------------- - model_name: kl1/Meta-Llama-3.3-70B-Instruct-Turbo litellm_params: model: openai/klusterai/Meta-Llama-3.3-70B-Instruct-Turbo api_base: os.environ/KL_BASE_URL api_key: os.environ/KL_API_KEY1 - model_name: kl2/Meta-Llama-3.3-70B-Instruct-Turbo litellm_params: model: openai/klusterai/Meta-Llama-3.3-70B-Instruct-Turbo api_base: os.environ/KL_BASE_URL api_key: os.environ/KL_API_KEY2 - model_name: kl3/Meta-Llama-3.3-70B-Instruct-Turbo litellm_params: model: openai/klusterai/Meta-Llama-3.3-70B-Instruct-Turbo api_base: os.environ/KL_BASE_URL api_key: os.environ/KL_API_KEY3 - model_name: kl1/DeepSeek-R1 litellm_params: model: openai/deepseek-ai/DeepSeek-R1 api_base: os.environ/KL_BASE_URL api_key: os.environ/KL_API_KEY1 - model_name: kl2/DeepSeek-R1 litellm_params: model: openai/deepseek-ai/DeepSeek-R1 api_base: os.environ/KL_BASE_URL api_key: os.environ/KL_API_KEY2 - model_name: kl3/DeepSeek-R1 litellm_params: model: openai/deepseek-ai/DeepSeek-R1 api_base: os.environ/KL_BASE_URL api_key: os.environ/KL_API_KEY3 # --------------PL-------------------- - model_name: pl/gpt-4o-mini litellm_params: model: openai/openai api_base: os.environ/PL_BASE_URL api_key: os.environ/PL_API_KEY - model_name: pl/gpt-4o litellm_params: model: openai/openai-large api_base: os.environ/PL_BASE_URL api_key: os.environ/PL_API_KEY - model_name: pl/llama-3.3-70b litellm_params: model: openai/llama api_base: os.environ/PL_BASE_URL api_key: os.environ/PL_API_KEY - model_name: pl/deepseek-v3 litellm_params: model: openai/deepseek api_base: os.environ/PL_BASE_URL api_key: os.environ/PL_API_KEY - model_name: pl/deepseek-r1-32b litellm_params: model: openai/deepseek-r1 api_base: os.environ/PL_BASE_URL api_key: os.environ/PL_API_KEY - model_name: pl/gemini-2.0-flash litellm_params: model: openai/gemini api_base: os.environ/PL_BASE_URL api_key: os.environ/PL_API_KEY - model_name: pl/gemini-2.0-flash-thinking litellm_params: model: openai/gemini-thinking api_base: os.environ/PL_BASE_URL api_key: os.environ/PL_API_KEY # --------------CL-------------------- - model_name: cl/gpt-4o-mini litellm_params: model: openai/gpt-4o-mini api_base: os.environ/CL_BASE_URL api_key: os.environ/CL_API_KEY - model_name: cl/gpt-4o litellm_params: model: openai/gpt-4o-2024-11-20 api_base: os.environ/CL_BASE_URL api_key: os.environ/CL_API_KEY - model_name: cl/chatgpt-4o-latest litellm_params: model: openai/chatgpt-4o-latest api_base: os.environ/CL_BASE_URL api_key: os.environ/CL_API_KEY - model_name: cl/deepseek-v3 litellm_params: model: openai/deepseek-v3 api_base: os.environ/CL_BASE_URL api_key: os.environ/CL_API_KEY - model_name: cl/llama-3.1-405b-online litellm_params: model: openai/llama-3.1-405b-online:beta api_base: os.environ/CL_BASE_URL api_key: os.environ/CL_API_KEY # --------------OZ-------------------- - model_name: oz/gpt-4o-mini litellm_params: model: openai/gpt-4o-mini api_base: os.environ/OZ_BASE_URL api_key: os.environ/OZ_API_KEY - model_name: oz/gpt-4o litellm_params: model: openai/gpt-4o-1120 api_base: os.environ/OZ_BASE_URL api_key: os.environ/OZ_API_KEY - model_name: oz/chatgpt-4o-latest litellm_params: model: openai/chatgpt-4o-latest api_base: os.environ/OZ_BASE_URL api_key: os.environ/OZ_API_KEY - model_name: oz/o3-mini litellm_params: model: openai/o3-mini api_base: os.environ/OZ_BASE_URL api_key: os.environ/OZ_API_KEY - model_name: oz/claude-3-5-haiku litellm_params: model: openai/claude-3-5-haiku-latest api_base: os.environ/OZ_BASE_URL api_key: os.environ/OZ_API_KEY - model_name: oz/claude-3-5-sonnet litellm_params: model: openai/claude-3-5-sonnet-20241022 api_base: os.environ/OZ_BASE_URL api_key: os.environ/OZ_API_KEY # --------------VO-------------------- - model_name: hx/gpt-4o-mini litellm_params: model: openai/gpt-4o-mini api_base: os.environ/HX_BASE_URL api_key: os.environ/HX_API_KEY - model_name: hx/gpt-4o litellm_params: model: openai/gpt-4o-2024-11-20 api_base: os.environ/HX_BASE_URL api_key: os.environ/HX_API_KEY # --------------VO-------------------- - model_name: vo/gpt-4o-mini litellm_params: model: openai/gpt-4o-mini api_base: os.environ/VO_BASE_URL api_key: os.environ/VO_API_KEY - model_name: vo/gpt-4o litellm_params: model: openai/gpt-4o-2024-11-20 api_base: os.environ/VO_BASE_URL api_key: os.environ/VO_API_KEY - model_name: vo/o3-mini litellm_params: model: openai/o3-mini api_base: os.environ/VO_BASE_URL api_key: os.environ/VO_API_KEY - model_name: vo/o3-mini-low litellm_params: model: openai/o3-mini-low api_base: os.environ/VO_BASE_URL api_key: os.environ/VO_API_KEY - model_name: vo/o3-mini-high litellm_params: model: openai/o3-mini-high api_base: os.environ/VO_BASE_URL api_key: os.environ/VO_API_KEY - model_name: vo/claude-3-5-haiku litellm_params: model: openai/claude-3-5-haiku-20241022 api_base: os.environ/VO_BASE_URL api_key: os.environ/VO_API_KEY - model_name: vo/claude-3-5-sonnet litellm_params: model: openai/claude-3-5-sonnet-20241022 api_base: os.environ/VO_BASE_URL api_key: os.environ/VO_API_KEY - model_name: vo/claude-3-5-sonnet-20240620 litellm_params: model: openai/claude-3-5-sonnet-20240620 api_base: os.environ/VO_BASE_URL api_key: os.environ/VO_API_KEY - model_name: vo/deepseek-v3 litellm_params: model: openai/deepseek-v3 api_base: os.environ/VO_BASE_URL api_key: os.environ/VO_API_KEY - model_name: vo/deepseek-r1 litellm_params: model: openai/deepseek-r1 api_base: os.environ/VO_BASE_URL api_key: os.environ/VO_API_KEY - model_name: vo/llama-3.3-70b-instruct litellm_params: model: openai/llama-3.3-70b-instruct api_base: os.environ/VO_BASE_URL api_key: os.environ/VO_API_KEY # --------------FR-------------------- - model_name: fr/gpt-4o-mini litellm_params: model: openai/gpt-4o-mini api_base: os.environ/FR_BASE_URL api_key: os.environ/FR_API_KEY - model_name: fr/gpt-4o litellm_params: model: openai/gpt-4o-2024-11-20 api_base: os.environ/FR_BASE_URL api_key: os.environ/FR_API_KEY - model_name: fr/o3-mini litellm_params: model: openai/o3-mini-2025-01-31 api_base: os.environ/FR_BASE_URL api_key: os.environ/FR_API_KEY - model_name: fr/claude-3-5-haiku litellm_params: model: openai/claude-3-5-haiku-20241022 api_base: os.environ/FR_BASE_URL api_key: os.environ/FR_API_KEY - model_name: fr/claude-3-5-sonnet litellm_params: model: openai/claude-3-5-sonnet-20241022 api_base: os.environ/FR_BASE_URL api_key: os.environ/FR_API_KEY - model_name: fr/claude-3-5-sonnet-20240620 litellm_params: model: openai/claude-3-5-sonnet-20240620 api_base: os.environ/FR_BASE_URL api_key: os.environ/FR_API_KEY - model_name: fr/deepseek-v3 litellm_params: model: openai/deepseek-v3 api_base: os.environ/FR_BASE_URL api_key: os.environ/FR_API_KEY - model_name: fr/deepseek-r1 litellm_params: model: openai/deepseek-r1 api_base: os.environ/FR_BASE_URL api_key: os.environ/FR_API_KEY - model_name: fr/llama-3.3-70b litellm_params: model: openai/llama-3.3-70b api_base: os.environ/FR_BASE_URL api_key: os.environ/FR_API_KEY - model_name: fr/llama-3.1-sonar-large-128k-online litellm_params: model: openai/llama-3.1-sonar-large-128k-online api_base: os.environ/FR_BASE_URL api_key: os.environ/FR_API_KEY - model_name: fr/llama-3.1-sonar-small-128k-online litellm_params: model: openai/llama-3.1-sonar-small-128k-online api_base: os.environ/FR_BASE_URL api_key: os.environ/FR_API_KEY # --------------ZK-------------------- - model_name: zk/gpt-4o-mini litellm_params: model: openai/gpt-4o-mini api_base: os.environ/ZK_BASE_URL api_key: os.environ/ZK_API_KEY - model_name: zk/gpt-4o litellm_params: model: openai/gpt-4o-2024-11-20 api_base: os.environ/ZK_BASE_URL api_key: os.environ/ZK_API_KEY - model_name: zk/chatgpt-4o-latest litellm_params: model: openai/chatgpt-4o-latest api_base: os.environ/ZK_BASE_URL api_key: os.environ/ZK_API_KEY - model_name: zk/o3-mini litellm_params: model: openai/o3-mini api_base: os.environ/ZK_BASE_URL api_key: os.environ/ZK_API_KEY - model_name: zk/claude-3-5-haiku litellm_params: model: openai/claude-3-5-haiku-20241022 api_base: os.environ/ZK_BASE_URL api_key: os.environ/ZK_API_KEY - model_name: zk/claude-3-5-sonnet litellm_params: model: openai/claude-3-5-sonnet-20241022 api_base: os.environ/ZK_BASE_URL api_key: os.environ/ZK_API_KEY - model_name: zk/claude-3-5-sonnet-20240620 litellm_params: model: openai/claude-3-5-sonnet-20240620 api_base: os.environ/ZK_BASE_URL api_key: os.environ/ZK_API_KEY - model_name: zk/deepseek-chat litellm_params: model: openai/deepseek-chat api_base: os.environ/ZK_BASE_URL api_key: os.environ/ZK_API_KEY - model_name: zk/deepseek-reasoner litellm_params: model: openai/deepseek-reasoner api_base: os.environ/ZK_BASE_URL api_key: os.environ/ZK_API_KEY - model_name: zk/llama-3.3-70b-instruct litellm_params: model: openai/llama-3.3-70b-instruct api_base: os.environ/ZK_BASE_URL api_key: os.environ/ZK_API_KEY - model_name: zk/sonar-pro litellm_params: model: openai/sonar-pro api_base: os.environ/ZK_BASE_URL api_key: os.environ/ZK_API_KEY - model_name: zk/sonar litellm_params: model: openai/sonar api_base: os.environ/ZK_BASE_URL api_key: os.environ/ZK_API_KEY - model_name: zk/sonar-reasoning litellm_params: model: openai/sonar-reasoning api_base: os.environ/ZK_BASE_URL api_key: os.environ/ZK_API_KEY # --------------CB-------------------- - model_name: cb/gpt-4o-mini litellm_params: model: openai/gpt-4o-mini api_base: os.environ/CB_BASE_URL api_key: os.environ/CB_API_KEY - model_name: cb/gpt-4o litellm_params: model: openai/gpt-4o-2024-11-20 api_base: os.environ/CB_BASE_URL api_key: os.environ/CB_API_KEY - model_name: cb/chatgpt-4o-latest litellm_params: model: openai/chatgpt-4o-latest api_base: os.environ/CB_BASE_URL api_key: os.environ/CB_API_KEY - model_name: cb/o3-mini litellm_params: model: openai/o3-mini api_base: os.environ/CB_BASE_URL api_key: os.environ/CB_API_KEY - model_name: cb/o3-mini-low litellm_params: model: openai/o3-mini-low api_base: os.environ/CB_BASE_URL api_key: os.environ/CB_API_KEY - model_name: cb/o3-mini-medium litellm_params: model: openai/o3-mini-medium api_base: os.environ/CB_BASE_URL api_key: os.environ/CB_API_KEY - model_name: cb/o3-mini-high litellm_params: model: openai/o3-mini-high api_base: os.environ/CB_BASE_URL api_key: os.environ/CB_API_KEY - model_name: cb/claude-3-5-haiku litellm_params: model: openai/claude-3-5-haiku-20241022 api_base: os.environ/CB_BASE_URL api_key: os.environ/CB_API_KEY - model_name: cb/claude-3-5-sonnet litellm_params: model: openai/claude-3-5-sonnet-20241022 api_base: os.environ/CB_BASE_URL api_key: os.environ/CB_API_KEY - model_name: cb/claude-3-5-sonnet-20240620 litellm_params: model: openai/claude-3-5-sonnet-20240620 api_base: os.environ/CB_BASE_URL api_key: os.environ/CB_API_KEY - model_name: cb/deepseek-v3 litellm_params: model: openai/deepseek-v3 api_base: os.environ/CB_BASE_URL api_key: os.environ/CB_API_KEY - model_name: cb/deepseek-r1-uncensored litellm_params: model: openai/deepseek-r1-uncensored api_base: os.environ/CB_BASE_URL api_key: os.environ/CB_API_KEY - model_name: cb/deepseek-r1 litellm_params: model: openai/deepseek-r1 api_base: os.environ/CB_BASE_URL api_key: os.environ/CB_API_KEY - model_name: cb/deepseek-r1-128k litellm_params: model: openai/deepseek-r1-128k api_base: os.environ/CB_BASE_URL api_key: os.environ/CB_API_KEY - model_name: cb/deepseek-r1-32b litellm_params: model: openai/deepseek-r1-32b api_base: os.environ/CB_BASE_URL api_key: os.environ/CB_API_KEY - model_name: cb/llama-3.3-70b-instruct litellm_params: model: openai/llama-3.3-70b-instruct api_base: os.environ/CB_BASE_URL api_key: os.environ/CB_API_KEY - model_name: cb/gemini-unlocked litellm_params: model: openai/gemini-unlocked api_base: os.environ/CB_BASE_URL api_key: os.environ/CB_API_KEY - model_name: cb/sonar-pro litellm_params: model: openai/sonar-pro api_base: os.environ/CB_BASE_URL api_key: os.environ/CB_API_KEY - model_name: cb/sonar litellm_params: model: openai/sonar api_base: os.environ/CB_BASE_URL api_key: os.environ/CB_API_KEY - model_name: cb/sonar-reasoning litellm_params: model: openai/sonar-reasoning api_base: os.environ/CB_BASE_URL api_key: os.environ/CB_API_KEY - model_name: cb/hermes-3-llama-3.1-70b litellm_params: model: openai/hermes-3-llama-3.1-70b api_base: os.environ/CB_BASE_URL api_key: os.environ/CB_API_KEY # --------------DDC-------------------- # # - model_name: ddc/gpt-4o-real # litellm_params: # model: openai/gpt-4o-real # api_base: os.environ/DDC_BASE_URL # api_key: os.environ/DDC_API_KEY # # - model_name: ddc/gpt-4o # litellm_params: # model: openai/gpt-4o # api_base: os.environ/DDC_BASE_URL # api_key: os.environ/DDC_API_KEY # # - model_name: ddc/gpt-4o-2024-05-13 # litellm_params: # model: openai/gpt-4o-2024-05-13 # api_base: os.environ/DDC_BASE_URL # api_key: os.environ/DDC_API_KEY # # - model_name: ddc/claude-3-5-sonnet-20240620 # litellm_params: # model: openai/claude-3-5-sonnet-20240620 # api_base: os.environ/DDC_BASE_URL # api_key: os.environ/DDC_API_KEY # # - model_name: ddc/claude-3-5-sonnet-real # litellm_params: # model: openai/claude-3-5-sonnet-real # api_base: os.environ/DDC_BASE_URL # api_key: os.environ/DDC_API_KEY # # - model_name: ddc/claude-sonnet-3.5 # litellm_params: # model: openai/claude-sonnet-3.5 # api_base: os.environ/DDC_BASE_URL # api_key: os.environ/DDC_API_KEY # # - model_name: ddc/Llama-3.3-70B-Instruct-Turbo # litellm_params: # model: openai/meta-llama/Llama-3.3-70B-Instruct-Turbo # api_base: os.environ/DDC_BASE_URL # api_key: os.environ/DDC_API_KEY # # - model_name: ddc/Llama-3.3-70B-Instruct # litellm_params: # model: openai/meta-llama/Llama-3.3-70B-Instruct # api_base: os.environ/DDC_BASE_URL # api_key: os.environ/DDC_API_KEY # # - model_name: ddc/Llama-3.3-70B-Instruct-Turbo # litellm_params: # model: openai/meta-llama/Llama-3.3-70B-Instruct-Turbo # api_base: os.environ/DDC_BASE_URL # api_key: os.environ/DDC_API_KEY # # --------------Other Settings-------------------- litellm_settings: # Networking settings request_timeout: 20 # (int) llm request timeout in seconds. Raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout num_retries: 3 fallbacks: [{"gemini-1.5-pro": ["gemini-1.5-flash"]}] allowed_fails: 3 # cooldown model if it fails > 1 call in a minute. cooldown_time: 30 # how long to cooldown model if fails/min > allowed_fails drop_params: true general_settings: master_key: os.environ/MASTER_KEY # sk-1234 # [OPTIONAL] Only use this if you require all calls to contain this key (Authorization: Bearer sk-1234) router_settings: fallbacks: [{"or/gemini-2.0-flash-exp": ["gg1/gemini-2.0-flash-exp"]}, {"gpt-3.5-turbo": ["gemini-1.5-flash"]}] model_group_alias: {"gpt-4": "gemini-1.5-pro"} routing_strategy: simple-shuffle