diff --git a/common/src/buttercup/common/llm.py b/common/src/buttercup/common/llm.py index d2a68e35..c1ec0621 100644 --- a/common/src/buttercup/common/llm.py +++ b/common/src/buttercup/common/llm.py @@ -30,9 +30,16 @@ class ButtercupLLM(Enum): OPENAI_GPT_4_1_NANO = "openai-gpt-4.1-nano" OPENAI_GPT_4_1_MINI = "openai-gpt-4.1-mini" OPENAI_GPT_4_1 = "openai-gpt-4.1" + OPENAI_GPT_5_4_MINI = "openai-gpt-5.4-mini" + OPENAI_GPT_5_4 = "openai-gpt-5.4" + OPENAI_GPT_5_5 = "openai-gpt-5.5" CLAUDE_3_7_SONNET = "claude-3.7-sonnet" CLAUDE_4_SONNET = "claude-4-sonnet" CLAUDE_4_5_SONNET = "claude-4.5-sonnet" + CLAUDE_4_5_HAIKU = "claude-4.5-haiku" + CLAUDE_4_6_SONNET = "claude-4.6-sonnet" + CLAUDE_4_6_OPUS = "claude-4.6-opus" + CLAUDE_4_7_OPUS = "claude-4.7-opus" GEMINI_PRO = "gemini-pro" GEMINI_2_5_FLASH = "gemini-2.5-flash" GEMINI_2_5_FLASH_EXP = "gemini-2.5-flash-exp" diff --git a/deployment/k8s/values.yaml b/deployment/k8s/values.yaml index 5f47b737..2cea3cef 100644 --- a/deployment/k8s/values.yaml +++ b/deployment/k8s/values.yaml @@ -363,6 +363,27 @@ litellm-helm: tpm: 150000000 rpm: 30000 + - model_name: openai-gpt-5.4-mini + litellm_params: + model: openai/gpt-5.4-mini + api_key: os.environ/OPENAI_API_KEY + tpm: 150000000 + rpm: 30000 + + - model_name: openai-gpt-5.4 + litellm_params: + model: openai/gpt-5.4 + api_key: os.environ/OPENAI_API_KEY + tpm: 30000000 + rpm: 10000 + + - model_name: openai-gpt-5.5 + litellm_params: + model: openai/gpt-5.5 + api_key: os.environ/OPENAI_API_KEY + tpm: 30000000 + rpm: 10000 + - model_name: claude-3.7-sonnet litellm_params: model: anthropic/claude-3-7-sonnet-20250219 @@ -382,7 +403,31 @@ litellm-helm: api_key: os.environ/ANTHROPIC_API_KEY tpm: 1775000 - - model_name: gemini-pro + - model_name: claude-4.5-haiku + litellm_params: + model: anthropic/claude-haiku-4-5-20251001 + api_key: os.environ/ANTHROPIC_API_KEY + tpm: 1775000 + + - model_name: claude-4.6-sonnet + litellm_params: + model: anthropic/claude-sonnet-4-6 + api_key: os.environ/ANTHROPIC_API_KEY + tpm: 1775000 + + - model_name: claude-4.6-opus + litellm_params: + model: anthropic/claude-opus-4-6 + api_key: os.environ/ANTHROPIC_API_KEY + tpm: 1775000 + + - model_name: claude-4.7-opus + litellm_params: + model: anthropic/claude-opus-4-7 + api_key: os.environ/ANTHROPIC_API_KEY + tpm: 1775000 + + - model_name: gemini-pro litellm_params: model: gemini/gemini-pro api_key: os.environ/GEMINI_API_KEY diff --git a/litellm/litellm_config.yaml b/litellm/litellm_config.yaml index 6d27b20b..c465baa5 100644 --- a/litellm/litellm_config.yaml +++ b/litellm/litellm_config.yaml @@ -89,6 +89,27 @@ model_list: tpm: 150000000 rpm: 30000 + - model_name: openai-gpt-5.4-mini + litellm_params: + model: openai/gpt-5.4-mini + api_key: os.environ/OPENAI_API_KEY + tpm: 150000000 + rpm: 30000 + + - model_name: openai-gpt-5.4 + litellm_params: + model: openai/gpt-5.4 + api_key: os.environ/OPENAI_API_KEY + tpm: 30000000 + rpm: 10000 + + - model_name: openai-gpt-5.5 + litellm_params: + model: openai/gpt-5.5 + api_key: os.environ/OPENAI_API_KEY + tpm: 30000000 + rpm: 10000 + - model_name: claude-3.7-sonnet litellm_params: model: anthropic/claude-3-7-sonnet-20250219 @@ -108,6 +129,30 @@ model_list: api_key: os.environ/ANTHROPIC_API_KEY tpm: 400000 + - model_name: claude-4.5-haiku + litellm_params: + model: anthropic/claude-haiku-4-5-20251001 + api_key: os.environ/ANTHROPIC_API_KEY + tpm: 400000 + + - model_name: claude-4.6-sonnet + litellm_params: + model: anthropic/claude-sonnet-4-6 + api_key: os.environ/ANTHROPIC_API_KEY + tpm: 400000 + + - model_name: claude-4.6-opus + litellm_params: + model: anthropic/claude-opus-4-6 + api_key: os.environ/ANTHROPIC_API_KEY + tpm: 400000 + + - model_name: claude-4.7-opus + litellm_params: + model: anthropic/claude-opus-4-7 + api_key: os.environ/ANTHROPIC_API_KEY + tpm: 400000 + - model_name: gemini-pro litellm_params: model: gemini/gemini-pro