Compare commits

...

1 Commits

Author SHA1 Message Date
pablonyx
9a18c732ef add newest claude model (3.7) 2025-02-24 12:30:32 -08:00
5 changed files with 23 additions and 11 deletions

View File

@@ -409,10 +409,10 @@ class DefaultMultiLLM(LLM):
self._record_call(processed_prompt)
try:
print(f"self.config.model_name: {self.config.model_name}")
return litellm.completion(
mock_response=MOCK_LLM_RESPONSE,
# model choice
# model="openai/gpt-4",
model=f"{self.config.model_provider}/{self.config.deployment_name or self.config.model_name}",
# NOTE: have to pass in None instead of empty string for these
# otherwise litellm can have some issues with bedrock

View File

@@ -65,12 +65,15 @@ IGNORABLE_ANTHROPIC_MODELS = [
"claude-instant-1",
"anthropic/claude-3-5-sonnet-20241022",
]
FORCIBLY_ADD_ANTHROPIC_MODELS = [
"claude-3-7-sonnet-latest",
]
ANTHROPIC_PROVIDER_NAME = "anthropic"
ANTHROPIC_MODEL_NAMES = [
model
for model in litellm.anthropic_models
if model not in IGNORABLE_ANTHROPIC_MODELS
][::-1]
] + FORCIBLY_ADD_ANTHROPIC_MODELS
AZURE_PROVIDER_NAME = "azure"
@@ -103,7 +106,7 @@ def fetch_available_well_known_llms() -> list[WellKnownLLMProviderDescriptor]:
api_version_required=False,
custom_config_keys=[],
llm_names=fetch_models_for_provider(ANTHROPIC_PROVIDER_NAME),
default_model="claude-3-5-sonnet-20241022",
default_model="claude-3-7-sonnet-latest",
default_fast_model="claude-3-5-sonnet-20241022",
),
WellKnownLLMProviderDescriptor(

View File

@@ -61,8 +61,9 @@ export default function LLMPopover({
(llmProvider.display_model_names || llmProvider.model_names).forEach(
(modelName) => {
if (!uniqueModelNames.has(modelName)) {
uniqueModelNames.add(modelName);
const displayName = getDisplayNameForModel(modelName);
if (!uniqueModelNames.has(displayName)) {
uniqueModelNames.add(displayName);
llmOptionsByProvider[llmProvider.provider].push({
name: modelName,
value: structureValue(

View File

@@ -714,10 +714,13 @@ const MODEL_DISPLAY_NAMES: { [key: string]: string } = {
"claude-2.1": "Claude 2.1",
"claude-2.0": "Claude 2.0",
"claude-instant-1.2": "Claude Instant 1.2",
"claude-3-5-sonnet-20240620": "Claude 3.5 Sonnet",
"claude-3-5-sonnet-20241022": "Claude 3.5 Sonnet (New)",
"claude-3-5-sonnet-v2@20241022": "Claude 3.5 Sonnet (New)",
"claude-3.5-sonnet-v2@20241022": "Claude 3.5 Sonnet (New)",
"claude-3-5-sonnet-20240620": "Claude 3.5 Sonnet (June 2024)",
"claude-3-5-sonnet-20241022": "Claude 3.5 Sonnet",
"claude-3-7-sonnet-latest": "Claude 3.7 Sonnet",
"claude-3-5-sonnet-v2@20241022": "Claude 3.5 Sonnet",
"claude-3.5-sonnet-v2@20241022": "Claude 3.5 Sonnet",
"claude-3-5-haiku-20241022": "Claude 3.5 Haiku",
"claude-3-5-haiku@20241022": "Claude 3.5 Haiku",
"claude-3.5-haiku@20241022": "Claude 3.5 Haiku",
@@ -757,8 +760,9 @@ const MODEL_DISPLAY_NAMES: { [key: string]: string } = {
"anthropic.claude-3-opus-20240229-v1:0": "Claude 3 Opus",
"anthropic.claude-3-haiku-20240307-v1:0": "Claude 3 Haiku",
"anthropic.claude-3-5-sonnet-20240620-v1:0": "Claude 3.5 Sonnet",
"anthropic.claude-3-5-sonnet-20241022-v2:0": "Claude 3.5 Sonnet (New)",
"anthropic.claude-3-5-sonnet-20241022-v2:0": "Claude 3.5 Sonnet",
"anthropic.claude-3-sonnet-20240229-v1:0": "Claude 3 Sonnet",
"anthropic.claude-3-7-sonnet-latest": "Claude 3.7 Sonnet",
"mistral.mistral-large-2402-v1:0": "Mistral Large",
"mistral.mixtral-8x7b-instruct-v0:1": "Mixtral 8x7B Instruct",
"mistral.mistral-7b-instruct-v0:2": "Mistral 7B Instruct",
@@ -782,5 +786,8 @@ export const defaultModelsByProvider: { [name: string]: string[] } = {
"mistral.mistral-large-2402-v1:0",
"anthropic.claude-3-5-sonnet-20241022-v2:0",
],
anthropic: ["claude-3-opus-20240229", "claude-3-5-sonnet-20241022"],
anthropic: [
"anthropic.claude-3-7-sonnet-latest",
"anthropic.claude-3-5-sonnet-20241022-v2:0",
],
};

View File

@@ -71,6 +71,7 @@ const MODEL_NAMES_SUPPORTING_IMAGE_INPUT = [
// standard claude names
"claude-3-5-sonnet-20240620",
"claude-3-5-sonnet-20241022",
"claude-3-7-sonnet-latest",
"claude-3-opus-20240229",
"claude-3-sonnet-20240229",
"claude-3-haiku-20240307",