Skip to content

Commit 97b6ee8

Browse files
committed
update for handle mistral. added some more models
1 parent fac6d32 commit 97b6ee8

File tree

2 files changed

+9
-5
lines changed

2 files changed

+9
-5
lines changed

src/api/routers/vertex.py

Lines changed: 2 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -137,11 +137,8 @@ def from_anthropic_to_openai_response(msg, model):
137137
})
138138

139139
def get_chat_completion_model_name(model_alias):
140-
if model_alias in known_chat_models:
141-
# publishers/google/models/gemini-2.0-flash-lite-001 -> "google/gemini-2.0-flash-lite-001"
142-
model_alias = model_alias.replace("publishers/", "").replace("models/", "")
143-
144-
return model_alias
140+
# publishers/google/models/gemini-2.0-flash-lite-001 -> "gemini-2.0-flash-lite-001"
141+
return model_alias.split("/")[-1]
145142

146143
async def handle_proxy(request: Request, path: str):
147144
try:

src/data/modelmap.json

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -38,10 +38,17 @@
3838
"ai/smollm2": "publishers/google/models/gemini-2.0-flash-lite-001",
3939
"ai/smollm2:latest": "publishers/google/models/gemini-2.0-flash-lite-001",
4040
"gemini-2.5-pro": "publishers/google/models/gemini-2.5-pro-preview-05-06",
41+
"gemini-2.5-pro:latest": "publishers/google/models/gemini-2.5-pro-preview-05-06",
4142
"gemini-2.5-flash": "publishers/google/models/gemini-2.5-flash-preview-05-20",
43+
"gemini-2.5-flash:latest": "publishers/google/models/gemini-2.5-flash-preview-05-20",
4244
"gemini-2.0-flash": "publishers/google/models/gemini-2.0-flash-001",
45+
"gemini-2.0-flash:latest": "publishers/google/models/gemini-2.0-flash-001",
4346
"gemini-2.0-flash-lite": "publishers/google/models/gemini-2.0-flash-lite-001",
47+
"gemini-2.0-flash-lite:latest": "publishers/google/models/gemini-2.0-flash-lite-001",
4448
"claude-3-haiku": "publishers/anthropic/models/claude-3-haiku@20240307",
49+
"claude-3-haiku:latest": "publishers/anthropic/models/claude-3-haiku@20240307",
50+
"ai/mistral": "publishers/mistralai/models/mistral-nemo",
51+
"a/mistral:latest": "publishers/mistralai/models/mistral-nemo",
4552
"default": "publishers/google/models/gemini-2.0-flash-lite-001"
4653
}
4754
}

0 commit comments

Comments
 (0)