Skip to content

Commit ef88792

Browse files
Revert "Revert "Correct Databricks llama3.3-70b endpoint and add databricks c…" (#9676)
This reverts commit 1e26c59.
1 parent 722f3ff commit ef88792

File tree

2 files changed

+34
-2
lines changed

2 files changed

+34
-2
lines changed

litellm/model_prices_and_context_window_backup.json

Lines changed: 17 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10189,6 +10189,22 @@
1018910189
"litellm_provider": "voyage",
1019010190
"mode": "rerank"
1019110191
},
10192+
"databricks/databricks-claude-3-7-sonnet": {
10193+
"max_tokens": 200000,
10194+
"max_input_tokens": 200000,
10195+
"max_output_tokens": 128000,
10196+
"input_cost_per_token": 0.0000025,
10197+
"input_dbu_cost_per_token": 0.00003571,
10198+
"output_cost_per_token": 0.00017857,
10199+
"output_db_cost_per_token": 0.000214286,
10200+
"litellm_provider": "databricks",
10201+
"mode": "chat",
10202+
"source": "https://www.databricks.com/product/pricing/foundation-model-serving",
10203+
"metadata": {"notes": "Input/output cost per token is dbu cost * $0.070, based on databricks Claude 3.7 conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},
10204+
"supports_assistant_prefill": true,
10205+
"supports_function_calling": true,
10206+
"supports_tool_choice": true
10207+
},
1019210208
"databricks/databricks-meta-llama-3-1-405b-instruct": {
1019310209
"max_tokens": 128000,
1019410210
"max_input_tokens": 128000,
@@ -10217,7 +10233,7 @@
1021710233
"metadata": {"notes": "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},
1021810234
"supports_tool_choice": true
1021910235
},
10220-
"databricks/meta-llama-3.3-70b-instruct": {
10236+
"databricks/databricks-meta-llama-3-3-70b-instruct": {
1022110237
"max_tokens": 128000,
1022210238
"max_input_tokens": 128000,
1022310239
"max_output_tokens": 128000,

model_prices_and_context_window.json

Lines changed: 17 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10189,6 +10189,22 @@
1018910189
"litellm_provider": "voyage",
1019010190
"mode": "rerank"
1019110191
},
10192+
"databricks/databricks-claude-3-7-sonnet": {
10193+
"max_tokens": 200000,
10194+
"max_input_tokens": 200000,
10195+
"max_output_tokens": 128000,
10196+
"input_cost_per_token": 0.0000025,
10197+
"input_dbu_cost_per_token": 0.00003571,
10198+
"output_cost_per_token": 0.00017857,
10199+
"output_db_cost_per_token": 0.000214286,
10200+
"litellm_provider": "databricks",
10201+
"mode": "chat",
10202+
"source": "https://www.databricks.com/product/pricing/foundation-model-serving",
10203+
"metadata": {"notes": "Input/output cost per token is dbu cost * $0.070, based on databricks Claude 3.7 conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},
10204+
"supports_assistant_prefill": true,
10205+
"supports_function_calling": true,
10206+
"supports_tool_choice": true
10207+
},
1019210208
"databricks/databricks-meta-llama-3-1-405b-instruct": {
1019310209
"max_tokens": 128000,
1019410210
"max_input_tokens": 128000,
@@ -10217,7 +10233,7 @@
1021710233
"metadata": {"notes": "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},
1021810234
"supports_tool_choice": true
1021910235
},
10220-
"databricks/meta-llama-3.3-70b-instruct": {
10236+
"databricks/databricks-meta-llama-3-3-70b-instruct": {
1022110237
"max_tokens": 128000,
1022210238
"max_input_tokens": 128000,
1022310239
"max_output_tokens": 128000,

0 commit comments

Comments
 (0)