Skip to content
This repository was archived by the owner on Jun 5, 2025. It is now read-only.

Update model_prices_and_context_window.json #1153

Merged
yrobla merged 4 commits into from
Feb 24, 2025
Merged

Update model_prices_and_context_window.json #1153

Changes from 1 commit
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
94ccbbd
Update model_prices_and_context_window.json to version generated on 2…
github-actions[bot] Feb 23, 2025
6e4ab77
Merge branch 'main' into update-model-prices-6b9cf0daca9ceec3b683a568…
yrobla Feb 24, 2025
03ddea2
Merge branch 'main' into update-model-prices-6b9cf0daca9ceec3b683a568…
yrobla Feb 24, 2025
d399be1
Merge branch 'main' into update-model-prices-6b9cf0daca9ceec3b683a568…
yrobla Feb 24, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Next Next commit
Update model_prices_and_context_window.json to version generated on 2… 
…025-02-23
  • Loading branch information
@github-actions
github-actions[bot] committed Feb 23, 2025
commit 94ccbbddefc2a3ffda8ce8aa7a13082ab770c53b
81 changes: 77 additions & 4 deletions model_cost_data/model_prices_and_context_window.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2643,6 +2643,17 @@
"supports_function_calling": true,
"supports_tool_choice": true
},
"cerebras/llama3.3-70b": {
"max_tokens": 128000,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"input_cost_per_token": 0.00000085,
"output_cost_per_token": 0.0000012,
"litellm_provider": "cerebras",
"mode": "chat",
"supports_function_calling": true,
"supports_tool_choice": true
},
"friendliai/meta-llama-3.1-8b-instruct": {
"max_tokens": 8192,
"max_input_tokens": 8192,
Expand Down Expand Up @@ -5328,6 +5339,28 @@
"supports_vision": true,
"supports_tool_choice": true
},
"openrouter/google/gemini-2.0-flash-001": {
"max_tokens": 8192,
"max_input_tokens": 1048576,
"max_output_tokens": 8192,
"max_images_per_prompt": 3000,
"max_videos_per_prompt": 10,
"max_video_length": 1,
"max_audio_length_hours": 8.4,
"max_audio_per_prompt": 1,
"max_pdf_size_mb": 30,
"input_cost_per_audio_token": 0.0000007,
"input_cost_per_token": 0.0000001,
"output_cost_per_token": 0.0000004,
"litellm_provider": "openrouter",
"mode": "chat",
"supports_system_messages": true,
"supports_function_calling": true,
"supports_vision": true,
"supports_response_schema": true,
"supports_audio_output": true,
"supports_tool_choice": true
},
"openrouter/mistralai/mixtral-8x22b-instruct": {
"max_tokens": 65536,
"input_cost_per_token": 0.00000065,
Expand Down Expand Up @@ -5960,6 +5993,19 @@
"litellm_provider": "bedrock",
"mode": "chat"
},
"amazon.rerank-v1:0": {
"max_tokens": 32000,
"max_input_tokens": 32000,
"max_output_tokens": 32000,
"max_query_tokens": 32000,
"max_document_chunks_per_query": 100,
"max_tokens_per_document_chunk": 512,
"input_cost_per_token": 0.0,
"input_cost_per_query": 0.001,
"output_cost_per_token": 0.0,
"litellm_provider": "bedrock",
"mode": "rerank"
},
"amazon.titan-text-lite-v1": {
"max_tokens": 4000,
"max_input_tokens": 42000,
Expand Down Expand Up @@ -7000,6 +7046,19 @@
"mode": "chat",
"supports_tool_choice": true
},
"cohere.rerank-v3-5:0": {
"max_tokens": 32000,
"max_input_tokens": 32000,
"max_output_tokens": 32000,
"max_query_tokens": 32000,
"max_document_chunks_per_query": 100,
"max_tokens_per_document_chunk": 512,
"input_cost_per_token": 0.0,
"input_cost_per_query": 0.002,
"output_cost_per_token": 0.0,
"litellm_provider": "bedrock",
"mode": "rerank"
},
"cohere.command-text-v14": {
"max_tokens": 4096,
"max_input_tokens": 4096,
Expand Down Expand Up @@ -7402,7 +7461,8 @@
"litellm_provider": "bedrock",
"mode": "chat",
"supports_function_calling": true,
"supports_tool_choice": false
"supports_tool_choice": false,
"supports_vision": true
},
"us.meta.llama3-2-11b-instruct-v1:0": {
"max_tokens": 128000,
Expand All @@ -7413,7 +7473,8 @@
"litellm_provider": "bedrock",
"mode": "chat",
"supports_function_calling": true,
"supports_tool_choice": false
"supports_tool_choice": false,
"supports_vision": true
},
"meta.llama3-2-90b-instruct-v1:0": {
"max_tokens": 128000,
Expand All @@ -7424,7 +7485,8 @@
"litellm_provider": "bedrock",
"mode": "chat",
"supports_function_calling": true,
"supports_tool_choice": false
"supports_tool_choice": false,
"supports_vision": true
},
"us.meta.llama3-2-90b-instruct-v1:0": {
"max_tokens": 128000,
Expand All @@ -7435,7 +7497,8 @@
"litellm_provider": "bedrock",
"mode": "chat",
"supports_function_calling": true,
"supports_tool_choice": false
"supports_tool_choice": false,
"supports_vision": true
},
"us.meta.llama3-3-70b-instruct-v1:0": {
"max_tokens": 4096,
Expand Down Expand Up @@ -9132,5 +9195,15 @@
"input_cost_per_second": 0.00003333,
"output_cost_per_second": 0.00,
"litellm_provider": "assemblyai"
},
"jina-reranker-v2-base-multilingual": {
"max_tokens": 1024,
"max_input_tokens": 1024,
"max_output_tokens": 1024,
"max_document_chunks_per_query": 2048,
"input_cost_per_token": 0.000000018,
"output_cost_per_token": 0.000000018,
"litellm_provider": "jina_ai",
"mode": "rerank"
}
}