|
1068 | 1068 | "max_tokens": 65536,
|
1069 | 1069 | "max_input_tokens": 128000,
|
1070 | 1070 | "max_output_tokens": 65536,
|
1071 |
| - "input_cost_per_token": 0.000003, |
1072 |
| - "output_cost_per_token": 0.000012, |
1073 |
| - "cache_read_input_token_cost": 0.0000015, |
| 1071 | + "input_cost_per_token": 0.00000121, |
| 1072 | + "output_cost_per_token": 0.00000484, |
| 1073 | + "cache_read_input_token_cost": 0.000000605, |
1074 | 1074 | "litellm_provider": "azure",
|
1075 | 1075 | "mode": "chat",
|
1076 | 1076 | "supports_function_calling": true,
|
|
1082 | 1082 | "max_tokens": 65536,
|
1083 | 1083 | "max_input_tokens": 128000,
|
1084 | 1084 | "max_output_tokens": 65536,
|
1085 |
| - "input_cost_per_token": 0.000003, |
1086 |
| - "output_cost_per_token": 0.000012, |
1087 |
| - "cache_read_input_token_cost": 0.0000015, |
| 1085 | + "input_cost_per_token": 0.00000121, |
| 1086 | + "output_cost_per_token": 0.00000484, |
| 1087 | + "cache_read_input_token_cost": 0.000000605, |
1088 | 1088 | "litellm_provider": "azure",
|
1089 | 1089 | "mode": "chat",
|
1090 | 1090 | "supports_function_calling": true,
|
|
2795 | 2795 | "supports_vision": true,
|
2796 | 2796 | "tool_use_system_prompt_tokens": 264,
|
2797 | 2797 | "supports_assistant_prefill": true,
|
| 2798 | + "supports_pdf_input": true, |
2798 | 2799 | "supports_prompt_caching": true,
|
2799 | 2800 | "supports_response_schema": true,
|
2800 | 2801 | "deprecation_date": "2025-10-01",
|
|
2814 | 2815 | "supports_vision": true,
|
2815 | 2816 | "tool_use_system_prompt_tokens": 264,
|
2816 | 2817 | "supports_assistant_prefill": true,
|
| 2818 | + "supports_pdf_input": true, |
2817 | 2819 | "supports_prompt_caching": true,
|
2818 | 2820 | "supports_response_schema": true,
|
2819 | 2821 | "deprecation_date": "2025-10-01",
|
|
2888 | 2890 | "supports_vision": true,
|
2889 | 2891 | "tool_use_system_prompt_tokens": 159,
|
2890 | 2892 | "supports_assistant_prefill": true,
|
| 2893 | + "supports_pdf_input": true, |
2891 | 2894 | "supports_prompt_caching": true,
|
2892 | 2895 | "supports_response_schema": true,
|
2893 | 2896 | "deprecation_date": "2025-06-01",
|
|
2907 | 2910 | "supports_vision": true,
|
2908 | 2911 | "tool_use_system_prompt_tokens": 159,
|
2909 | 2912 | "supports_assistant_prefill": true,
|
| 2913 | + "supports_pdf_input": true, |
2910 | 2914 | "supports_prompt_caching": true,
|
2911 | 2915 | "supports_response_schema": true,
|
2912 | 2916 | "deprecation_date": "2025-06-01",
|
2913 | 2917 | "supports_tool_choice": true
|
2914 | 2918 | },
|
2915 | 2919 | "claude-3-7-sonnet-latest": {
|
2916 |
| - "max_tokens": 8192, |
| 2920 | + "max_tokens": 128000, |
2917 | 2921 | "max_input_tokens": 200000,
|
2918 |
| - "max_output_tokens": 8192, |
| 2922 | + "max_output_tokens": 128000, |
2919 | 2923 | "input_cost_per_token": 0.000003,
|
2920 | 2924 | "output_cost_per_token": 0.000015,
|
2921 | 2925 | "cache_creation_input_token_cost": 0.00000375,
|
|
2926 | 2930 | "supports_vision": true,
|
2927 | 2931 | "tool_use_system_prompt_tokens": 159,
|
2928 | 2932 | "supports_assistant_prefill": true,
|
| 2933 | + "supports_pdf_input": true, |
2929 | 2934 | "supports_prompt_caching": true,
|
2930 | 2935 | "supports_response_schema": true,
|
2931 | 2936 | "deprecation_date": "2025-06-01",
|
2932 | 2937 | "supports_tool_choice": true
|
2933 | 2938 | },
|
2934 | 2939 | "claude-3-7-sonnet-20250219": {
|
2935 |
| - "max_tokens": 8192, |
| 2940 | + "max_tokens": 128000, |
2936 | 2941 | "max_input_tokens": 200000,
|
2937 |
| - "max_output_tokens": 8192, |
| 2942 | + "max_output_tokens": 128000, |
2938 | 2943 | "input_cost_per_token": 0.000003,
|
2939 | 2944 | "output_cost_per_token": 0.000015,
|
2940 | 2945 | "cache_creation_input_token_cost": 0.00000375,
|
|
2945 | 2950 | "supports_vision": true,
|
2946 | 2951 | "tool_use_system_prompt_tokens": 159,
|
2947 | 2952 | "supports_assistant_prefill": true,
|
| 2953 | + "supports_pdf_input": true, |
2948 | 2954 | "supports_prompt_caching": true,
|
2949 | 2955 | "supports_response_schema": true,
|
2950 | 2956 | "deprecation_date": "2026-02-01",
|
|
4159 | 4165 | "litellm_provider": "vertex_ai-anthropic_models",
|
4160 | 4166 | "mode": "chat",
|
4161 | 4167 | "supports_function_calling": true,
|
| 4168 | + "supports_pdf_input": true, |
4162 | 4169 | "supports_vision": true,
|
4163 | 4170 | "supports_assistant_prefill": true,
|
4164 | 4171 | "supports_tool_choice": true
|
|
4172 | 4179 | "litellm_provider": "vertex_ai-anthropic_models",
|
4173 | 4180 | "mode": "chat",
|
4174 | 4181 | "supports_function_calling": true,
|
| 4182 | + "supports_pdf_input": true, |
4175 | 4183 | "supports_vision": true,
|
4176 | 4184 | "supports_assistant_prefill": true,
|
4177 | 4185 | "supports_tool_choice": true
|
|
4185 | 4193 | "litellm_provider": "vertex_ai-anthropic_models",
|
4186 | 4194 | "mode": "chat",
|
4187 | 4195 | "supports_function_calling": true,
|
| 4196 | + "supports_pdf_input": true, |
4188 | 4197 | "supports_vision": true,
|
4189 | 4198 | "supports_assistant_prefill": true,
|
4190 | 4199 | "supports_tool_choice": true
|
|
4198 | 4207 | "litellm_provider": "vertex_ai-anthropic_models",
|
4199 | 4208 | "mode": "chat",
|
4200 | 4209 | "supports_function_calling": true,
|
| 4210 | + "supports_pdf_input": true, |
4201 | 4211 | "supports_vision": true,
|
4202 | 4212 | "supports_assistant_prefill": true,
|
4203 | 4213 | "supports_tool_choice": true
|
|
4213 | 4223 | "litellm_provider": "vertex_ai-anthropic_models",
|
4214 | 4224 | "mode": "chat",
|
4215 | 4225 | "supports_function_calling": true,
|
| 4226 | + "supports_pdf_input": true, |
4216 | 4227 | "supports_vision": true,
|
4217 | 4228 | "tool_use_system_prompt_tokens": 159,
|
4218 | 4229 | "supports_assistant_prefill": true,
|
|
4256 | 4267 | "litellm_provider": "vertex_ai-anthropic_models",
|
4257 | 4268 | "mode": "chat",
|
4258 | 4269 | "supports_function_calling": true,
|
| 4270 | + "supports_pdf_input": true, |
4259 | 4271 | "supports_assistant_prefill": true,
|
4260 | 4272 | "supports_tool_choice": true
|
4261 | 4273 | },
|
|
4268 | 4280 | "litellm_provider": "vertex_ai-anthropic_models",
|
4269 | 4281 | "mode": "chat",
|
4270 | 4282 | "supports_function_calling": true,
|
| 4283 | + "supports_pdf_input": true, |
4271 | 4284 | "supports_assistant_prefill": true,
|
4272 | 4285 | "supports_tool_choice": true
|
4273 | 4286 | },
|
|
6432 | 6445 | "supports_prompt_caching": true,
|
6433 | 6446 | "supports_response_schema": true
|
6434 | 6447 | },
|
| 6448 | + "eu.amazon.nova-micro-v1:0": { |
| 6449 | + "max_tokens": 4096, |
| 6450 | + "max_input_tokens": 300000, |
| 6451 | + "max_output_tokens": 4096, |
| 6452 | + "input_cost_per_token": 0.000000046, |
| 6453 | + "output_cost_per_token": 0.000000184, |
| 6454 | + "litellm_provider": "bedrock_converse", |
| 6455 | + "mode": "chat", |
| 6456 | + "supports_function_calling": true, |
| 6457 | + "supports_prompt_caching": true, |
| 6458 | + "supports_response_schema": true |
| 6459 | + }, |
6435 | 6460 | "amazon.nova-lite-v1:0": {
|
6436 | 6461 | "max_tokens": 4096,
|
6437 | 6462 | "max_input_tokens": 128000,
|
|
6460 | 6485 | "supports_prompt_caching": true,
|
6461 | 6486 | "supports_response_schema": true
|
6462 | 6487 | },
|
| 6488 | + "eu.amazon.nova-lite-v1:0": { |
| 6489 | + "max_tokens": 4096, |
| 6490 | + "max_input_tokens": 128000, |
| 6491 | + "max_output_tokens": 4096, |
| 6492 | + "input_cost_per_token": 0.000000078, |
| 6493 | + "output_cost_per_token": 0.000000312, |
| 6494 | + "litellm_provider": "bedrock_converse", |
| 6495 | + "mode": "chat", |
| 6496 | + "supports_function_calling": true, |
| 6497 | + "supports_vision": true, |
| 6498 | + "supports_pdf_input": true, |
| 6499 | + "supports_prompt_caching": true, |
| 6500 | + "supports_response_schema": true |
| 6501 | + }, |
6463 | 6502 | "amazon.nova-pro-v1:0": {
|
6464 | 6503 | "max_tokens": 4096,
|
6465 | 6504 | "max_input_tokens": 300000,
|
|
6488 | 6527 | "supports_prompt_caching": true,
|
6489 | 6528 | "supports_response_schema": true
|
6490 | 6529 | },
|
| 6530 | + "eu.amazon.nova-pro-v1:0": { |
| 6531 | + "max_tokens": 4096, |
| 6532 | + "max_input_tokens": 300000, |
| 6533 | + "max_output_tokens": 4096, |
| 6534 | + "input_cost_per_token": 0.00000105, |
| 6535 | + "output_cost_per_token": 0.0000042, |
| 6536 | + "litellm_provider": "bedrock_converse", |
| 6537 | + "mode": "chat", |
| 6538 | + "supports_function_calling": true, |
| 6539 | + "supports_vision": true, |
| 6540 | + "supports_pdf_input": true, |
| 6541 | + "supports_prompt_caching": true, |
| 6542 | + "supports_response_schema": true, |
| 6543 | + "source": "https://aws.amazon.com/bedrock/pricing/" |
| 6544 | + }, |
6491 | 6545 | "anthropic.claude-3-sonnet-20240229-v1:0": {
|
6492 | 6546 | "max_tokens": 4096,
|
6493 | 6547 | "max_input_tokens": 200000,
|
|
6499 | 6553 | "supports_function_calling": true,
|
6500 | 6554 | "supports_response_schema": true,
|
6501 | 6555 | "supports_vision": true,
|
| 6556 | + "supports_pdf_input": true, |
6502 | 6557 | "supports_tool_choice": true
|
6503 | 6558 | },
|
| 6559 | + "bedrock/invoke/anthropic.claude-3-5-sonnet-20240620-v1:0": { |
| 6560 | + "max_tokens": 4096, |
| 6561 | + "max_input_tokens": 200000, |
| 6562 | + "max_output_tokens": 4096, |
| 6563 | + "input_cost_per_token": 0.000003, |
| 6564 | + "output_cost_per_token": 0.000015, |
| 6565 | + "litellm_provider": "bedrock", |
| 6566 | + "mode": "chat", |
| 6567 | + "supports_function_calling": true, |
| 6568 | + "supports_response_schema": true, |
| 6569 | + "supports_vision": true, |
| 6570 | + "supports_tool_choice": true, |
| 6571 | + "metadata": { |
| 6572 | + "notes": "Anthropic via Invoke route does not currently support pdf input." |
| 6573 | + } |
| 6574 | + }, |
6504 | 6575 | "anthropic.claude-3-5-sonnet-20240620-v1:0": {
|
6505 | 6576 | "max_tokens": 4096,
|
6506 | 6577 | "max_input_tokens": 200000,
|
|
6512 | 6583 | "supports_function_calling": true,
|
6513 | 6584 | "supports_response_schema": true,
|
6514 | 6585 | "supports_vision": true,
|
| 6586 | + "supports_pdf_input": true, |
6515 | 6587 | "supports_tool_choice": true
|
6516 | 6588 | },
|
6517 | 6589 | "anthropic.claude-3-7-sonnet-20250219-v1:0": {
|
|
6539 | 6611 | "mode": "chat",
|
6540 | 6612 | "supports_function_calling": true,
|
6541 | 6613 | "supports_vision": true,
|
| 6614 | + "supports_pdf_input": true, |
6542 | 6615 | "supports_assistant_prefill": true,
|
6543 | 6616 | "supports_prompt_caching": true,
|
6544 | 6617 | "supports_response_schema": true,
|
|
6555 | 6628 | "supports_function_calling": true,
|
6556 | 6629 | "supports_response_schema": true,
|
6557 | 6630 | "supports_vision": true,
|
| 6631 | + "supports_pdf_input": true, |
6558 | 6632 | "supports_tool_choice": true
|
6559 | 6633 | },
|
6560 | 6634 | "anthropic.claude-3-5-haiku-20241022-v1:0": {
|
|
6566 | 6640 | "litellm_provider": "bedrock",
|
6567 | 6641 | "mode": "chat",
|
6568 | 6642 | "supports_assistant_prefill": true,
|
| 6643 | + "supports_pdf_input": true, |
6569 | 6644 | "supports_function_calling": true,
|
6570 | 6645 | "supports_response_schema": true,
|
6571 | 6646 | "supports_prompt_caching": true,
|
|
6595 | 6670 | "supports_function_calling": true,
|
6596 | 6671 | "supports_response_schema": true,
|
6597 | 6672 | "supports_vision": true,
|
| 6673 | + "supports_pdf_input": true, |
6598 | 6674 | "supports_tool_choice": true
|
6599 | 6675 | },
|
6600 | 6676 | "us.anthropic.claude-3-5-sonnet-20240620-v1:0": {
|
|
6608 | 6684 | "supports_function_calling": true,
|
6609 | 6685 | "supports_response_schema": true,
|
6610 | 6686 | "supports_vision": true,
|
| 6687 | + "supports_pdf_input": true, |
6611 | 6688 | "supports_tool_choice": true
|
6612 | 6689 | },
|
6613 | 6690 | "us.anthropic.claude-3-5-sonnet-20241022-v2:0": {
|
|
6620 | 6697 | "mode": "chat",
|
6621 | 6698 | "supports_function_calling": true,
|
6622 | 6699 | "supports_vision": true,
|
| 6700 | + "supports_pdf_input": true, |
6623 | 6701 | "supports_assistant_prefill": true,
|
6624 | 6702 | "supports_prompt_caching": true,
|
6625 | 6703 | "supports_response_schema": true,
|
|
6651 | 6729 | "supports_function_calling": true,
|
6652 | 6730 | "supports_response_schema": true,
|
6653 | 6731 | "supports_vision": true,
|
| 6732 | + "supports_pdf_input": true, |
6654 | 6733 | "supports_tool_choice": true
|
6655 | 6734 | },
|
6656 | 6735 | "us.anthropic.claude-3-5-haiku-20241022-v1:0": {
|
|
6662 | 6741 | "litellm_provider": "bedrock",
|
6663 | 6742 | "mode": "chat",
|
6664 | 6743 | "supports_assistant_prefill": true,
|
| 6744 | + "supports_pdf_input": true, |
6665 | 6745 | "supports_function_calling": true,
|
6666 | 6746 | "supports_prompt_caching": true,
|
6667 | 6747 | "supports_response_schema": true,
|
|
6691 | 6771 | "supports_function_calling": true,
|
6692 | 6772 | "supports_response_schema": true,
|
6693 | 6773 | "supports_vision": true,
|
| 6774 | + "supports_pdf_input": true, |
6694 | 6775 | "supports_tool_choice": true
|
6695 | 6776 | },
|
6696 | 6777 | "eu.anthropic.claude-3-5-sonnet-20240620-v1:0": {
|
|
6704 | 6785 | "supports_function_calling": true,
|
6705 | 6786 | "supports_response_schema": true,
|
6706 | 6787 | "supports_vision": true,
|
| 6788 | + "supports_pdf_input": true, |
6707 | 6789 | "supports_tool_choice": true
|
6708 | 6790 | },
|
6709 | 6791 | "eu.anthropic.claude-3-5-sonnet-20241022-v2:0": {
|
|
6716 | 6798 | "mode": "chat",
|
6717 | 6799 | "supports_function_calling": true,
|
6718 | 6800 | "supports_vision": true,
|
| 6801 | + "supports_pdf_input": true, |
6719 | 6802 | "supports_assistant_prefill": true,
|
6720 | 6803 | "supports_prompt_caching": true,
|
6721 | 6804 | "supports_response_schema": true,
|
|
6732 | 6815 | "supports_function_calling": true,
|
6733 | 6816 | "supports_response_schema": true,
|
6734 | 6817 | "supports_vision": true,
|
| 6818 | + "supports_pdf_input": true, |
6735 | 6819 | "supports_tool_choice": true
|
6736 | 6820 | },
|
6737 | 6821 | "eu.anthropic.claude-3-5-haiku-20241022-v1:0": {
|
|
6744 | 6828 | "mode": "chat",
|
6745 | 6829 | "supports_function_calling": true,
|
6746 | 6830 | "supports_assistant_prefill": true,
|
| 6831 | + "supports_pdf_input": true, |
6747 | 6832 | "supports_prompt_caching": true,
|
6748 | 6833 | "supports_response_schema": true,
|
6749 | 6834 | "supports_tool_choice": true
|
|
0 commit comments