diff --git a/general/together-ai.json b/general/together-ai.json index 0147cf620..87e41f4a9 100644 --- a/general/together-ai.json +++ b/general/together-ai.json @@ -1181,5 +1181,1626 @@ "primary": "video" }, "disablePlayground": true + }, + "zai-org/GLM-5.1": { + "type": { + "primary": "chat" + }, + "name": "GLM 5.1 FP4", + "params": [ + { + "key": "max_tokens", + "maxValue": 202752 + } + ] + }, + "pearl-ai/gemma-4-31b-it": { + "type": { + "primary": "chat" + }, + "name": "Pearl-ai Gemma-4-31B-it-pearl", + "params": [ + { + "key": "max_tokens", + "maxValue": 32000 + } + ] + }, + "google/gemma-4-31B-it": { + "type": { + "primary": "chat" + }, + "name": "Gemma 4 31B-it FP8", + "params": [ + { + "key": "max_tokens", + "maxValue": 262144 + } + ] + }, + "Qwen/Qwen3.7-Max": { + "type": { + "primary": "chat" + }, + "name": "Qwen3.7 Max", + "params": [ + { + "key": "max_tokens", + "maxValue": 1000000 + } + ] + }, + "zai-org/GLM-5": { + "type": { + "primary": "chat" + }, + "name": "GLM 5 Fp4", + "params": [ + { + "key": "max_tokens", + "maxValue": 202752 + } + ] + }, + "black-forest-labs/FLUX.2-dev": { + "name": "FLUX.2 [dev]", + "params": [], + "type": { + "primary": "image", + "supported": [] + }, + "disablePlayground": true + }, + "black-forest-labs/FLUX.2-flex": { + "name": "FLUX.2 [flex]", + "params": [], + "type": { + "primary": "image", + "supported": [] + }, + "disablePlayground": true + }, + "black-forest-labs/FLUX.2-pro": { + "name": "FLUX.2 [pro]", + "params": [], + "type": { + "primary": "image", + "supported": [] + }, + "disablePlayground": true + }, + "black-forest-labs/FLUX.2-max": { + "name": "FLUX.2 [max]", + "params": [], + "type": { + "primary": "image", + "supported": [] + }, + "disablePlayground": true + }, + "intfloat/multilingual-e5-large-instruct": { + "name": "Multilingual E5 Large Instruct", + "type": { + "primary": "embedding" + }, + "disablePlayground": true + }, + "arize-ai/qwen-2-1.5b-instruct": { + "type": { + "primary": "chat" + }, + "name": "Arize AI Qwen 2 1.5B Instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "LiquidAI/LFM2-24B-A2B": { + "type": { + "primary": "chat" + }, + "name": "LFM2-24B-A2B", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "essentialai/rnj-1-instruct": { + "type": { + "primary": "chat" + }, + "name": "EssentialAI Rnj-1 Instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "openai/gpt-image-1.5": { + "name": "GPT Image 1.5", + "params": [], + "type": { + "primary": "image", + "supported": [] + }, + "disablePlayground": true + }, + "Wan-AI/Wan2.6-image": { + "name": "Wan 2.6 Image", + "params": [], + "type": { + "primary": "image", + "supported": [] + }, + "disablePlayground": true + }, + "google/gemini-3-pro-image": { + "name": "Gemini 3 (Nano Banana Pro)", + "params": [], + "type": { + "primary": "image", + "supported": [] + }, + "disablePlayground": true + }, + "Qwen/Qwen-Image-2.0-Pro": { + "name": "Qwen Image 2.0 Pro", + "params": [], + "type": { + "primary": "image", + "supported": [] + }, + "disablePlayground": true + }, + "google/flash-image-3.1": { + "name": "Gemini 3.1 Flash Image (Nano Banana 2)", + "params": [], + "type": { + "primary": "image", + "supported": [] + }, + "disablePlayground": true + }, + "Qwen/Qwen-Image-2.0": { + "name": "Qwen Image 2.0", + "params": [], + "type": { + "primary": "image", + "supported": [] + }, + "disablePlayground": true + }, + "deepcogito/cogito-v2-1-671b": { + "type": { + "primary": "chat" + }, + "name": "Cogito v2.1 671B", + "params": [ + { + "key": "max_tokens", + "maxValue": 163840 + } + ] + }, + "xai/grok-imagine-image-pro": { + "name": "Grok Imagine Image Pro", + "params": [], + "type": { + "primary": "image", + "supported": [] + }, + "disablePlayground": true + }, + "Qwen/Qwen3.6-Plus": { + "type": { + "primary": "chat" + }, + "name": "Qwen3.6 Plus", + "params": [ + { + "key": "max_tokens", + "maxValue": 1000000 + } + ] + }, + "ByteDance/Seedream-5.0-lite": { + "name": "ByteDance Seedream 5.0 Lite", + "params": [], + "type": { + "primary": "image", + "supported": [] + }, + "disablePlayground": true + }, + "Qwen/Qwen3-VL-8B-Instruct": { + "type": { + "primary": "chat" + }, + "name": "Qwen3-VL-8B-Instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 262144 + } + ] + }, + "google/gemma-4-E4B-it": { + "type": { + "primary": "chat" + }, + "name": "Gemma 4 E4B-it", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "Hcompany/Holo3-35B-A3B": { + "type": { + "primary": "chat" + }, + "name": "Holo3 35B A3b", + "params": [ + { + "key": "max_tokens", + "maxValue": 262144 + } + ] + }, + "facebook/cwm": { + "type": { + "primary": "chat" + }, + "name": "Facebook CWM", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "google/gemma-4-26B-A4B-it": { + "type": { + "primary": "chat" + }, + "name": "Gemma 4 26B A4b It", + "params": [ + { + "key": "max_tokens", + "maxValue": 262144 + } + ] + }, + "Qwen/Qwen3-4B-Base": { + "type": { + "primary": "chat" + }, + "name": "Qwen3 4B Base", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "Qwen/Qwen2-1.5B": { + "type": { + "primary": "chat" + }, + "name": "Qwen 2 (1.5B)", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "Qwen/Qwen3-Coder-30B-A3B-Instruct": { + "type": { + "primary": "chat" + }, + "name": "Qwen3 Coder 30B A3b Instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 262144 + } + ] + }, + "zai-org/GLM-4.7": { + "type": { + "primary": "chat" + }, + "name": "GLM 4.7 Fp8", + "params": [ + { + "key": "max_tokens", + "maxValue": 202752 + } + ] + }, + "Qwen/Qwen3-VL-32B-Instruct": { + "type": { + "primary": "chat" + }, + "name": "Qwen3-VL-32B-Instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 262144 + } + ] + }, + "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO": { + "type": { + "primary": "chat" + }, + "name": "Nous Hermes 2 Mixtral 8X7B Dpo", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "Qwen/Qwen2.5-32B": { + "type": { + "primary": "chat" + }, + "name": "Qwen2.5 32B", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "meta-llama/Llama-4-Scout-17B-16E-Instruct-FP8-Lora": { + "type": { + "primary": "chat" + }, + "name": "Llama 4 Scout 17B 16E Instruct Fp8 Lora", + "params": [ + { + "key": "max_tokens", + "maxValue": 10485760 + } + ] + }, + "google/gemma-2-9b-it": { + "type": { + "primary": "chat" + }, + "name": "Gemma 2 9B It", + "params": [ + { + "key": "max_tokens", + "maxValue": 8192 + } + ] + }, + "nim/meta/llama-3.1-70b-instruct": { + "type": { + "primary": "chat" + }, + "name": "nim/meta/llama-3.1-70b-instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "nim/meta/llama-3.1-8b-instruct": { + "type": { + "primary": "chat" + }, + "name": "nim/meta/llama-3.1-8b-instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "nim/nv-mistralai/mistral-nemo-12b-instruct": { + "type": { + "primary": "chat" + }, + "name": "nim/nv-mistralai/mistral-nemo-12b-instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "nim/nvidia/llama-3.1-nemotron-70b-instruct": { + "type": { + "primary": "chat" + }, + "name": "nim/nvidia/llama-3.1-nemotron-70b-instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "deepcogito/cogito-v1-preview-llama-70B": { + "type": { + "primary": "chat" + }, + "name": "Cogito V1 Preview Llama 70B", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "deepcogito/cogito-v1-preview-llama-70B-Turbo": { + "type": { + "primary": "chat" + }, + "name": "Cogito V1 Preview Llama 70B Turbo", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-fp8": { + "type": { + "primary": "chat" + }, + "name": "Nemotron 3 Nano Omni 30B A3b Reasoning Fp8", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "deepcogito/cogito-v1-preview-llama-8B": { + "type": { + "primary": "chat" + }, + "name": "Cogito V1 Preview Llama 8B", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "deepcogito/cogito-v1-preview-qwen-14B": { + "type": { + "primary": "chat" + }, + "name": "Cogito V1 Preview Qwen 14B", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "deepcogito/cogito-v1-preview-qwen-32B": { + "type": { + "primary": "chat" + }, + "name": "Cogito V1 Preview Qwen 32B", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "deepseek-ai/DeepSeek-OCR-2": { + "type": { + "primary": "chat" + }, + "name": "Deepseek OCR 2", + "params": [ + { + "key": "max_tokens", + "maxValue": 8192 + } + ] + }, + "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B": { + "type": { + "primary": "chat" + }, + "name": "DeepSeek R1 Distill Qwen 1.5B", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "google/gemma-3-4b-it": { + "type": { + "primary": "chat" + }, + "name": "Gemma 3 4b it", + "params": [ + { + "key": "max_tokens", + "maxValue": 65536 + } + ] + }, + "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B": { + "type": { + "primary": "chat" + }, + "name": "DeepSeek R1 Distill Qwen 7B", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "deepseek-ai/deepseek-coder-33b-instruct": { + "type": { + "primary": "chat" + }, + "name": "Deepseek Coder 33B Instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "meta-llama/Llama-3.2-1B": { + "type": { + "primary": "chat" + }, + "name": "Llama 3.2 1B", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "mistralai/Mixtral-8x7B-Instruct-v0.1-FP8-Lora": { + "type": { + "primary": "chat" + }, + "name": "Mixtral 8x7B Instruct V0.1 FP8 Lora", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "google/gemma-3-27b-it": { + "type": { + "primary": "chat" + }, + "name": "Gemma 3 27B It", + "params": [ + { + "key": "max_tokens", + "maxValue": 65536 + } + ] + }, + "google/gemma-3-270m-it-lora": { + "type": { + "primary": "chat" + }, + "name": "Gemma 3 270M It Lora", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-FP8": { + "type": { + "primary": "chat" + }, + "name": "Nvidia Nemotron 3 Super 120B A12b Fp8", + "params": [ + { + "key": "max_tokens", + "maxValue": 262144 + } + ] + }, + "Qwen/Qwen2-72B": { + "type": { + "primary": "chat" + }, + "name": "Qwen 2 (72B)", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "agentica-org/DeepCoder-14B-Preview": { + "type": { + "primary": "chat" + }, + "name": "Deepcoder 14B Preview", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "arcee-ai/trinity-mini": { + "type": { + "primary": "chat" + }, + "name": "Trinity Mini", + "params": [ + { + "key": "max_tokens", + "maxValue": 128000 + } + ] + }, + "Qwen/Qwen2-1.5B-Instruct": { + "type": { + "primary": "chat" + }, + "name": "Qwen 2 Instruct (1.5B)", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "Qwen/Qwen2-7B": { + "type": { + "primary": "chat" + }, + "name": "Qwen 2 (7B)", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "Qwen/Qwen2.5-1.5B": { + "type": { + "primary": "chat" + }, + "name": "Qwen2.5 1.5B", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "Qwen/Qwen2.5-1.5B-Instruct": { + "type": { + "primary": "chat" + }, + "name": "Qwen2.5 1.5B Instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "Qwen/Qwen2.5-14B": { + "type": { + "primary": "chat" + }, + "name": "Qwen2.5 14B", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "Qwen/Qwen2.5-3B-Instruct": { + "type": { + "primary": "chat" + }, + "name": "Qwen2.5 3B Instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "Qwen/Qwen2.5-72B": { + "type": { + "primary": "chat" + }, + "name": "Qwen2.5 72B", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "Qwen/Qwen2.5-7B": { + "type": { + "primary": "chat" + }, + "name": "Qwen2.5 7B", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "Qwen/Qwen2.5-7B-Instruct": { + "type": { + "primary": "chat" + }, + "name": "Qwen2.5 7B Instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "Qwen/Qwen3-0.6B": { + "type": { + "primary": "chat" + }, + "name": "Qwen3 0.6B", + "params": [ + { + "key": "max_tokens", + "maxValue": 40960 + } + ] + }, + "Qwen/Qwen3-0.6B-Base": { + "type": { + "primary": "chat" + }, + "name": "Qwen3 0.6B Base", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "Qwen/Qwen3-1.7B": { + "type": { + "primary": "chat" + }, + "name": "Qwen3 1.7B", + "params": [ + { + "key": "max_tokens", + "maxValue": 40960 + } + ] + }, + "Qwen/Qwen3-1.7B-Base": { + "type": { + "primary": "chat" + }, + "name": "Qwen3 1.7B Base", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "Qwen/Qwen3-14B-Base": { + "type": { + "primary": "chat" + }, + "name": "Qwen3 14B Base", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "Qwen/Qwen3-30B-A3B-Base": { + "type": { + "primary": "chat" + }, + "name": "Qwen3 30B A3b Base", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "Qwen/Qwen3-8B": { + "type": { + "primary": "chat" + }, + "name": "Qwen3 8B", + "params": [ + { + "key": "max_tokens", + "maxValue": 40960 + } + ] + }, + "Qwen/Qwen3-8B-Base": { + "type": { + "primary": "chat" + }, + "name": "Qwen3 8B Base", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "Qwen/Qwen3-Next-80B-A3B-Instruct-FP8": { + "type": { + "primary": "chat" + }, + "name": "Qwen3 Next 80B A3b Instruct Fp8" + }, + "Qwen/Qwen3-VL-235B-A22B-Instruct-FP8": { + "type": { + "primary": "chat" + }, + "name": "Qwen3-VL-235B-A22B-Instruct-FP8", + "params": [ + { + "key": "max_tokens", + "maxValue": 262144 + } + ] + }, + "google/gemma-3-27b-pt": { + "type": { + "primary": "chat" + }, + "name": "Gemma 3 27B Pt" + }, + "nim/meta/llama-3.2-90b-vision-instruct": { + "type": { + "primary": "chat" + }, + "name": "nim/meta/llama-3.2-90b-vision-instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "Qwen/Qwen3-30B-A3B-Instruct-2507-Lora": { + "type": { + "primary": "chat" + }, + "name": "Qwen3 30B A3B Instruct 2507 Lora", + "params": [ + { + "key": "max_tokens", + "maxValue": 262144 + } + ] + }, + "Qwen/Qwen3-4B-Instruct-2507": { + "type": { + "primary": "chat" + }, + "name": "Qwen3 4B Instruct 2507", + "params": [ + { + "key": "max_tokens", + "maxValue": 262144 + } + ] + }, + "Qwen/Qwen3-8B-Lora": { + "type": { + "primary": "chat" + }, + "name": "Qwen3 8B Lora", + "params": [ + { + "key": "max_tokens", + "maxValue": 40960 + } + ] + }, + "meta-llama/Llama-3.1-405B": { + "type": { + "primary": "chat" + }, + "name": "Llama 3.1 405B", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "meta-llama/Meta-Llama-3.1-70B": { + "type": { + "primary": "chat" + }, + "name": "Llama 3.1 70B", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "meta-llama/Llama-3.2-3B": { + "type": { + "primary": "chat" + }, + "name": "Meta Llama 3.2 3B", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "nim/mistralai/mixtral-8x22b-instruct-v01": { + "type": { + "primary": "chat" + }, + "name": "nim/mistralai/mixtral-8x22b-instruct-v01", + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "togethercomputer/meta-llama-3.1-8B-Instruct-AWQ-INT4": { + "type": { + "primary": "chat" + }, + "name": "Meta Llama 3.1 8B Instruct Awq Int4", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "zai-org/GLM-4.5V": { + "type": { + "primary": "chat" + }, + "name": "GLM 4.5V", + "params": [ + { + "key": "max_tokens", + "maxValue": 65536 + } + ] + }, + "zai-org/GLM-4.6": { + "type": { + "primary": "chat" + }, + "name": "GLM 4.6 Fp8", + "params": [ + { + "key": "max_tokens", + "maxValue": 202752 + } + ] + }, + "zai-org/GLM-OCR": { + "type": { + "primary": "chat" + }, + "name": "GLM OCR", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "MiniMaxAI/MiniMax-M2": { + "type": { + "primary": "chat" + }, + "name": "MiniMax M2", + "params": [ + { + "key": "max_tokens", + "maxValue": 196608 + } + ] + }, + "Qwen/Qwen2.5-14B-Instruct": { + "type": { + "primary": "chat" + }, + "name": "Qwen 2.5 14B Instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "google/gemma-4-E2B-it": { + "type": { + "primary": "chat" + }, + "name": "Gemma 4 E2B-it", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "Qwen/Qwen3.6-35B-A3B-FP8": { + "type": { + "primary": "chat" + }, + "name": "Qwen3.6 35B A3b Fp8", + "params": [ + { + "key": "max_tokens", + "maxValue": 262144 + } + ] + }, + "nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16": { + "type": { + "primary": "chat" + }, + "name": "Nvidia Nemotron 3 Super 120B A12b Bf16", + "params": [ + { + "key": "max_tokens", + "maxValue": 262144 + } + ] + }, + "Qwen/Qwen3.5-122B-A10B-FP8": { + "type": { + "primary": "chat" + }, + "name": "Qwen3.5 122B A10b Fp8", + "params": [ + { + "key": "max_tokens", + "maxValue": 262144 + } + ] + }, + "meta-llama/Llama-3.1-405B-Instruct": { + "type": { + "primary": "chat" + }, + "name": "Meta Llama 3.1 405B Instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 4096 + } + ] + }, + "meta-llama/Llama-3.2-1B-Instruct": { + "type": { + "primary": "chat" + }, + "name": "Meta Llama 3.2 1B Instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "Qwen/Qwen3-30B-A3B": { + "type": { + "primary": "chat" + }, + "name": "Qwen3 30B A3b", + "params": [ + { + "key": "max_tokens", + "maxValue": 40960 + } + ] + }, + "google/gemma-3-1b-it": { + "type": { + "primary": "chat" + }, + "name": "Gemma 3 1b it", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "google/gemma-3-270m-it": { + "type": { + "primary": "chat" + }, + "name": "Gemma 3 270M It", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "meta-llama/Llama-4-Scout-17B-16E": { + "type": { + "primary": "chat" + }, + "name": "Llama 4 Scout (17Bx16E)", + "params": [ + { + "key": "max_tokens", + "maxValue": 262144 + } + ] + }, + "meta-llama/Meta-Llama-3-70B-Instruct-Turbo": { + "type": { + "primary": "chat" + }, + "name": "Meta Llama 3 70B Instruct Turbo", + "params": [ + { + "key": "max_tokens", + "maxValue": 8192 + } + ] + }, + "meta-llama/Meta-Llama-3-8B-Instruct": { + "type": { + "primary": "chat" + }, + "name": "Meta Llama 3 8B Instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 8192 + } + ] + }, + "mistralai/Devstral-Small-2505": { + "type": { + "primary": "chat" + }, + "name": "Devstral Small 2505", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "mistralai/Ministral-3-14B-Instruct-2512": { + "type": { + "primary": "chat" + }, + "name": "Ministral 3 14B Instruct 2512", + "params": [ + { + "key": "max_tokens", + "maxValue": 262144 + } + ] + }, + "mistralai/Mixtral-8x22B-Instruct-v0.1": { + "type": { + "primary": "chat" + }, + "name": "Mixtral 8X22b Instruct V0.1", + "params": [ + { + "key": "max_tokens", + "maxValue": 65536 + } + ] + }, + "nim/meta/llama-3.2-11b-vision-instruct": { + "type": { + "primary": "chat" + }, + "name": "nim/meta/llama-3.2-11b-vision-instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "nim/meta/llama-3.3-70b-instruct": { + "type": { + "primary": "chat" + }, + "name": "nim/meta/llama-3.3-70b-instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "nim/mistralai/mixtral-8x7b-instruct-v01": { + "type": { + "primary": "chat" + }, + "name": "nim/mistralai/mixtral-8x7b-instruct-v01", + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "nvidia/Llama-3.1-Nemotron-70B-Instruct-HF": { + "type": { + "primary": "chat" + }, + "name": "Llama 3.1 Nemotron 70B Instruct HF", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "nvidia/NVIDIA-Nemotron-Nano-9B-v2": { + "type": { + "primary": "chat" + }, + "name": "Nvidia Nemotron Nano 9B V2", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "sarvamai/sarvam-m": { + "type": { + "primary": "chat" + }, + "name": "Sarvam M", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "togethercomputer/EssentialAI-RNJ-1-Instruct": { + "type": { + "primary": "chat" + }, + "name": "EssentialAI Rnj-1 Instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "meta-llama/Meta-Llama-3.1-8B": { + "type": { + "primary": "chat" + }, + "name": "Meta Llama 3.1 8B", + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16": { + "type": { + "primary": "chat" + }, + "name": "Nvidia Nemotron 3 Nano 30B A3b Bf16", + "params": [ + { + "key": "max_tokens", + "maxValue": 262144 + } + ] + }, + "Qwen/Qwen3-Coder-Next-FP8": { + "type": { + "primary": "chat" + }, + "name": "Qwen3 Coder Next Fp8", + "params": [ + { + "key": "max_tokens", + "maxValue": 262144 + } + ] + }, + "meta-llama/Llama-3.3-70B-Instruct": { + "type": { + "primary": "chat" + }, + "name": "meta-llama/Llama-3.3-70B-Instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "meta-llama/Llama-3.3-70B-Instruct-FP8-Lora": { + "type": { + "primary": "chat" + }, + "name": "Llama 3.3 70B Instruct FP8 Lora", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "MiniMaxAI/MiniMax-M1-40k": { + "type": { + "primary": "chat" + }, + "name": "Minimax M1 40K", + "params": [ + { + "key": "max_tokens", + "maxValue": 1048576 + } + ] + }, + "MiniMaxAI/MiniMax-M1-80k": { + "type": { + "primary": "chat" + }, + "name": "Minimax M1 80K", + "params": [ + { + "key": "max_tokens", + "maxValue": 1048576 + } + ] + }, + "Qwen/Qwen3-32B": { + "type": { + "primary": "chat" + }, + "name": "Qwen3 32B", + "params": [ + { + "key": "max_tokens", + "maxValue": 40960 + } + ] + }, + "Qwen/Qwen2.5-72B-Instruct": { + "type": { + "primary": "chat" + }, + "name": "Qwen2.5 72B Instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "meta-llama/Llama-3.2-3B-Instruct": { + "type": { + "primary": "chat" + }, + "name": "Meta Llama 3.2 3B Instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "allenai/Molmo-7B-D-0924": { + "type": { + "primary": "chat" + }, + "name": "Molmo 7B D 0924", + "params": [ + { + "key": "max_tokens", + "maxValue": 4096 + } + ] + }, + "google/gemma-3-1b-pt": { + "type": { + "primary": "chat" + }, + "name": "Gemma 3 1B Pt", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "google/medgemma-27b-text-it": { + "type": { + "primary": "chat" + }, + "name": "Medgemma 27B Text It", + "params": [ + { + "key": "max_tokens", + "maxValue": 131072 + } + ] + }, + "Qwen/Qwen2.5-32B-Instruct": { + "type": { + "primary": "chat" + }, + "name": "Qwen2.5 32B Instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "Qwen/Qwen2-72B-Instruct": { + "type": { + "primary": "chat" + }, + "name": "Qwen2 72B Instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "Qwen/Qwen3-235B-A22B-Instruct-2507-FP8": { + "type": { + "primary": "chat" + }, + "name": "Qwen3 235B A22b Instruct 2507 Fp8", + "params": [ + { + "key": "max_tokens", + "maxValue": 262144 + } + ] + }, + "Qwen/Qwen3-14B": { + "type": { + "primary": "chat" + }, + "name": "Qwen3 14B", + "params": [ + { + "key": "max_tokens", + "maxValue": 2048 + } + ] + }, + "google/gemma-3-27b-it-lora": { + "type": { + "primary": "chat" + }, + "name": "Gemma 3 27B It Lora" + }, + "nim/nvidia/llama-3.3-nemotron-super-49b-v1": { + "type": { + "primary": "chat" + }, + "name": "nim/nvidia/llama-3.3-nemotron-super-49b-v1", + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "google/gemma-4-31B-it-lora": { + "type": { + "primary": "chat" + }, + "name": "Gemma 4 31B It Lora", + "params": [ + { + "key": "max_tokens", + "maxValue": 262144 + } + ] + }, + "Qwen/Qwen2-VL-72B-Instruct": { + "type": { + "primary": "chat" + }, + "name": "Qwen2-VL (72B) Instruct", + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "google/gemma-2-27b-it": { + "type": { + "primary": "chat" + }, + "name": "Gemma-2 Instruct (27B)", + "params": [ + { + "key": "max_tokens", + "maxValue": 8192 + } + ] + }, + "Qwen/Qwen3.5-9B-FP8": { + "type": { + "primary": "chat" + }, + "name": "Qwen3.5 9B Fp8", + "params": [ + { + "key": "max_tokens", + "maxValue": 262144 + } + ] + }, + "Qwen/Qwen3.5-35B-A3B": { + "type": { + "primary": "chat" + }, + "name": "Qwen3.5 35B A3b", + "params": [ + { + "key": "max_tokens", + "maxValue": 262144 + } + ] } } diff --git a/pricing/together-ai.json b/pricing/together-ai.json index ee8f83b5b..5946d1141 100644 --- a/pricing/together-ai.json +++ b/pricing/together-ai.json @@ -64,10 +64,10 @@ "pricing_config": { "pay_as_you_go": { "request_token": { - "price": 0.00006 + "price": 0 }, "response_token": { - "price": 0.00006 + "price": 0 } } } @@ -964,10 +964,10 @@ "pricing_config": { "pay_as_you_go": { "request_token": { - "price": 0.00002 + "price": 0 }, "response_token": { - "price": 0.00002 + "price": 0 } } } @@ -1204,10 +1204,10 @@ "pricing_config": { "pay_as_you_go": { "request_token": { - "price": 0.0006 + "price": 0.00006 }, "response_token": { - "price": 0.0036 + "price": 0.00036 } } } @@ -1363,10 +1363,10 @@ "pricing_config": { "pay_as_you_go": { "request_token": { - "price": 0.000018 + "price": 0.00016 }, "response_token": { - "price": 0.000018 + "price": 0.00016 } } } @@ -1387,10 +1387,10 @@ "pricing_config": { "pay_as_you_go": { "request_token": { - "price": 0.00008 + "price": 0.00001 }, "response_token": { - "price": 0.00008 + "price": 0.00003 } } } @@ -1411,10 +1411,10 @@ "pricing_config": { "pay_as_you_go": { "request_token": { - "price": 0.0001 + "price": 0.00001 }, "response_token": { - "price": 0.00015 + "price": 0.000015 } } } @@ -1567,10 +1567,10 @@ "pricing_config": { "pay_as_you_go": { "request_token": { - "price": 0.000002 + "price": 0.000006 }, "response_token": { - "price": 0.000004 + "price": 0.000012 } } } @@ -2195,5 +2195,1773 @@ } } } + }, + "zai-org/GLM-5.1": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00014 + }, + "response_token": { + "price": 0.00044 + } + } + } + }, + "pearl-ai/gemma-4-31b-it": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000028 + }, + "response_token": { + "price": 0.000086 + } + } + } + }, + "google/gemma-4-31B-it": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000039 + }, + "response_token": { + "price": 0.000097 + } + } + } + }, + "Qwen/Qwen3.7-Max": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000125 + }, + "response_token": { + "price": 0.000375 + }, + "cache_read_input_token": { + "price": 0.0000125 + } + } + } + }, + "zai-org/GLM-5": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.0001 + }, + "response_token": { + "price": 0.00032 + } + } + } + }, + "black-forest-labs/FLUX.2-dev": { + "pricing_config": { + "pay_as_you_go": { + "image": { + "default": { + "default": { + "price": 0.0154 + } + } + } + } + } + }, + "black-forest-labs/FLUX.2-flex": { + "pricing_config": { + "pay_as_you_go": { + "image": { + "default": { + "default": { + "price": 0.03 + } + } + } + } + } + }, + "black-forest-labs/FLUX.2-pro": { + "pricing_config": { + "pay_as_you_go": { + "image": { + "default": { + "default": { + "price": 0.03 + } + } + } + } + } + }, + "black-forest-labs/FLUX.2-max": { + "pricing_config": { + "pay_as_you_go": { + "additional_units": { + "megapixels": { + "price": 0.07 + }, + "default_steps": { + "price": 50 + } + } + } + } + }, + "intfloat/multilingual-e5-large-instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000002 + }, + "response_token": { + "price": 0.000002 + } + } + } + }, + "arize-ai/qwen-2-1.5b-instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00001 + }, + "response_token": { + "price": 0.00001 + } + } + } + }, + "LiquidAI/LFM2-24B-A2B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000003 + }, + "response_token": { + "price": 0.000012 + } + } + } + }, + "essentialai/rnj-1-instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000015 + }, + "response_token": { + "price": 0.000015 + } + } + } + }, + "openai/gpt-image-1.5": { + "pricing_config": { + "pay_as_you_go": { + "image": { + "default": { + "default": { + "price": 0.034 + } + } + } + } + } + }, + "Wan-AI/Wan2.6-image": { + "pricing_config": { + "pay_as_you_go": { + "image": { + "default": { + "default": { + "price": 0.03 + } + } + } + } + } + }, + "google/gemini-3-pro-image": { + "pricing_config": { + "pay_as_you_go": { + "image": { + "default": { + "default": { + "price": 0.134 + } + } + } + } + } + }, + "Qwen/Qwen-Image-2.0-Pro": { + "pricing_config": { + "pay_as_you_go": { + "image": { + "default": { + "default": { + "price": 0.075 + } + } + } + } + } + }, + "google/flash-image-3.1": { + "pricing_config": { + "pay_as_you_go": { + "image": { + "default": { + "default": { + "price": 0.04657 + } + } + } + } + } + }, + "Qwen/Qwen-Image-2.0": { + "pricing_config": { + "pay_as_you_go": { + "image": { + "default": { + "default": { + "price": 0.035 + } + } + } + } + } + }, + "deepcogito/cogito-v2-1-671b": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000125 + }, + "response_token": { + "price": 0.000125 + } + } + } + }, + "xai/grok-imagine-image-pro": { + "pricing_config": { + "pay_as_you_go": { + "image": { + "default": { + "default": { + "price": 0.07 + } + } + } + } + } + }, + "Qwen/Qwen3.6-Plus": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00005 + }, + "response_token": { + "price": 0.0003 + } + } + } + }, + "ByteDance/Seedream-5.0-lite": { + "pricing_config": { + "pay_as_you_go": { + "image": { + "default": { + "default": { + "price": 0.035 + } + } + } + } + } + }, + "Qwen/Qwen3-VL-8B-Instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000018 + }, + "response_token": { + "price": 0.000068 + } + } + } + }, + "google/gemma-4-E4B-it": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Hcompany/Holo3-35B-A3B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "facebook/cwm": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "google/gemma-4-26B-A4B-it": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen3-4B-Base": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen2-1.5B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen3-Coder-30B-A3B-Instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "zai-org/GLM-4.7": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000045 + }, + "response_token": { + "price": 0.0002 + } + } + } + }, + "Qwen/Qwen3-VL-32B-Instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00005 + }, + "response_token": { + "price": 0.00015 + } + } + } + }, + "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00006 + }, + "response_token": { + "price": 0.00006 + } + } + } + }, + "Qwen/Qwen2.5-32B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen3-Next-80B-A3B-Thinking": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000015 + }, + "response_token": { + "price": 0.00015 + } + } + } + }, + "meta-llama/Llama-4-Scout-17B-16E-Instruct-FP8-Lora": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "google/gemma-2-9b-it": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "nim/meta/llama-3.1-70b-instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "nim/meta/llama-3.1-8b-instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "nim/nv-mistralai/mistral-nemo-12b-instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "nim/nvidia/llama-3.1-nemotron-70b-instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "deepcogito/cogito-v1-preview-llama-70B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "deepcogito/cogito-v1-preview-llama-70B-Turbo": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-fp8": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "deepcogito/cogito-v1-preview-llama-8B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "deepcogito/cogito-v1-preview-qwen-14B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "deepcogito/cogito-v1-preview-qwen-32B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "deepseek-ai/DeepSeek-OCR-2": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000018 + }, + "response_token": { + "price": 0.000018 + } + } + } + }, + "google/gemma-3-4b-it": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "deepseek-ai/deepseek-coder-33b-instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00008 + }, + "response_token": { + "price": 0.00008 + } + } + } + }, + "meta-llama/Llama-3.2-1B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "mistralai/Mixtral-8x7B-Instruct-v0.1-FP8-Lora": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "google/gemma-3-27b-it": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "google/gemma-3-270m-it-lora": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-FP8": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen2-72B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen3-Next-80B-A3B-Instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000015 + }, + "response_token": { + "price": 0.00015 + } + } + } + }, + "agentica-org/DeepCoder-14B-Preview": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "arcee-ai/trinity-mini": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.0000045 + }, + "response_token": { + "price": 0.000015 + } + } + } + }, + "Qwen/Qwen2-1.5B-Instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000002 + }, + "response_token": { + "price": 0.000002 + } + } + } + }, + "Qwen/Qwen2-7B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen2.5-1.5B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen2.5-1.5B-Instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen2.5-14B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen2.5-3B-Instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen2.5-72B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen2.5-7B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen2.5-7B-Instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen3-0.6B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen3-0.6B-Base": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen3-1.7B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen3-1.7B-Base": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen3-14B-Base": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen3-30B-A3B-Base": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen3-8B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen3-8B-Base": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen3-Next-80B-A3B-Instruct-FP8": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen3-VL-235B-A22B-Instruct-FP8": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "google/gemma-3-27b-pt": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "nim/meta/llama-3.2-90b-vision-instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "google/gemma-2b-it": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "mistralai/Magistral-Small-2506": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "mistralai/Mistral-7B-v0.1": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen3-30B-A3B-Instruct-2507-Lora": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen3-4B-Instruct-2507": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen3-8B-Lora": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "meta-llama/Llama-3.1-405B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "meta-llama/Meta-Llama-3.1-70B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "meta-llama/Llama-3.2-3B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "nim/mistralai/mixtral-8x22b-instruct-v01": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "togethercomputer/meta-llama-3.1-8B-Instruct-AWQ-INT4": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "zai-org/GLM-4.5V": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "zai-org/GLM-4.6": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00006 + }, + "response_token": { + "price": 0.00022 + } + } + } + }, + "zai-org/GLM-OCR": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "MiniMaxAI/MiniMax-M2": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen2.5-14B-Instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00008 + }, + "response_token": { + "price": 0.00008 + } + } + } + }, + "google/gemma-4-E2B-it": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen3.6-35B-A3B-FP8": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen3.5-122B-A10B-FP8": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "meta-llama/Llama-3.1-405B-Instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00035 + }, + "response_token": { + "price": 0.00035 + } + } + } + }, + "meta-llama/Llama-3.2-1B-Instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000006 + }, + "response_token": { + "price": 0.000006 + } + } + } + }, + "Qwen/Qwen3-30B-A3B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "google/gemma-3-1b-it": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "google/gemma-3-270m-it": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "meta-llama/Llama-4-Scout-17B-16E": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "meta-llama/Meta-Llama-3-70B-Instruct-Turbo": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000088 + }, + "response_token": { + "price": 0.000088 + } + } + } + }, + "meta-llama/Meta-Llama-3-8B-Instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00002 + }, + "response_token": { + "price": 0.00002 + } + } + } + }, + "mistralai/Devstral-Small-2505": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "mistralai/Ministral-3-14B-Instruct-2512": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00002 + }, + "response_token": { + "price": 0.00002 + } + } + } + }, + "mistralai/Mistral-7B-Instruct-v0.3": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00002 + }, + "response_token": { + "price": 0.00002 + } + } + } + }, + "mistralai/Mixtral-8x22B-Instruct-v0.1": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "nim/meta/llama-3.2-11b-vision-instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "nim/meta/llama-3.3-70b-instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "nim/mistralai/mixtral-8x7b-instruct-v01": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "nvidia/Llama-3.1-Nemotron-70B-Instruct-HF": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000088 + }, + "response_token": { + "price": 0.000088 + } + } + } + }, + "nvidia/NVIDIA-Nemotron-Nano-9B-v2": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000006 + }, + "response_token": { + "price": 0.000025 + } + } + } + }, + "sarvamai/sarvam-m": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "togethercomputer/EssentialAI-RNJ-1-Instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "meta-llama/Meta-Llama-3.1-8B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00002 + }, + "response_token": { + "price": 0.00002 + } + } + } + }, + "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen3-Coder-Next-FP8": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00005 + }, + "response_token": { + "price": 0.00012 + } + } + } + }, + "meta-llama/Llama-3.3-70B-Instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "meta-llama/Llama-3.3-70B-Instruct-FP8-Lora": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "MiniMaxAI/MiniMax-M1-40k": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "MiniMaxAI/MiniMax-M1-80k": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen3-32B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen2.5-72B-Instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00012 + }, + "response_token": { + "price": 0.00012 + } + } + } + }, + "meta-llama/Llama-3.2-3B-Instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000006 + }, + "response_token": { + "price": 0.000006 + } + } + } + }, + "allenai/Molmo-7B-D-0924": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "google/gemma-3-1b-pt": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "google/medgemma-27b-text-it": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen2.5-32B-Instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen2-72B-Instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00009 + }, + "response_token": { + "price": 0.00009 + } + } + } + }, + "Qwen/Qwen3-235B-A22B-Instruct-2507-FP8": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen3-14B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "google/gemma-3-27b-it-lora": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "nim/nvidia/llama-3.3-nemotron-super-49b-v1": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "google/gemma-4-31B-it-lora": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen2-VL-72B-Instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00012 + }, + "response_token": { + "price": 0.00012 + } + } + } + }, + "google/gemma-2-27b-it": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00008 + }, + "response_token": { + "price": 0.00008 + } + } + } + }, + "Qwen/Qwen3.5-9B-FP8": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen3.5-35B-A3B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + } + } } }