LLM Gateway
Access 369 LLM Gateway models through Mastra's model router. Authentication is handled automatically using the LLMGATEWAY_API_KEY environment variable.
Learn more in the LLM Gateway documentation.
.env
LLMGATEWAY_API_KEY=your-api-key
src/mastra/agents/my-agent.ts
import { Agent } from "@mastra/core/agent";
const agent = new Agent({
id: "my-agent",
name: "My Agent",
instructions: "You are a helpful assistant",
model: "llmgateway-providers/alibaba/deepseek-v4-flash"
});
// Generate a response
const response = await agent.generate("Hello!");
// Stream a response
const stream = await agent.stream("Tell me a story");
for await (const chunk of stream) {
console.log(chunk);
}
note
Mastra uses the OpenAI-compatible /chat/completions endpoint. Some provider-specific features may not be available. Check the LLM Gateway documentation for details.
ModelsDirect link to Models
| Model | Context | Tools | Reasoning | Image | Audio | Video | Input $/1M | Output $/1M |
|---|---|---|---|---|---|---|---|---|
llmgateway-providers/alibaba/deepseek-v4-flash | 1.0M | $0.20 | $0.40 | |||||
llmgateway-providers/alibaba/deepseek-v4-pro | 1.0M | $2 | $5 | |||||
llmgateway-providers/alibaba/glm-5 | 203K | $0.57 | $3 | |||||
llmgateway-providers/alibaba/glm-5.2 | 1.0M | $1 | $4 | |||||
llmgateway-providers/alibaba/kimi-k2.5 | 262K | $0.57 | $3 | |||||
llmgateway-providers/alibaba/qwen-coder-plus | 131K | $0.50 | $1 | |||||
llmgateway-providers/alibaba/qwen-flash | 1.0M | $0.05 | $0.40 | |||||
llmgateway-providers/alibaba/qwen-max | 33K | $2 | $6 | |||||
llmgateway-providers/alibaba/qwen-omni-turbo | 33K | $0.20 | $0.80 | |||||
llmgateway-providers/alibaba/qwen-plus | 131K | $0.40 | $1 | |||||
llmgateway-providers/alibaba/qwen-plus-latest | 1.0M | $0.40 | $1 | |||||
llmgateway-providers/alibaba/qwen3-coder-flash | 1.0M | $0.30 | $2 | |||||
llmgateway-providers/alibaba/qwen3-coder-plus | 1.0M | $6 | $60 | |||||
llmgateway-providers/alibaba/qwen3-max | 256K | $3 | $15 | |||||
llmgateway-providers/alibaba/qwen3-vl-flash | 262K | $0.05 | $0.40 | |||||
llmgateway-providers/alibaba/qwen3-vl-plus | 262K | $0.20 | $2 | |||||
llmgateway-providers/alibaba/qwen3.6-35b-a3b | 262K | $0.25 | $1 | |||||
llmgateway-providers/alibaba/qwen3.6-flash | 1.0M | $0.25 | $2 | |||||
llmgateway-providers/alibaba/qwen3.6-max-preview | 262K | $1 | $8 | |||||
llmgateway-providers/alibaba/qwen3.6-plus | 262K | $0.50 | $3 | |||||
llmgateway-providers/alibaba/qwen3.7-flash | 1.0M | $0.03 | $0.13 | |||||
llmgateway-providers/alibaba/qwen3.7-max | 1.0M | $3 | $8 | |||||
llmgateway-providers/alibaba/qwen3.7-plus | 1.0M | $0.40 | $2 | |||||
llmgateway-providers/alibaba/qwen3.8-max | 1.0M | $2 | $6 | |||||
llmgateway-providers/alibaba/qwen35-397b-a17b | 262K | $0.60 | $4 | |||||
llmgateway-providers/anthropic/claude-fable-5 | 1.0M | $10 | $50 | |||||
llmgateway-providers/anthropic/claude-haiku-4-5 | 200K | $1 | $5 | |||||
llmgateway-providers/anthropic/claude-haiku-4-5-20251001 | 200K | $1 | $5 | |||||
llmgateway-providers/anthropic/claude-opus-4-5-20251101 | 200K | $5 | $25 | |||||
llmgateway-providers/anthropic/claude-opus-4-6 | 1.0M | $5 | $25 | |||||
llmgateway-providers/anthropic/claude-opus-4-7 | 1.0M | $5 | $25 | |||||
llmgateway-providers/anthropic/claude-opus-4-8 | 1.0M | $5 | $25 | |||||
llmgateway-providers/anthropic/claude-opus-5 | 1.0M | $5 | $25 | |||||
llmgateway-providers/anthropic/claude-sonnet-4-5 | 200K | $3 | $15 | |||||
llmgateway-providers/anthropic/claude-sonnet-4-5-20250929 | 200K | $3 | $15 | |||||
llmgateway-providers/anthropic/claude-sonnet-4-6 | 1.0M | $3 | $15 | |||||
llmgateway-providers/anthropic/claude-sonnet-5 | 1.0M | $2 | $10 | |||||
llmgateway-providers/aws-bedrock/claude-fable-5 | 1.0M | $10 | $50 | |||||
llmgateway-providers/aws-bedrock/claude-haiku-4-5 | 200K | $1 | $5 | |||||
llmgateway-providers/aws-bedrock/claude-haiku-4-5-20251001 | 200K | $1 | $5 | |||||
llmgateway-providers/aws-bedrock/claude-opus-4-1-20250805 | 200K | $15 | $75 | |||||
llmgateway-providers/aws-bedrock/claude-opus-4-5-20251101 | 200K | $5 | $25 | |||||
llmgateway-providers/aws-bedrock/claude-opus-4-6 | 1.0M | $5 | $25 | |||||
llmgateway-providers/aws-bedrock/claude-opus-4-7 | 1.0M | $5 | $25 | |||||
llmgateway-providers/aws-bedrock/claude-opus-4-8 | 1.0M | $5 | $25 | |||||
llmgateway-providers/aws-bedrock/claude-opus-5 | 1.0M | $5 | $25 | |||||
llmgateway-providers/aws-bedrock/claude-sonnet-4-5 | 200K | $3 | $15 | |||||
llmgateway-providers/aws-bedrock/claude-sonnet-4-5-20250929 | 200K | $3 | $15 | |||||
llmgateway-providers/aws-bedrock/claude-sonnet-4-6 | 1.0M | $3 | $15 | |||||
llmgateway-providers/aws-bedrock/claude-sonnet-5 | 1.0M | $2 | $10 | |||||
llmgateway-providers/aws-bedrock/grok-4-3 | 1.0M | $1 | $3 | |||||
llmgateway-providers/aws-bedrock/grok-4-6 | 500K | $2 | $6 | |||||
llmgateway-providers/aws-bedrock/llama-3.1-70b-instruct | 128K | $0.72 | $0.72 | |||||
llmgateway-providers/aws-bedrock/llama-4-maverick-17b-instruct | 8K | $0.24 | $0.97 | |||||
llmgateway-providers/aws-bedrock/llama-4-scout-17b-instruct | 8K | $0.17 | $0.66 | |||||
llmgateway-providers/aws-mantle/gpt-5.6-luna | 279K | $0.22 | $1 | |||||
llmgateway-providers/aws-mantle/gpt-5.6-sol | 279K | $6 | $33 | |||||
llmgateway-providers/aws-mantle/gpt-5.6-terra | 279K | $2 | $13 | |||||
llmgateway-providers/azure-ai-foundry/grok-4-1-fast-non-reasoning | 2.0M | $0.20 | $0.50 | |||||
llmgateway-providers/azure-ai-foundry/grok-4-1-fast-reasoning | 2.0M | $0.20 | $0.50 | |||||
llmgateway-providers/azure-ai-foundry/grok-4-3 | 20K | $1 | $3 | |||||
llmgateway-providers/azure/gpt-3.5-turbo | 16K | $0.50 | $2 | |||||
llmgateway-providers/azure/gpt-4 | 8K | $30 | $60 | |||||
llmgateway-providers/azure/gpt-4-turbo | 128K | $10 | $30 | |||||
llmgateway-providers/azure/gpt-4.1 | 1.0M | $2 | $8 | |||||
llmgateway-providers/azure/gpt-4.1-mini | 1.0M | $0.40 | $2 | |||||
llmgateway-providers/azure/gpt-4.1-nano | 1.0M | $0.10 | $0.40 | |||||
llmgateway-providers/azure/gpt-4o | 128K | $3 | $10 | |||||
llmgateway-providers/azure/gpt-5 | 400K | $1 | $10 | |||||
llmgateway-providers/azure/gpt-5-mini | 400K | $0.25 | $2 | |||||
llmgateway-providers/azure/gpt-5-nano | 400K | $0.05 | $0.40 | |||||
llmgateway-providers/azure/gpt-5.1 | 400K | $1 | $10 | |||||
llmgateway-providers/azure/gpt-5.1-codex | 400K | $1 | $10 | |||||
llmgateway-providers/azure/gpt-5.1-codex-mini | 400K | $0.25 | $2 | |||||
llmgateway-providers/azure/gpt-5.2 | 400K | $2 | $14 | |||||
llmgateway-providers/azure/gpt-5.2-codex | 400K | $2 | $14 | |||||
llmgateway-providers/azure/gpt-5.2-pro | 400K | $21 | $168 | |||||
llmgateway-providers/azure/gpt-5.3-codex | 400K | $2 | $14 | |||||
llmgateway-providers/azure/gpt-5.4 | 1.1M | $3 | $15 | |||||
llmgateway-providers/azure/gpt-5.4-mini | 400K | $0.75 | $5 | |||||
llmgateway-providers/azure/gpt-5.4-nano | 400K | $0.20 | $1 | |||||
llmgateway-providers/azure/gpt-5.4-pro | 1.1M | $30 | $180 | |||||
llmgateway-providers/azure/gpt-5.5 | 1.1M | $5 | $30 | |||||
llmgateway-providers/azure/gpt-5.6-luna | 1.1M | $0.20 | $1 | |||||
llmgateway-providers/azure/gpt-5.6-sol | 1.1M | $5 | $30 | |||||
llmgateway-providers/azure/gpt-5.6-terra | 1.1M | $2 | $12 | |||||
llmgateway-providers/azure/gpt-oss-120b | 131K | $0.15 | $0.60 | |||||
llmgateway-providers/azure/o1 | 200K | $15 | $60 | |||||
llmgateway-providers/azure/o3 | 200K | $2 | $8 | |||||
llmgateway-providers/azure/o3-mini | 200K | $1 | $4 | |||||
llmgateway-providers/azure/o4-mini | 200K | $1 | $4 | |||||
llmgateway-providers/baidu/deepseek-v4-flash | 1.0M | $0.14 | $0.28 | |||||
llmgateway-providers/baidu/deepseek-v4-pro | 1.0M | $2 | $3 | |||||
llmgateway-providers/baidu/glm-5 | 203K | $1 | $3 | |||||
llmgateway-providers/baidu/glm-5.1 | 203K | $1 | $4 | |||||
llmgateway-providers/baidu/glm-5.2 | 1.0M | $1 | $4 | |||||
llmgateway-providers/baidu/kimi-k2.6 | 262K | $0.95 | $4 | |||||
llmgateway-providers/bytedance/deepseek-v3.2 | 131K | $0.28 | $0.42 | |||||
llmgateway-providers/bytedance/deepseek-v4-flash | 1.0M | $0.44 | $1 | |||||
llmgateway-providers/bytedance/deepseek-v4-pro | 1.0M | $1 | $4 | |||||
llmgateway-providers/bytedance/glm-4.7 | 200K | $0.60 | $2 | |||||
llmgateway-providers/bytedance/glm-5.2 | 1.0M | $1 | $4 | |||||
llmgateway-providers/bytedance/gpt-oss-120b | 128K | $0.10 | $0.50 | |||||
llmgateway-providers/bytedance/seed-1-6-250615 | 256K | $0.25 | $2 | |||||
llmgateway-providers/bytedance/seed-1-6-250915 | 256K | $0.25 | $2 | |||||
llmgateway-providers/bytedance/seed-1-6-flash-250715 | 256K | $0.07 | $0.30 | |||||
llmgateway-providers/bytedance/seed-1-8-251228 | 256K | $0.25 | $2 | |||||
llmgateway-providers/canopywave/deepseek-v4-flash | 1.0M | $0.14 | $0.28 | |||||
llmgateway-providers/canopywave/deepseek-v4-pro | 1.0M | $2 | $3 | |||||
llmgateway-providers/canopywave/glm-5.2 | 200K | $1 | $4 | |||||
llmgateway-providers/canopywave/kimi-k2.6 | 262K | $0.95 | $4 | |||||
llmgateway-providers/canopywave/kimi-k3 | 1.0M | $3 | $15 | |||||
llmgateway-providers/cerebras/gemma-4-31b-it | 131K | $0.99 | $1 | |||||
llmgateway-providers/cerebras/glm-4.7 | 200K | $2 | $3 | |||||
llmgateway-providers/cerebras/gpt-oss-120b | 131K | $0.35 | $0.75 | |||||
llmgateway-providers/cerebras/llama-3.3-70b-instruct | 128K | $0.85 | $1 | |||||
llmgateway-providers/cerebras/qwen3-235b-a22b-instruct-2507 | 262K | $0.60 | $1 | |||||
llmgateway-providers/deepinfra/deepseek-v3.2 | 160K | $0.26 | $0.38 | |||||
llmgateway-providers/deepinfra/deepseek-v4-flash | 1.0M | $0.08 | $0.18 | |||||
llmgateway-providers/deepinfra/deepseek-v4-pro | 1.0M | $1 | $3 | |||||
llmgateway-providers/deepinfra/gemma-4-26b-a4b-it | 262K | $0.07 | $0.34 | |||||
llmgateway-providers/deepinfra/gemma-4-31b-it | 262K | $0.13 | $0.38 | |||||
llmgateway-providers/deepinfra/glm-5.1 | 198K | $1 | $4 | |||||
llmgateway-providers/deepinfra/hy3 | 262K | $0.14 | $0.58 | |||||
llmgateway-providers/deepinfra/kimi-k2.5 | 256K | $0.45 | $2 | |||||
llmgateway-providers/deepinfra/ling-3.0-flash | 262K | $0.06 | $0.18 | |||||
llmgateway-providers/deepinfra/nemotron-3-ultra-550b | 262K | $0.50 | $2 | |||||
llmgateway-providers/deepinfra/qwen3-vl-235b-a22b-instruct | 262K | $0.20 | $0.88 | |||||
llmgateway-providers/deepinfra/qwen3-vl-30b-a3b-instruct | 262K | $0.15 | $0.60 | |||||
llmgateway-providers/deepinfra/qwen3.5-9b | 262K | $0.10 | $0.15 | |||||
llmgateway-providers/deepseek/deepseek-v4-flash | 1.1M | $0.14 | $0.28 | |||||
llmgateway-providers/deepseek/deepseek-v4-pro | 1.1M | $0.43 | $0.87 | |||||
llmgateway-providers/embercloud/glm-4.5 | 131K | $0.60 | $2 | |||||
llmgateway-providers/embercloud/glm-4.5-air | 131K | $0.13 | $0.85 | |||||
llmgateway-providers/embercloud/glm-4.7 | 200K | $0.38 | $2 | |||||
llmgateway-providers/embercloud/glm-4.7-flash | 200K | $0.06 | $0.40 | |||||
llmgateway-providers/embercloud/glm-5 | 203K | $0.72 | $2 | |||||
llmgateway-providers/embercloud/glm-5.1 | 203K | $0.93 | $3 | |||||
llmgateway-providers/embercloud/glm-5.2 | 203K | $1 | $4 | |||||
llmgateway-providers/embercloud/kimi-k2.5 | 262K | $0.41 | $2 | |||||
llmgateway-providers/embercloud/qwen3-coder-next | 262K | $0.11 | $0.68 | |||||
llmgateway-providers/fireworks/deepseek-v4-flash | 1.0M | $0.14 | $0.28 | |||||
llmgateway-providers/fireworks/deepseek-v4-pro | 1.0M | $1 | $4 | |||||
llmgateway-providers/fireworks/kimi-k3 | 1.0M | $3 | $15 | |||||
llmgateway-providers/fireworks/kimi-k3-fast | 1.0M | $5 | $23 | |||||
llmgateway-providers/gonka24/deepseek-v4-flash | 390K | $0.07 | $0.17 | |||||
llmgateway-providers/gonka24/kimi-k2.6 | 262K | $0.22 | $1 | |||||
llmgateway-providers/gonka24/minimax-m2.7 | 205K | $0.08 | $0.32 | |||||
llmgateway-providers/google-ai-studio/gemini-2.5-flash | 1.0M | $0.30 | $3 | |||||
llmgateway-providers/google-ai-studio/gemini-2.5-flash-lite | 1.0M | $0.10 | $0.40 | |||||
llmgateway-providers/google-ai-studio/gemini-2.5-pro | 1.0M | $1 | $10 | |||||
llmgateway-providers/google-ai-studio/gemini-3-flash-preview | 1.0M | $0.50 | $3 | |||||
llmgateway-providers/google-ai-studio/gemini-3.1-flash-lite | 1.0M | $0.25 | $2 | |||||
llmgateway-providers/google-ai-studio/gemini-3.1-pro-preview | 1.0M | $2 | $12 | |||||
llmgateway-providers/google-ai-studio/gemini-3.5-flash | 1.0M | $2 | $9 | |||||
llmgateway-providers/google-ai-studio/gemini-3.5-flash-lite | 1.0M | $0.30 | $3 | |||||
llmgateway-providers/google-ai-studio/gemini-3.6-flash | 1.0M | $0.75 | $4 | |||||
llmgateway-providers/google-ai-studio/gemini-3.7-flash | 1.0M | $0.75 | $4 | |||||
llmgateway-providers/google-ai-studio/gemini-pro-latest | 1.0M | $2 | $12 | |||||
llmgateway-providers/google-vertex/gemini-2.5-flash | 1.0M | $0.30 | $3 | |||||
llmgateway-providers/google-vertex/gemini-2.5-flash-lite | 1.0M | $0.10 | $0.40 | |||||
llmgateway-providers/google-vertex/gemini-2.5-pro | 1.0M | $1 | $10 | |||||
llmgateway-providers/google-vertex/gemini-3-flash-preview | 1.0M | $0.50 | $3 | |||||
llmgateway-providers/google-vertex/gemini-3.1-flash-lite | 1.0M | $0.25 | $2 | |||||
llmgateway-providers/google-vertex/gemini-3.1-pro-preview | 1.0M | $2 | $12 | |||||
llmgateway-providers/google-vertex/gemini-3.5-flash | 1.0M | $2 | $9 | |||||
llmgateway-providers/google-vertex/gemini-3.5-flash-lite | 1.0M | $0.30 | $3 | |||||
llmgateway-providers/google-vertex/gemini-3.6-flash | 1.0M | $0.75 | $4 | |||||
llmgateway-providers/google-vertex/gemini-3.7-flash | 1.0M | $0.75 | $4 | |||||
llmgateway-providers/groq/gpt-oss-120b | 131K | $0.15 | $0.75 | |||||
llmgateway-providers/groq/gpt-oss-20b | 131K | $0.10 | $0.50 | |||||
llmgateway-providers/iceberg/gemini-3-flash-preview | 1.0M | $0.50 | $3 | |||||
llmgateway-providers/iceberg/gemini-3.1-pro-preview | 1.0M | $2 | $12 | |||||
llmgateway-providers/iceberg/gemini-3.6-flash | 1.0M | $0.75 | $4 | |||||
llmgateway-providers/inference.net/llama-3.2-11b-instruct | 128K | $0.07 | $0.33 | |||||
llmgateway-providers/meta/muse-spark-1.1 | 1.0M | $1 | $4 | |||||
llmgateway-providers/meta/muse-spark-1.2 | 1.0M | $1 | $4 | |||||
llmgateway-providers/minimax/minimax-m2 | 197K | $0.20 | $1 | |||||
llmgateway-providers/minimax/minimax-m2.1 | 197K | $0.27 | $1 | |||||
llmgateway-providers/minimax/minimax-m2.1-lightning | 197K | $0.12 | $0.48 | |||||
llmgateway-providers/minimax/minimax-m2.5 | 205K | $0.30 | $1 | |||||
llmgateway-providers/minimax/minimax-m2.5-highspeed | 205K | $0.60 | $2 | |||||
llmgateway-providers/minimax/minimax-m2.7 | 205K | $0.30 | $1 | |||||
llmgateway-providers/minimax/minimax-m2.7-highspeed | 205K | $0.60 | $2 | |||||
llmgateway-providers/minimax/minimax-m3 | 512K | $0.60 | $2 | |||||
llmgateway-providers/minimax/minimax-text-01 | 1.0M | $0.20 | $1 | |||||
llmgateway-providers/mistral/codestral-2508 | 256K | $0.30 | $0.90 | |||||
llmgateway-providers/mistral/devstral-2512 | 262K | $0.40 | $2 | |||||
llmgateway-providers/mistral/ministral-14b-2512 | 262K | $0.20 | $0.20 | |||||
llmgateway-providers/mistral/ministral-3b-2512 | 131K | $0.10 | $0.10 | |||||
llmgateway-providers/mistral/ministral-8b-2512 | 262K | $0.15 | $0.15 | |||||
llmgateway-providers/mistral/mistral-large-2512 | 262K | $0.50 | $2 | |||||
llmgateway-providers/mistral/mistral-large-latest | 128K | $4 | $12 | |||||
llmgateway-providers/mistral/mistral-small-2506 | 128K | $0.10 | $0.30 | |||||
llmgateway-providers/moonshot/kimi-k2.5 | 262K | $0.60 | $3 | |||||
llmgateway-providers/moonshot/kimi-k2.6 | 262K | $0.95 | $4 | |||||
llmgateway-providers/moonshot/kimi-k2.7-code | 262K | $0.95 | $4 | |||||
llmgateway-providers/moonshot/kimi-k2.7-code-highspeed | 262K | $2 | $8 | |||||
llmgateway-providers/moonshot/kimi-k3 | 1.0M | $3 | $15 | |||||
llmgateway-providers/nebius/cosmos3-super-reasoner | 262K | $0.10 | $0.30 | |||||
llmgateway-providers/nebius/deepseek-v4-pro | 1.0M | $2 | $4 | |||||
llmgateway-providers/nebius/gemma-3-27b | 110K | $0.10 | $0.30 | |||||
llmgateway-providers/nebius/glm-5.1 | 203K | $1 | $4 | |||||
llmgateway-providers/nebius/glm-5.2 | 1.0M | $1 | $4 | |||||
llmgateway-providers/nebius/gpt-oss-120b | 131K | $0.15 | $0.60 | |||||
llmgateway-providers/nebius/hermes-4-405b | 131K | $1 | $3 | |||||
llmgateway-providers/nebius/hermes-4-70b | 131K | $0.13 | $0.40 | |||||
llmgateway-providers/nebius/kimi-k2.6 | 262K | $0.95 | $4 | |||||
llmgateway-providers/nebius/kimi-k2.7-code | 262K | $0.95 | $4 | |||||
llmgateway-providers/nebius/kimi-k3 | 1.0M | $3 | $15 | |||||
llmgateway-providers/nebius/llama-3.1-nemotron-ultra-253b | 128K | $0.60 | $2 | |||||
llmgateway-providers/nebius/llama-3.3-70b-instruct | 128K | $0.13 | $0.40 | |||||
llmgateway-providers/nebius/minicpm-v-4.5 | 32K | $0.66 | $1 | |||||
llmgateway-providers/nebius/minimax-m2.5 | 197K | $0.30 | $1 | |||||
llmgateway-providers/nebius/minimax-m3 | 1.0M | $0.30 | $1 | |||||
llmgateway-providers/nebius/nemotron-3-nano-30b | 262K | $0.06 | $0.24 | |||||
llmgateway-providers/nebius/nemotron-3-nano-omni | 262K | $0.06 | $0.24 | |||||
llmgateway-providers/nebius/nemotron-3-super-120b | 262K | $0.30 | $0.90 | |||||
llmgateway-providers/nebius/nemotron-3-ultra-550b | 1.0M | $1 | $3 | |||||
llmgateway-providers/nebius/qwen2-5-vl-72b-instruct | 32K | $0.25 | $0.75 | |||||
llmgateway-providers/nebius/qwen3-235b-a22b-instruct-2507 | 262K | $0.20 | $0.60 | |||||
llmgateway-providers/nebius/qwen3-30b-a3b-instruct-2507 | 262K | $0.10 | $0.30 | |||||
llmgateway-providers/nebius/qwen3-32b | 41K | $0.10 | $0.30 | |||||
llmgateway-providers/nebius/qwen3-next-80b-a3b-thinking | 131K | $0.15 | $1 | |||||
llmgateway-providers/novita/deepseek-v3.2 | 164K | $0.27 | $0.40 | |||||
llmgateway-providers/novita/deepseek-v4-flash | 1.1M | $0.14 | $0.28 | |||||
llmgateway-providers/novita/ernie-4.5-vl-424b-a47b | 123K | $0.42 | $1 | |||||
llmgateway-providers/novita/gemma-4-26b-a4b-it | 262K | $0.13 | $0.40 | |||||
llmgateway-providers/novita/gemma-4-31b-it | 262K | $0.14 | $0.40 | |||||
llmgateway-providers/novita/glm-4.5v | 66K | $0.60 | $2 | |||||
llmgateway-providers/novita/glm-4.6 | 205K | $0.55 | $2 | |||||
llmgateway-providers/novita/glm-4.6v | 131K | $0.30 | $0.90 | |||||
llmgateway-providers/novita/glm-4.7 | 205K | $0.60 | $2 | |||||
llmgateway-providers/novita/glm-5 | 203K | $1 | $3 | |||||
llmgateway-providers/novita/glm-5.1 | 205K | $1 | $4 | |||||
llmgateway-providers/novita/glm-5.2 | 1.0M | $1 | $4 | |||||
llmgateway-providers/novita/hy3 | 262K | $0.14 | $0.58 | |||||
llmgateway-providers/novita/kimi-k2 | 131K | $0.57 | $2 | |||||
llmgateway-providers/novita/kimi-k2.6 | 262K | $0.80 | $3 | |||||
llmgateway-providers/novita/kimi-k2.7-code | 262K | $0.95 | $4 | |||||
llmgateway-providers/novita/kimi-k3 | 1.0M | $3 | $15 | |||||
llmgateway-providers/novita/ling-3.0-flash | 262K | $0.06 | $0.18 | |||||
llmgateway-providers/novita/llama-3-70b-instruct | 8K | $0.51 | $0.74 | |||||
llmgateway-providers/novita/llama-3.2-3b-instruct | 33K | $0.03 | $0.05 | |||||
llmgateway-providers/novita/llama-3.3-70b-instruct | 131K | $0.14 | $0.40 | |||||
llmgateway-providers/novita/llama-4-maverick-17b-instruct | 1.0M | $0.27 | $0.85 | |||||
llmgateway-providers/novita/llama-4-scout-17b-instruct | 131K | $0.18 | $0.59 | |||||
llmgateway-providers/novita/minimax-m2.1 | 205K | $0.30 | $1 | |||||
llmgateway-providers/novita/minimax-m2.5 | 205K | $0.30 | $1 | |||||
llmgateway-providers/novita/minimax-m2.7 | 205K | $0.30 | $1 | |||||
llmgateway-providers/novita/qwen3-235b-a22b-fp8 | 41K | $0.20 | $0.80 | |||||
llmgateway-providers/novita/qwen3-235b-a22b-instruct-2507 | 131K | $0.09 | $0.58 | |||||
llmgateway-providers/novita/qwen3-235b-a22b-thinking-2507 | 131K | $0.30 | $3 | |||||
llmgateway-providers/novita/qwen3-coder-30b-a3b-instruct | 160K | $0.07 | $0.27 | |||||
llmgateway-providers/novita/qwen3-coder-480b-a35b-instruct | 262K | $0.38 | $2 | |||||
llmgateway-providers/novita/qwen3-max | 262K | $0.84 | $3 | |||||
llmgateway-providers/novita/qwen3-next-80b-a3b-instruct | 131K | $0.15 | $2 | |||||
llmgateway-providers/novita/qwen3-vl-235b-a22b-instruct | 131K | $0.30 | $2 | |||||
llmgateway-providers/novita/qwen3-vl-235b-a22b-thinking | 131K | $0.98 | $4 | |||||
llmgateway-providers/novita/qwen3-vl-30b-a3b-instruct | 131K | $0.20 | $0.70 | |||||
llmgateway-providers/novita/qwen3.6-35b-a3b | 262K | $0.25 | $1 | |||||
llmgateway-providers/novita/qwen3.7-max | 1.0M | $1 | $4 | |||||
llmgateway-providers/novita/qwen3.8-max | 1.0M | $2 | $6 | |||||
llmgateway-providers/novita/qwen35-397b-a17b | 262K | $0.60 | $4 | |||||
llmgateway-providers/openai/gpt-3.5-turbo | 16K | $0.50 | $2 | |||||
llmgateway-providers/openai/gpt-4 | 8K | $30 | $60 | |||||
llmgateway-providers/openai/gpt-4-turbo | 128K | $10 | $30 | |||||
llmgateway-providers/openai/gpt-4.1 | 1.0M | $2 | $8 | |||||
llmgateway-providers/openai/gpt-4.1-mini | 1.0M | $0.40 | $2 | |||||
llmgateway-providers/openai/gpt-4.1-nano | 1.0M | $0.10 | $0.40 | |||||
llmgateway-providers/openai/gpt-4o | 128K | $3 | $10 | |||||
llmgateway-providers/openai/gpt-4o-mini | 128K | $0.15 | $0.60 | |||||
llmgateway-providers/openai/gpt-4o-mini-search-preview | 128K | $0.15 | $0.60 | |||||
llmgateway-providers/openai/gpt-4o-mini-transcribe | 16K | $1 | $5 | |||||
llmgateway-providers/openai/gpt-4o-search-preview | 128K | $3 | $10 | |||||
llmgateway-providers/openai/gpt-4o-transcribe | 16K | $3 | $10 | |||||
llmgateway-providers/openai/gpt-5 | 400K | $1 | $10 | |||||
llmgateway-providers/openai/gpt-5-mini | 400K | $0.25 | $2 | |||||
llmgateway-providers/openai/gpt-5-nano | 400K | $0.05 | $0.40 | |||||
llmgateway-providers/openai/gpt-5-pro | 400K | $15 | $120 | |||||
llmgateway-providers/openai/gpt-5.1 | 400K | $1 | $10 | |||||
llmgateway-providers/openai/gpt-5.2 | 400K | $2 | $14 | |||||
llmgateway-providers/openai/gpt-5.2-pro | 400K | $21 | $168 | |||||
llmgateway-providers/openai/gpt-5.3-codex | 400K | $2 | $14 | |||||
llmgateway-providers/openai/gpt-5.4 | 1.1M | $3 | $15 | |||||
llmgateway-providers/openai/gpt-5.4-mini | 400K | $0.75 | $5 | |||||
llmgateway-providers/openai/gpt-5.4-nano | 400K | $0.20 | $1 | |||||
llmgateway-providers/openai/gpt-5.4-pro | 1.1M | $30 | $180 | |||||
llmgateway-providers/openai/gpt-5.5 | 1.1M | $5 | $30 | |||||
llmgateway-providers/openai/gpt-5.5-pro | 1.1M | $30 | $180 | |||||
llmgateway-providers/openai/gpt-5.6-luna | 1.1M | $0.20 | $1 | |||||
llmgateway-providers/openai/gpt-5.6-sol | 1.1M | $5 | $30 | |||||
llmgateway-providers/openai/gpt-5.6-terra | 1.1M | $2 | $12 | |||||
llmgateway-providers/openai/o1 | 200K | $15 | $60 | |||||
llmgateway-providers/openai/o3 | 200K | $2 | $8 | |||||
llmgateway-providers/openai/o3-mini | 200K | $1 | $4 | |||||
llmgateway-providers/openai/o4-mini | 200K | $1 | $4 | |||||
llmgateway-providers/permafrost/kimi-k3 | 1.0M | $3 | $15 | |||||
llmgateway-providers/perplexity/sonar | 130K | $1 | $1 | |||||
llmgateway-providers/perplexity/sonar-pro | 200K | $3 | $15 | |||||
llmgateway-providers/perplexity/sonar-reasoning-pro | 128K | $2 | $8 | |||||
llmgateway-providers/quartz/gemini-3.1-pro-preview | 1.0M | $2 | $12 | |||||
llmgateway-providers/ranoai/deepseek-v4-flash | 1.0M | $0.14 | $0.28 | |||||
llmgateway-providers/runware/deepseek-v4-flash | 1.0M | $0.08 | $0.15 | |||||
llmgateway-providers/runware/deepseek-v4-pro | 1.0M | $0.96 | $2 | |||||
llmgateway-providers/runware/gemma-4-31b-it | 262K | $0.10 | $0.30 | |||||
llmgateway-providers/runware/glm-5.2 | 1.0M | $0.80 | $3 | |||||
llmgateway-providers/runware/gpt-oss-120b | 131K | $0.03 | $0.14 | |||||
llmgateway-providers/runware/kimi-k2.6 | 262K | $0.60 | $3 | |||||
llmgateway-providers/sakana/fugu-ultra | 1.0M | $5 | $30 | |||||
llmgateway-providers/scx-ai-gp/glm-5.2 | 1.0M | $0.55 | $2 | |||||
llmgateway-providers/scx-ai-gp/glm-5.2-fast | 1.0M | $2 | $6 | |||||
llmgateway-providers/scx-ai-gp/qwen3.8-max | 1.0M | $2 | $5 | |||||
llmgateway-providers/scx-ai/gemma-4-31b-it | 131K | $0.30 | $0.91 | |||||
llmgateway-providers/scx-ai/gpt-oss-120b | 131K | $0.17 | $0.55 | |||||
llmgateway-providers/scx-ai/llama-4-maverick-17b-instruct | 131K | $0.53 | $2 | |||||
llmgateway-providers/scx-ai/minimax-m2.7 | 197K | $0.48 | $2 | |||||
llmgateway-providers/scx-ai/qwen3-32b | 33K | $0.36 | $0.87 | |||||
llmgateway-providers/together-ai/deepseek-v4-flash | 164K | $0.14 | $0.28 | |||||
llmgateway-providers/together-ai/deepseek-v4-pro | 1.0M | $1 | $4 | |||||
llmgateway-providers/together-ai/gemma-4-31b-it | 262K | $0.39 | $0.97 | |||||
llmgateway-providers/together-ai/glm-4.7 | 203K | $0.45 | $2 | |||||
llmgateway-providers/together-ai/gpt-oss-120b | 131K | $0.15 | $0.60 | |||||
llmgateway-providers/together-ai/gpt-oss-20b | 131K | $0.05 | $0.20 | |||||
llmgateway-providers/together-ai/kimi-k3 | 1.0M | $3 | $15 | |||||
llmgateway-providers/together-ai/minimax-m3 | 524K | $0.30 | $1 | |||||
llmgateway-providers/tundra/kimi-k2.6 | 262K | $0.40 | $2 | |||||
llmgateway-providers/vertex-anthropic/claude-haiku-4-5 | 200K | $1 | $5 | |||||
llmgateway-providers/vertex-anthropic/claude-opus-4-5-20251101 | 200K | $5 | $25 | |||||
llmgateway-providers/vertex-anthropic/claude-opus-4-6 | 1.0M | $5 | $25 | |||||
llmgateway-providers/vertex-anthropic/claude-opus-4-7 | 1.0M | $5 | $25 | |||||
llmgateway-providers/vertex-anthropic/claude-sonnet-4-5 | 200K | $3 | $15 | |||||
llmgateway-providers/vertex-anthropic/claude-sonnet-4-6 | 1.0M | $3 | $15 | |||||
llmgateway-providers/vertex-anthropic/claude-sonnet-5 | 1.0M | $2 | $10 | |||||
llmgateway-providers/vertex-openai/deepseek-v3.2 | 164K | $0.56 | $2 | |||||
llmgateway-providers/vertex-openai/glm-4.7 | 203K | $0.60 | $2 | |||||
llmgateway-providers/vertex-openai/glm-5 | 203K | $1 | $3 | |||||
llmgateway-providers/vertex-openai/grok-4-20-non-reasoning | 2.0M | $1 | $3 | |||||
llmgateway-providers/vertex-openai/grok-4-20-reasoning | 2.0M | $1 | $3 | |||||
llmgateway-providers/vertex-openai/grok-4-6 | 500K | $2 | $6 | |||||
llmgateway-providers/vertex-openai/kimi-k2-thinking | 262K | $0.60 | $3 | |||||
llmgateway-providers/vertex-openai/qwen3-235b-a22b-instruct-2507 | 262K | $0.22 | $0.88 | |||||
llmgateway-providers/vertex-openai/qwen3-coder-480b-a35b-instruct | 262K | $0.22 | $2 | |||||
llmgateway-providers/vertex-openai/qwen3-next-80b-a3b-instruct | 131K | $0.15 | $1 | |||||
llmgateway-providers/vertex-openai/qwen3-next-80b-a3b-thinking | 131K | $0.15 | $1 | |||||
llmgateway-providers/xai/grok-4 | 256K | $3 | $15 | |||||
llmgateway-providers/xai/grok-4-20-beta-0309-non-reasoning | 2.0M | $2 | $6 | |||||
llmgateway-providers/xai/grok-4-20-beta-0309-reasoning | 2.0M | $2 | $6 | |||||
llmgateway-providers/xai/grok-4-3 | 1.0M | $1 | $3 | |||||
llmgateway-providers/xai/grok-4-5 | 500K | $2 | $6 | |||||
llmgateway-providers/xai/grok-4-6 | 500K | $2 | $6 | |||||
llmgateway-providers/xai/grok-build-0-1 | 256K | $1 | $2 | |||||
llmgateway-providers/xiaomi/mimo-v2.5 | 1.0M | $0.14 | $0.28 | |||||
llmgateway-providers/xiaomi/mimo-v2.5-pro | 1.0M | $0.43 | $0.87 | |||||
llmgateway-providers/zai/glm-4-32b-0414-128k | 128K | $0.10 | $0.10 | |||||
llmgateway-providers/zai/glm-4.5 | 128K | $0.60 | $2 | |||||
llmgateway-providers/zai/glm-4.5-air | 128K | $0.20 | $1 | |||||
llmgateway-providers/zai/glm-4.5-airx | 128K | $1 | $5 | |||||
llmgateway-providers/zai/glm-4.5-x | 128K | $2 | $9 | |||||
llmgateway-providers/zai/glm-4.5v | 128K | $0.60 | $2 | |||||
llmgateway-providers/zai/glm-4.6 | 200K | $0.60 | $2 | |||||
llmgateway-providers/zai/glm-4.6v | 128K | $0.30 | $0.90 | |||||
llmgateway-providers/zai/glm-4.6v-flashx | 128K | $0.04 | $0.40 | |||||
llmgateway-providers/zai/glm-4.7 | 200K | $0.60 | $2 | |||||
llmgateway-providers/zai/glm-4.7-flashx | 200K | $0.07 | $0.40 | |||||
llmgateway-providers/zai/glm-5 | 203K | $1 | $3 | |||||
llmgateway-providers/zai/glm-5.1 | 200K | $1 | $4 | |||||
llmgateway-providers/zai/glm-5.2 | 1.0M | $1 | $4 | |||||
llmgateway-providers/zai/glm-5.3 | 1.0M | $1 | $4 |
Advanced configurationDirect link to Advanced configuration
Custom headersDirect link to Custom headers
src/mastra/agents/my-agent.ts
const agent = new Agent({
id: "custom-agent",
name: "custom-agent",
model: {
url: "https://api.llmgateway.io/v1",
id: "llmgateway-providers/alibaba/deepseek-v4-flash",
apiKey: process.env.LLMGATEWAY_API_KEY,
headers: {
"X-Custom-Header": "value"
}
}
});
Dynamic model selectionDirect link to Dynamic model selection
src/mastra/agents/my-agent.ts
const agent = new Agent({
id: "dynamic-agent",
name: "Dynamic Agent",
model: ({ requestContext }) => {
const useAdvanced = requestContext.task === "complex";
return useAdvanced
? "llmgateway-providers/zai/glm-5.3"
: "llmgateway-providers/alibaba/deepseek-v4-flash";
}
});