diff --git a/.github/workflows/update-models.yml b/.github/workflows/update-models.yml new file mode 100644 index 00000000000..2915c2c90f3 --- /dev/null +++ b/.github/workflows/update-models.yml @@ -0,0 +1,103 @@ +# Weekly refresh of the vendored LiteLLM model catalog +# (src/common/utils/tokens/models.json) via scripts/update_models.ts, which +# validates pricing shape and curated-model coverage before writing (#3727). +# Opens or updates a bot PR only when the data changed. +# SETUP: reuses the auto-cleanup GitHub App credentials (XUM_APP_ID and +# XUM_APP_PRIVATE_KEY) so the PR triggers CI. + +name: Update Models + +on: + schedule: + - cron: "0 6 * * 1" # Weekly, Mondays 6 AM UTC + workflow_dispatch: {} + +permissions: + contents: write + pull-requests: write + +concurrency: + group: update-models + cancel-in-progress: true + +jobs: + update-models: + runs-on: ubuntu-latest + steps: + - name: Check required secrets + id: precheck + env: + XUM_APP_ID: ${{ secrets.XUM_APP_ID }} + XUM_APP_PRIVATE_KEY: ${{ secrets.XUM_APP_PRIVATE_KEY }} + run: | + if [ -z "$XUM_APP_ID" ] || [ -z "$XUM_APP_PRIVATE_KEY" ]; then + echo "Skipping (missing XUM_APP_ID / XUM_APP_PRIVATE_KEY)." + echo "enabled=false" >> "$GITHUB_OUTPUT" + else + echo "enabled=true" >> "$GITHUB_OUTPUT" + fi + + - uses: actions/create-github-app-token@d72941d797fd3113feb6b93fd0dec494b13a2547 # v1.12.0 + id: app-token + if: ${{ steps.precheck.outputs.enabled == 'true' }} + with: + # Use a GitHub App token so PR events trigger CI. PRs opened via + # GITHUB_TOKEN intentionally do not trigger other workflows. + app-id: ${{ secrets.XUM_APP_ID }} + private-key: ${{ secrets.XUM_APP_PRIVATE_KEY }} + + - uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4.3.1 + if: ${{ steps.precheck.outputs.enabled == 'true' }} + with: + # Pin to main so a workflow_dispatch from a feature branch cannot leak + # unrelated commits into the shared bot/update-models branch. + ref: refs/heads/main + token: ${{ steps.app-token.outputs.token }} + + - uses: oven-sh/setup-bun@b7a1c7ccf290d58743029c4f6903da283811b979 # v2.1.0 + if: ${{ steps.precheck.outputs.enabled == 'true' }} + with: + bun-version: 1.3.5 + + - name: Update models.json + if: ${{ steps.precheck.outputs.enabled == 'true' }} + # Go through the Makefile target (which installs dependencies first) so + # automation and local refreshes share one entry point. + run: make update-models + + - name: Push branch and open PR if changed + if: ${{ steps.precheck.outputs.enabled == 'true' }} + env: + GH_TOKEN: ${{ steps.app-token.outputs.token }} + run: | + if git diff --quiet -- src/common/utils/tokens/models.json; then + echo "models.json already up to date; no PR needed." + exit 0 + fi + + git config user.name "mux-bot[bot]" + git config user.email "264182336+mux-bot[bot]@users.noreply.github.com" + git checkout -B bot/update-models + git add src/common/utils/tokens/models.json + # Attribution footer per .xum/skills/pull-requests: automation + # commits use the workflow marker instead of model/thinking/cost. + footer="--- + + _Automated by the \`update-models\` workflow (GitHub Actions)._ + + " + git commit -m "🤖 chore: refresh models.json from LiteLLM" -m "$footer" + git push --force origin bot/update-models + + open_prs=$(gh pr list --head bot/update-models --state open --json number --jq length) + if [ "$open_prs" = "0" ]; then + gh pr create \ + --title "🤖 chore: refresh models.json from LiteLLM" \ + --body "Automated weekly refresh of the vendored LiteLLM model catalog via \`make update-models\` (#3727). + + $footer" \ + --base main \ + --head bot/update-models + else + echo "Existing open PR for bot/update-models updated by push." + fi diff --git a/.xum/skills/pull-requests/SKILL.md b/.xum/skills/pull-requests/SKILL.md index b16d89fb047..83f53a3b269 100644 --- a/.xum/skills/pull-requests/SKILL.md +++ b/.xum/skills/pull-requests/SKILL.md @@ -19,6 +19,16 @@ _Generated with `xum` • Model: `` • Thinking: `` Always check `$XUM_MODEL_STRING`, `$XUM_THINKING_LEVEL`, and `$XUM_COSTS_USD` via bash before creating or updating PRs—include them in the footer if set. +Scheduled automation (non-AI) commits and PRs from GitHub Actions workflows use this footer instead, since model/thinking/cost do not apply: + +```md +--- + +_Automated by the `` workflow (GitHub Actions)._ + + +``` + ## Lifecycle Rules - Before submitting a PR, ensure the branch name reflects the work and the base branch is correct. diff --git a/Makefile b/Makefile index 69621d46cca..dc91b1b474d 100644 --- a/Makefile +++ b/Makefile @@ -219,6 +219,20 @@ start: node_modules/.installed build-main build-preload build-static ## Build an ## Build targets (can run in parallel) build: node_modules/.installed src/version.ts build-renderer build-main build-preload build-icons build-static ## Build all targets +.PHONY: update-models +update-models: node_modules/.installed ## Fetch latest LiteLLM model data, validate it, update models.json if changed + @bun scripts/update_models.ts + +# #3727: `make build UPDATE_MODELS=1` refreshes the vendored models.json before +# building; plain `make build` stays network-free and reproducible. The refresh +# must be a prerequisite of every catalog-consuming bundle (not just `build`) so +# parallel make cannot bundle the old catalog, and the phony prerequisite forces +# those bundles stale because models.json is not part of $(TS_SOURCES). +ifeq ($(UPDATE_MODELS),1) +build: update-models +build-renderer dist/cli/index.js dist/cli/api.mjs: update-models +endif + build-main: node_modules/.installed dist/cli/index.js dist/cli/api.mjs ## Build main process BUILTIN_AGENTS_GENERATED := src/node/services/agentDefinitions/builtInAgentContent.generated.ts @@ -235,7 +249,9 @@ $(BUILTIN_SKILLS_GENERATED): $(BUILTIN_SKILL_SOURCES) $(DOCS_SOURCES) scripts/ge $(WORKFLOW_RUNTIME_SOURCES_GENERATED): $(WORKFLOW_RUNTIME_SOURCES) scripts/gen_workflow_runtime_sources.ts @bun scripts/gen_workflow_runtime_sources.ts -dist/cli/index.js: src/cli/index.ts src/desktop/main.ts src/cli/server.ts src/version.ts tsconfig.main.json tsconfig.json $(TS_SOURCES) $(BUILTIN_AGENTS_GENERATED) $(BUILTIN_SKILLS_GENERATED) $(BUILTIN_WORKFLOWS_GENERATED) $(WORKFLOW_RUNTIME_SOURCES_GENERATED) +# models.json is bundled but not in $(TS_SOURCES); without this prerequisite a +# catalog-only refresh would leave a stale main bundle (#3727). +dist/cli/index.js: src/cli/index.ts src/desktop/main.ts src/cli/server.ts src/version.ts tsconfig.main.json tsconfig.json $(TS_SOURCES) src/common/utils/tokens/models.json $(BUILTIN_AGENTS_GENERATED) $(BUILTIN_SKILLS_GENERATED) $(BUILTIN_WORKFLOWS_GENERATED) $(WORKFLOW_RUNTIME_SOURCES_GENERATED) @echo "Building main process..." @NODE_ENV=production $(TSGO) -p tsconfig.main.json @NODE_ENV=production bun x tsc-alias -p tsconfig.main.json diff --git a/scripts/update_models.ts b/scripts/update_models.ts index dcadc4928ee..5299b3c7a66 100644 --- a/scripts/update_models.ts +++ b/scripts/update_models.ts @@ -1,62 +1,25 @@ #!/usr/bin/env bun /** - * Downloads the latest model prices and context window data from LiteLLM - * and saves the subset Xum consumes to src/common/utils/tokens/models.json. + * Refreshes src/common/utils/tokens/models.json from LiteLLM. The transform and + * validation logic lives in src/common/utils/tokens/updateModelsData.ts so unit + * tests cover it. Writes only when the validated content changed, keeping + * `make update-models`, `make build UPDATE_MODELS=1`, and the scheduled + * update-models workflow idempotent (#3727). */ +import { + pruneModelData, + sanitizePricing, + serializeModelData, + validateModelData, + type ModelCatalogData, +} from "../src/common/utils/tokens/updateModelsData"; + const LITELLM_URL = "https://raw.githubusercontent.com/BerriAI/litellm/main/model_prices_and_context_window.json"; const OUTPUT_PATH = "src/common/utils/tokens/models.json"; -const RETAINED_FIELDS = [ - "max_input_tokens", - "max_output_tokens", - "input_cost_per_token", - "output_cost_per_token", - "output_cost_per_image_token", - "input_cost_per_token_above_200k_tokens", - "output_cost_per_token_above_200k_tokens", - "cache_creation_input_token_cost", - "cache_creation_input_token_cost_above_200k_tokens", - "cache_read_input_token_cost", - "cache_read_input_token_cost_above_200k_tokens", - "tiered_pricing_threshold_tokens", - "mode", - "litellm_provider", - "supports_pdf_input", - "supports_vision", - "supports_audio_input", - "supports_video_input", - "max_pdf_size_mb", -] as const; - -function pruneModelData(data: unknown): Record> { - if (!data || typeof data !== "object" || Array.isArray(data)) { - throw new Error("Expected LiteLLM model metadata object"); - } - - const pruned: Record> = {}; - for (const [modelId, rawMetadata] of Object.entries(data)) { - if (!rawMetadata || typeof rawMetadata !== "object" || Array.isArray(rawMetadata)) { - continue; - } - - const metadata = rawMetadata as Record; - const retained: Record = {}; - // Keep models.json small: Xum only reads pricing, token limits, provider, mode, and media - // capability fields, while upstream LiteLLM ships many provider-specific fields we never use. - for (const field of RETAINED_FIELDS) { - if (metadata[field] !== undefined) { - retained[field] = metadata[field]; - } - } - pruned[modelId] = retained; - } - - return pruned; -} - async function updateModels() { console.log(`Fetching model data from ${LITELLM_URL}...`); @@ -66,12 +29,37 @@ async function updateModels() { throw new Error(`Failed to fetch model data: ${response.status} ${response.statusText}`); } - const data = pruneModelData(await response.json()); + const sanitized = sanitizePricing(pruneModelData(await response.json())); + if (sanitized.droppedModelIds.length > 0) { + console.warn( + `Dropped ${sanitized.droppedModelIds.length} entries with invalid pricing: ` + + sanitized.droppedModelIds.slice(0, 10).join(", ") + ); + } + + const existing = await Bun.file(OUTPUT_PATH) + .text() + .catch(() => null); + // Validate against the vendored catalog so a truncated upstream response, a + // field rename, or a targeted repricing cannot silently degrade known models. + let baseline: ModelCatalogData | undefined; + if (existing !== null) { + try { + baseline = JSON.parse(existing) as ModelCatalogData; + } catch { + console.warn(`Could not parse existing ${OUTPUT_PATH}; skipping baseline checks`); + } + } + validateModelData(sanitized, baseline); - console.log(`Writing model data to ${OUTPUT_PATH}...`); - await Bun.write(OUTPUT_PATH, `${JSON.stringify(data, null, 2)}\n`); + const serialized = serializeModelData(sanitized.catalog); + if (existing === serialized) { + console.log("✓ models.json already up to date"); + return; + } - console.log("✓ Model data updated successfully"); + await Bun.write(OUTPUT_PATH, serialized); + console.log(`✓ Updated ${OUTPUT_PATH} (${Object.keys(sanitized.catalog).length} models)`); } updateModels().catch((error) => { diff --git a/src/browser/features/Settings/Components/SearchableModelSelect.tsx b/src/browser/features/Settings/Components/SearchableModelSelect.tsx index b95851ed561..d285e60355e 100644 --- a/src/browser/features/Settings/Components/SearchableModelSelect.tsx +++ b/src/browser/features/Settings/Components/SearchableModelSelect.tsx @@ -6,6 +6,10 @@ import { stopKeyboardPropagation } from "@/browser/utils/events"; import { cn } from "@/common/lib/utils"; import { getModelName, getModelProvider } from "@/common/utils/ai/models"; +// The full model catalog is ~2k entries; rendering every row makes the popover +// janky, so cap the list and prompt the user to narrow the search instead. +const MAX_RENDERED_MODELS = 200; + /** Searchable model dropdown with keyboard navigation */ export function SearchableModelSelect(props: { value: string; @@ -34,6 +38,9 @@ export function SearchableModelSelect(props: { model.toLowerCase().includes(searchLower) || (getModelName(model)?.toLowerCase().includes(searchLower) ?? false) ); + const hiddenModelCount = Math.max(0, filteredModels.length - MAX_RENDERED_MODELS); + const visibleModels = + hiddenModelCount > 0 ? filteredModels.slice(0, MAX_RENDERED_MODELS) : filteredModels; // Build list of all selectable items (empty option + filtered models) const items: Array<{ value: string; label: string; provider?: string; isMuted?: boolean }> = []; @@ -44,7 +51,7 @@ export function SearchableModelSelect(props: { isMuted: true, }); } - for (const model of filteredModels) { + for (const model of visibleModels) { items.push({ value: model, label: getModelName(model) ?? model, @@ -180,6 +187,11 @@ export function SearchableModelSelect(props: { )) )} + {hiddenModelCount > 0 && ( +
+ +{hiddenModelCount} more, keep typing to filter +
+ )} diff --git a/src/browser/features/Settings/Sections/ModelsSection.tsx b/src/browser/features/Settings/Sections/ModelsSection.tsx index 39a429daf70..3d775eed592 100644 --- a/src/browser/features/Settings/Sections/ModelsSection.tsx +++ b/src/browser/features/Settings/Sections/ModelsSection.tsx @@ -19,6 +19,7 @@ import { useMinThinkingLevels } from "@/browser/hooks/useMinThinkingLevels"; import { usePersistedState } from "@/browser/hooks/usePersistedState"; import { useProvidersConfig } from "@/browser/hooks/useProvidersConfig"; import { KNOWN_MODELS } from "@/common/constants/knownModels"; +import { listModelCatalogIds } from "@/common/utils/tokens/modelCatalog"; import { isCodexOauthRequiredModelId } from "@/common/constants/codexOAuth"; import { usePolicy } from "@/browser/contexts/PolicyContext"; import { @@ -160,12 +161,10 @@ export function ModelsSection() { // cross-hook timing mismatches while settings are loading/refetching. const codexOauthConfigured = config?.openai?.codexOauthSet === true; - // "Treat as" dropdown should only list known models — custom models don't have - // the metadata (pricing, context window, tokenizer) that mapping inherits. - // Static list — React Compiler handles memoization; no manual useMemo needed. - const knownModelIds = Object.values(KNOWN_MODELS) - .map((model) => model.id) - .sort(); + // "Treat as" targets must carry the metadata (pricing, context window) that + // mapping inherits: any model in the token catalog qualifies, not just the + // curated KNOWN_MODELS list (#3727). + const treatAsModelIds = listModelCatalogIds(); // Check if a model already exists (for duplicate prevention) const modelExists = useCallback( @@ -473,7 +472,7 @@ export function ModelsSection() { editMappedToModel={isModelEditing ? editing.mappedToModel : undefined} editAutofocus={isModelEditing ? editing.focus : undefined} customContextWindowTokens={model.contextWindowTokens} - allModels={knownModelIds} + allModels={treatAsModelIds} editError={isModelEditing ? error : undefined} saving={false} hasActiveEdit={editing !== null} diff --git a/src/common/constants/knownModels.test.ts b/src/common/constants/knownModels.test.ts index c83b5ba4601..0b4e15c0b89 100644 --- a/src/common/constants/knownModels.test.ts +++ b/src/common/constants/knownModels.test.ts @@ -5,29 +5,16 @@ import { describe, test, expect } from "@jest/globals"; import { KNOWN_MODELS, MODEL_ABBREVIATIONS } from "@/common/constants/knownModels"; import modelsJson from "@/common/utils/tokens/models.json"; -import { modelsExtra } from "@/common/utils/tokens/models-extra"; +import { findMissingKnownModels } from "@/common/utils/tokens/updateModelsData"; describe("Known Models Integration", () => { test("all known models exist in token metadata", () => { - const missingModels: string[] = []; - - for (const [key, model] of Object.entries(KNOWN_MODELS)) { - const modelId = model.providerModelId; - - // xAI and Moonshot models are provider-prefixed in token metadata. - const lookupKey = - model.provider === "xai" || model.provider === "moonshotai" - ? `${model.provider}/${modelId}` - : modelId; - if (!(lookupKey in modelsJson) && !(lookupKey in modelsExtra) && !(modelId in modelsExtra)) { - missingModels.push(`${key}: ${model.provider}:${modelId}`); - } - } + const missingModels = findMissingKnownModels(modelsJson); if (missingModels.length > 0) { throw new Error( `The following known models are missing from token metadata:\n${missingModels.join("\n")}\n\n` + - `Run 'bun scripts/update_models.ts' to refresh models.json from LiteLLM.` + `Run 'make update-models' to refresh models.json from LiteLLM.` ); } }); diff --git a/src/common/utils/ai/modelCapabilities.test.ts b/src/common/utils/ai/modelCapabilities.test.ts index d95811ab728..f13e6594291 100644 --- a/src/common/utils/ai/modelCapabilities.test.ts +++ b/src/common/utils/ai/modelCapabilities.test.ts @@ -1,5 +1,9 @@ import { describe, expect, it } from "bun:test"; -import { getModelCapabilities, getSupportedInputMediaTypes } from "./modelCapabilities"; +import { + extractModelCapabilities, + getModelCapabilities, + getSupportedInputMediaTypes, +} from "./modelCapabilities"; describe("getModelCapabilities", () => { it("returns capabilities for known models", () => { @@ -49,11 +53,12 @@ describe("getModelCapabilities", () => { expect(caps?.supportsVision).toBe(true); }); - it("returns maxPdfSizeMb when present in model metadata", () => { - const caps = getModelCapabilities("google:gemini-1.5-flash"); - expect(caps).not.toBeNull(); - expect(caps?.supportsPdfInput).toBe(true); - expect(caps?.maxPdfSizeMb).toBeGreaterThan(0); + it("returns maxPdfSizeMb and infers PDF support when metadata carries the field", () => { + // Injected metadata: upstream LiteLLM dropped max_pdf_size_mb, but + // models-extra overrides can still supply it. + const caps = extractModelCapabilities({ max_pdf_size_mb: 30 }); + expect(caps.supportsPdfInput).toBe(true); + expect(caps.maxPdfSizeMb).toBe(30); }); it("returns multimodal capabilities for Gemini 3.5 Flash", () => { diff --git a/src/common/utils/ai/modelCapabilities.ts b/src/common/utils/ai/modelCapabilities.ts index 9fde6200ee4..21369770bc4 100644 --- a/src/common/utils/ai/modelCapabilities.ts +++ b/src/common/utils/ai/modelCapabilities.ts @@ -2,6 +2,7 @@ import type { ProvidersConfigMap } from "@/common/orpc/types"; import { resolveModelForMetadata } from "@/common/utils/providers/modelEntries"; import modelsData from "../tokens/models.json"; import { modelsExtra } from "../tokens/models-extra"; +import { generateModelLookupKeys } from "../tokens/modelStats"; import { normalizeToCanonical } from "./models"; interface RawModelCapabilitiesData { @@ -24,45 +25,9 @@ export interface ModelCapabilities { export type SupportedInputMediaType = "image" | "pdf" | "audio" | "video"; -const PROVIDER_KEY_ALIASES: Record = { - // GitHub Copilot keys in models.json use underscores for LiteLLM provider names. - "github-copilot": "github_copilot", -}; - -/** - * Generates lookup keys for a model string with multiple naming patterns. - * - * Keep this aligned with getModelStats(): many providers/layers use slightly different - * conventions (e.g. "ollama/model-cloud", "provider/model"). - */ -function generateLookupKeys(modelString: string): string[] { - const colonIndex = modelString.indexOf(":"); - const provider = colonIndex !== -1 ? modelString.slice(0, colonIndex) : ""; - const modelName = colonIndex !== -1 ? modelString.slice(colonIndex + 1) : modelString; - const litellmProvider = PROVIDER_KEY_ALIASES[provider] ?? provider; - - const keys: string[] = [ - modelName, // Direct model name (e.g., "claude-opus-4-5") - ]; - - if (provider) { - keys.push( - `${litellmProvider}/${modelName}`, // "ollama/gpt-oss:20b" - `${litellmProvider}/${modelName}-cloud` // "ollama/gpt-oss:20b-cloud" (LiteLLM convention) - ); - - // Fallback: strip size suffix for base model lookup - // "ollama:gpt-oss:20b" → "ollama/gpt-oss" - if (modelName.includes(":")) { - const baseModel = modelName.split(":")[0]; - keys.push(`${litellmProvider}/${baseModel}`); - } - } - - return keys; -} - -function extractModelCapabilities(data: RawModelCapabilitiesData): ModelCapabilities { +// Exported for tests: upstream LiteLLM no longer ships max_pdf_size_mb, so the +// inference branches can only be exercised with injected metadata. +export function extractModelCapabilities(data: RawModelCapabilitiesData): ModelCapabilities { const maxPdfSizeMb = typeof data.max_pdf_size_mb === "number" ? data.max_pdf_size_mb : undefined; const provider = typeof data.litellm_provider === "string" ? data.litellm_provider : undefined; @@ -85,7 +50,9 @@ function extractModelCapabilities(data: RawModelCapabilitiesData): ModelCapabili export function getModelCapabilities(modelString: string): ModelCapabilities | null { const normalized = normalizeToCanonical(modelString); - const lookupKeys = generateLookupKeys(normalized); + // Shared with getModelStats so capabilities and stats resolve from the same + // catalog entry (provider-scoped keys win over bare-name entries). + const lookupKeys = generateModelLookupKeys(normalized); // eslint-disable-next-line local/no-chained-type-assertions -- grandfathered when the rule was introduced; fix the underlying type instead of copying this pattern const modelsExtraRecord = modelsExtra as unknown as Record; diff --git a/src/common/utils/tokens/modelCatalog.test.ts b/src/common/utils/tokens/modelCatalog.test.ts new file mode 100644 index 00000000000..a6513d437f7 --- /dev/null +++ b/src/common/utils/tokens/modelCatalog.test.ts @@ -0,0 +1,61 @@ +import { describe, test, expect } from "@jest/globals"; +import { KNOWN_MODELS } from "@/common/constants/knownModels"; +import modelsJson from "./models.json"; +import { normalizeToCanonical } from "@/common/utils/ai/models"; +import { listModelCatalogIds } from "./modelCatalog"; +import { getModelStats } from "./modelStats"; + +describe("listModelCatalogIds", () => { + const ids = listModelCatalogIds(); + + test("includes every curated known model", () => { + for (const model of Object.values(KNOWN_MODELS)) { + expect(ids).toContain(model.id); + } + }); + + test("exposes the full catalog, far beyond the curated list", () => { + expect(ids.length).toBeGreaterThan(Object.keys(KNOWN_MODELS).length * 10); + // Bare LiteLLM key: provider derived from litellm_provider. + expect(ids).toContain("openai:gpt-4o-mini"); + // Provider-prefixed LiteLLM key: provider derived from the key itself. + expect(ids).toContain("gemini:gemini-2.5-pro"); + }); + + test("every id is canonical provider:model and resolves to model stats", () => { + const invalid = ids.filter((id) => { + const colonIndex = id.indexOf(":"); + return colonIndex <= 0 || colonIndex >= id.length - 1; + }); + expect(invalid).toEqual([]); + + const unresolved = ids.filter((id) => getModelStats(id) === null); + expect(unresolved).toEqual([]); + }); + + test("excludes models without chat-style metadata", () => { + expect(ids).not.toContain("openai:text-embedding-3-small"); + }); + + test("excludes provider-scoped duplicates whose stats resolve to another entry", () => { + // snowflake/claude-sonnet-4-6 exists upstream, but stats resolution prefers + // the bare models-extra override, so exposing the scoped row would inherit + // metadata from a different entry than the row represents. + expect(Object.keys(modelsJson)).toContain("snowflake/claude-sonnet-4-6"); + expect(ids).not.toContain("snowflake:claude-sonnet-4-6"); + }); + + test("every id is self-canonical so selection metadata matches the visible row", () => { + // Gateway keys like openrouter/deepseek/x normalize to the direct provider id + // during stats resolution; exposing non-canonical ids would create rows that + // look distinct but inherit another entry's metadata. + const nonCanonical = ids.filter((id) => normalizeToCanonical(id) !== id); + expect(nonCanonical).toEqual([]); + }); + + test("is sorted, deduplicated, and stable across calls", () => { + expect(new Set(ids).size).toBe(ids.length); + expect([...ids].sort()).toEqual(ids); + expect(listModelCatalogIds()).toBe(ids); + }); +}); diff --git a/src/common/utils/tokens/modelCatalog.ts b/src/common/utils/tokens/modelCatalog.ts new file mode 100644 index 00000000000..70b95ad701d --- /dev/null +++ b/src/common/utils/tokens/modelCatalog.ts @@ -0,0 +1,56 @@ +/** + * Full catalog of model ids usable as custom-model metadata mapping targets + * ("Treat as" in Settings). Exposes every models.json entry with usable + * chat metadata instead of only the curated KNOWN_MODELS list (#3727). + */ + +import { KNOWN_MODELS } from "@/common/constants/knownModels"; +import { normalizeToCanonical } from "@/common/utils/ai/models"; +import modelsData from "./models.json"; +import { resolveRawModelEntry } from "./modelStats"; +import { MAPPABLE_MODES, toCanonicalModelId } from "./updateModelsData"; + +let cachedIds: string[] | undefined; + +/** + * Canonical `provider:model` ids for every catalog entry with resolvable model + * stats, unioned with the curated KNOWN_MODELS ids. Sorted. Cached because + * models.json is static for the process lifetime. + */ +export function listModelCatalogIds(): string[] { + if (cachedIds === undefined) { + const ids = new Set(); + for (const model of Object.values(KNOWN_MODELS)) { + ids.add(model.id); + } + for (const [key, metadata] of Object.entries( + modelsData as Record> + )) { + if (typeof metadata.mode !== "string" || !MAPPABLE_MODES.has(metadata.mode)) { + continue; + } + const id = toCanonicalModelId(key, metadata); + if (id === null) { + continue; + } + // Stats resolution normalizes gateway ids (openrouter:deepseek/x resolves as + // deepseek:x), so expose the normalized identity and let the Set collapse + // gateway duplicates; otherwise a gateway row would silently inherit the + // direct entry's metadata while looking like a distinct option. + const normalized = normalizeToCanonical(id); + // Only expose rows whose stats resolve from this very entry (same validity + // bar as getModelStats). A provider-scoped duplicate like + // snowflake/claude-sonnet-4-6 loses stats resolution to the bare + // models-extra override, so selecting it would inherit metadata from a + // different entry than the row represents; the id stays selectable through + // whichever entry actually backs it. + const resolved = resolveRawModelEntry(normalized); + if (resolved?.key !== key) { + continue; + } + ids.add(normalized); + } + cachedIds = [...ids].sort(); + } + return cachedIds; +} diff --git a/src/common/utils/tokens/modelStats.ts b/src/common/utils/tokens/modelStats.ts index 03e498d358f..ee6fb154ad9 100644 --- a/src/common/utils/tokens/modelStats.ts +++ b/src/common/utils/tokens/modelStats.ts @@ -41,7 +41,12 @@ const PROVIDER_KEY_ALIASES: Record = { "github-copilot": "github_copilot", }; -function parseNum(value: unknown): number | null { +/** + * Runtime numeric semantics for raw catalog values (accepts numeric strings + * with comma separators). Exported so update-models validation compares + * magnitudes exactly as getModelStats would parse them. + */ +export function parseNum(value: unknown): number | null { if (typeof value === "number" && Number.isFinite(value)) { return value; } @@ -70,9 +75,10 @@ function hasTieredPricing(data: RawModelData): boolean { } /** - * Validates raw model data has required fields + * Whether raw model metadata is usable for stats resolution. Exported so the + * update-models validation applies the same bar as getModelStats. */ -function isValidModelData(data: RawModelData): boolean { +export function hasUsableTokenLimits(data: RawModelData): boolean { const maxInputTokens = parseNum(data.max_input_tokens); return maxInputTokens != null && maxInputTokens > 0; } @@ -135,10 +141,13 @@ function stripLatestSuffix(modelName: string): string { } /** - * Generates lookup keys for a model string with multiple naming patterns - * Handles LiteLLM conventions like "ollama/model-cloud" and "provider/model" + * Generates lookup keys for a model string with multiple naming patterns. + * Handles LiteLLM conventions like "ollama/model-cloud" and "provider/model". + * Exported so capability resolution shares the exact same key preference: + * provider-scoped entries must win over bare-name entries in both lookups, + * otherwise a model can inherit stats and capabilities from different entries. */ -function generateLookupKeys(modelString: string): string[] { +export function generateModelLookupKeys(modelString: string): string[] { const colonIndex = modelString.indexOf(":"); const provider = colonIndex !== -1 ? modelString.slice(0, colonIndex) : ""; const modelName = colonIndex !== -1 ? modelString.slice(colonIndex + 1) : modelString; @@ -222,34 +231,51 @@ function generateLookupKeys(modelString: string): string[] { return keys; } +export interface ResolvedRawModelEntry { + /** The models-extra/models.json key the stats actually come from. */ + key: string; + data: RawModelData; +} + /** - * Gets model statistics for a given Vercel AI SDK model string - * @param modelString - Format: "provider:model-name" (e.g., "anthropic:claude-opus-4-1", "ollama:gpt-oss:20b") - * @returns ModelStats or null if model not found + * Resolves the raw override/catalog entry backing a model string, preserving + * getModelStats' precedence: models-extra across every lookup key first, then + * models.json. Exported so the Treat-as catalog can exclude ids whose stats + * would resolve from a different entry than the row represents. */ -export function getModelStats(modelString: string): ModelStats | null { +export function resolveRawModelEntry(modelString: string): ResolvedRawModelEntry | null { const normalized = normalizeToCanonical(modelString); - const lookupKeys = generateLookupKeys(normalized); + const lookupKeys = generateModelLookupKeys(normalized); // Check models-extra.ts first (overrides for models with incorrect upstream data) for (const key of lookupKeys) { const data = (modelsExtra as Record)[key]; - if (data && isValidModelData(data)) { - return extractModelStats(data); + if (data && hasUsableTokenLimits(data)) { + return { key, data }; } } // Fall back to main models.json for (const key of lookupKeys) { const data = (modelsData as Record)[key]; - if (data && isValidModelData(data)) { - return extractModelStats(data); + if (data && hasUsableTokenLimits(data)) { + return { key, data }; } } return null; } +/** + * Gets model statistics for a given Vercel AI SDK model string + * @param modelString - Format: "provider:model-name" (e.g., "anthropic:claude-opus-4-1", "ollama:gpt-oss:20b") + * @returns ModelStats or null if model not found + */ +export function getModelStats(modelString: string): ModelStats | null { + const entry = resolveRawModelEntry(modelString); + return entry === null ? null : extractModelStats(entry.data); +} + export function getModelStatsResolved( modelString: string, providersConfig: ProvidersConfigMap | null diff --git a/src/common/utils/tokens/models.json b/src/common/utils/tokens/models.json index 63489dfadca..ffa99d6cae7 100644 --- a/src/common/utils/tokens/models.json +++ b/src/common/utils/tokens/models.json @@ -1,14 +1,4 @@ { - "sample_spec": { - "max_input_tokens": "max input tokens, if the provider specifies it. if not default to max_tokens", - "max_output_tokens": "max output tokens, if the provider specifies it. if not default to max_tokens", - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "one of: chat, embedding, completion, image_generation, audio_transcription, audio_speech, image_generation, moderation, rerank, search", - "litellm_provider": "one of https://docs.litellm.ai/docs/providers", - "supports_vision": true, - "supports_audio_input": true - }, "1024-x-1024/50-steps/bedrock/amazon.nova-canvas-v1:0": { "max_input_tokens": 2600, "mode": "image_generation", @@ -23,11 +13,47 @@ "mode": "image_generation", "litellm_provider": "openai" }, + "1024-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "1024-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, "1024-x-1024/max-steps/stability.stable-diffusion-xl-v1": { "max_input_tokens": 77, "mode": "image_generation", "litellm_provider": "bedrock" }, + "1024-x-1536/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "1024-x-1536/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "1536-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "1536-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, "256-x-256/dall-e-2": { "mode": "image_generation", "litellm_provider": "openai" @@ -46,6 +72,10 @@ "mode": "image_generation", "litellm_provider": "bedrock" }, + "agentcore/search": { + "mode": "search", + "litellm_provider": "agentcore" + }, "ai21.j2-mid-v1": { "max_input_tokens": 8191, "max_output_tokens": 8191, @@ -134,54 +164,46 @@ "mode": "image_generation", "litellm_provider": "aiml" }, - "amazon.nova-canvas-v1:0": { - "max_input_tokens": 2600, + "aiml/openai/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "bedrock" - }, - "us.writer.palmyra-x4-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true + "litellm_provider": "aiml", + "supports_vision": true }, - "us.writer.palmyra-x5-v1:0": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000006, + "amazon-nova/nova-lite-v1": { + "max_input_tokens": 300000, + "max_output_tokens": 10000, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2.4e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true + "litellm_provider": "amazon_nova", + "supports_pdf_input": true, + "supports_vision": true }, - "writer.palmyra-x4-v1:0": { + "amazon-nova/nova-micro-v1": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "max_output_tokens": 10000, + "input_cost_per_token": 3.5e-8, + "output_cost_per_token": 1.4e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true + "litellm_provider": "amazon_nova" }, - "writer.palmyra-x5-v1:0": { + "amazon-nova/nova-premier-v1": { "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000006, + "max_output_tokens": 10000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.0000125, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true + "litellm_provider": "amazon_nova", + "supports_pdf_input": true, + "supports_vision": true }, - "amazon.nova-lite-v1:0": { + "amazon-nova/nova-pro-v1": { "max_input_tokens": 300000, "max_output_tokens": 10000, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 2.4e-7, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000032, "mode": "chat", - "litellm_provider": "bedrock_converse", + "litellm_provider": "amazon_nova", "supports_pdf_input": true, "supports_vision": true }, @@ -197,50 +219,41 @@ "supports_vision": true, "supports_video_input": true }, - "apac.amazon.nova-2-lite-v1:0": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 3.3e-7, - "output_cost_per_token": 0.00000275, - "cache_read_input_token_cost": 8.25e-8, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true, + "amazon.nova-2-multimodal-embeddings-v1:0": { + "max_input_tokens": 8172, + "input_cost_per_token": 1.35e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "bedrock", + "supports_audio_input": true, "supports_video_input": true }, - "eu.amazon.nova-2-lite-v1:0": { + "amazon.nova-2-pro-preview-20251202-v1:0": { "max_input_tokens": 1000000, "max_output_tokens": 64000, - "input_cost_per_token": 3.3e-7, - "output_cost_per_token": 0.00000275, - "cache_read_input_token_cost": 8.25e-8, + "input_cost_per_token": 0.0000021875, + "output_cost_per_token": 0.0000175, + "cache_read_input_token_cost": 5.46875e-7, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true, "supports_video_input": true }, - "us.amazon.nova-2-lite-v1:0": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 3.3e-7, - "output_cost_per_token": 0.00000275, - "cache_read_input_token_cost": 8.25e-8, + "amazon.nova-canvas-v1:0": { + "max_input_tokens": 2600, + "mode": "image_generation", + "litellm_provider": "bedrock" + }, + "amazon.nova-lite-v1:0": { + "max_input_tokens": 300000, + "max_output_tokens": 10000, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2.4e-7, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, - "supports_vision": true, - "supports_video_input": true - }, - "amazon.nova-2-multimodal-embeddings-v1:0": { - "max_input_tokens": 8172, - "input_cost_per_token": 1.35e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "bedrock", - "supports_audio_input": true, - "supports_video_input": true + "supports_vision": true }, "amazon.nova-micro-v1:0": { "max_input_tokens": 128000, @@ -268,6 +281,13 @@ "mode": "rerank", "litellm_provider": "bedrock" }, + "amazon.titan-embed-g1-text-02": { + "max_input_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "bedrock" + }, "amazon.titan-embed-image-v1": { "max_input_tokens": 128, "input_cost_per_token": 8e-7, @@ -284,7 +304,7 @@ }, "amazon.titan-embed-text-v2:0": { "max_input_tokens": 8192, - "input_cost_per_token": 2e-7, + "input_cost_per_token": 2e-8, "output_cost_per_token": 0, "mode": "embedding", "litellm_provider": "bedrock" @@ -301,45 +321,6 @@ "mode": "image_generation", "litellm_provider": "bedrock" }, - "twelvelabs.marengo-embed-2-7-v1:0": { - "max_input_tokens": 77, - "input_cost_per_token": 0.00007, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "bedrock" - }, - "us.twelvelabs.marengo-embed-2-7-v1:0": { - "max_input_tokens": 77, - "input_cost_per_token": 0.00007, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "bedrock" - }, - "eu.twelvelabs.marengo-embed-2-7-v1:0": { - "max_input_tokens": 77, - "input_cost_per_token": 0.00007, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "bedrock" - }, - "twelvelabs.pegasus-1-2-v1:0": { - "output_cost_per_token": 0.0000075, - "mode": "chat", - "litellm_provider": "bedrock", - "supports_video_input": true - }, - "us.twelvelabs.pegasus-1-2-v1:0": { - "output_cost_per_token": 0.0000075, - "mode": "chat", - "litellm_provider": "bedrock", - "supports_video_input": true - }, - "eu.twelvelabs.pegasus-1-2-v1:0": { - "output_cost_per_token": 0.0000075, - "mode": "chat", - "litellm_provider": "bedrock", - "supports_video_input": true - }, "amazon.titan-text-express-v1": { "max_input_tokens": 42000, "max_output_tokens": 8000, @@ -375,47 +356,33 @@ "litellm_provider": "bedrock", "supports_pdf_input": true }, - "anthropic.claude-haiku-4-5-20251001-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, - "cache_read_input_token_cost": 1e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true - }, - "anthropic.claude-haiku-4-5@20251001": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, - "cache_read_input_token_cost": 1e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true - }, "anthropic.claude-3-5-sonnet-20240620-v1:0": { - "max_input_tokens": 200000, + "max_input_tokens": 1000000, "max_output_tokens": 4096, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.00003, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", "litellm_provider": "bedrock", "supports_pdf_input": true, "supports_vision": true }, "anthropic.claude-3-5-sonnet-20241022-v2:0": { - "max_input_tokens": 200000, + "max_input_tokens": 1000000, "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.00003, "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", "litellm_provider": "bedrock", "supports_pdf_input": true, @@ -450,6 +417,8 @@ "max_output_tokens": 4096, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.00000125, + "cache_creation_input_token_cost": 3.125e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", "litellm_provider": "bedrock", "supports_pdf_input": true, @@ -460,6 +429,8 @@ "max_output_tokens": 4096, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", "litellm_provider": "bedrock", "supports_vision": true @@ -469,19 +440,66 @@ "max_output_tokens": 4096, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", "litellm_provider": "bedrock", "supports_pdf_input": true, "supports_vision": true }, - "anthropic.claude-instant-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000024, + "anthropic.claude-fable-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00005, + "cache_creation_input_token_cost": 0.0000125, + "cache_read_input_token_cost": 0.000001, "mode": "chat", - "litellm_provider": "bedrock" - }, + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "anthropic.claude-haiku-4-5-20251001-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "anthropic.claude-haiku-4-5@20251001": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "anthropic.claude-instant-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000024, + "mode": "chat", + "litellm_provider": "bedrock" + }, + "anthropic.claude-mythos-preview": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "bedrock", + "supports_vision": true + }, "anthropic.claude-opus-4-1-20250805-v1:0": { "max_input_tokens": 200000, "max_output_tokens": 32000, @@ -518,6 +536,54 @@ "supports_pdf_input": true, "supports_vision": true }, + "anthropic.claude-opus-4-6-v1": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "anthropic.claude-opus-4-7": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "anthropic.claude-opus-4-8": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "anthropic.claude-opus-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, "anthropic.claude-sonnet-4-20250514-v1:0": { "max_input_tokens": 1000000, "max_output_tokens": 64000, @@ -550,6 +616,30 @@ "supports_pdf_input": true, "supports_vision": true }, + "anthropic.claude-sonnet-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "anthropic.claude-sonnet-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "cache_creation_input_token_cost": 0.0000025, + "cache_read_input_token_cost": 2e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, "anthropic.claude-v1": { "max_input_tokens": 100000, "max_output_tokens": 8191, @@ -662,6 +752,30 @@ "mode": "chat", "litellm_provider": "anyscale" }, + "apac.amazon.nova-2-lite-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 3.3e-7, + "output_cost_per_token": 0.00000275, + "cache_read_input_token_cost": 8.25e-8, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true, + "supports_video_input": true + }, + "apac.amazon.nova-2-pro-preview-20251202-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000021875, + "output_cost_per_token": 0.0000175, + "cache_read_input_token_cost": 5.46875e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true, + "supports_video_input": true + }, "apac.amazon.nova-lite-v1:0": { "max_input_tokens": 300000, "max_output_tokens": 10000, @@ -695,6 +809,8 @@ "max_output_tokens": 4096, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", "litellm_provider": "bedrock", "supports_pdf_input": true, @@ -717,6 +833,20 @@ "max_output_tokens": 4096, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.00000125, + "cache_creation_input_token_cost": 3.125e-7, + "cache_read_input_token_cost": 2.5e-8, + "mode": "chat", + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true + }, + "apac.anthropic.claude-3-sonnet-20240229-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", "litellm_provider": "bedrock", "supports_pdf_input": true, @@ -734,16 +864,6 @@ "supports_pdf_input": true, "supports_vision": true }, - "apac.anthropic.claude-3-sonnet-20240229-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, - "supports_vision": true - }, "apac.anthropic.claude-sonnet-4-20250514-v1:0": { "max_input_tokens": 1000000, "max_output_tokens": 64000, @@ -760,6 +880,14 @@ "supports_pdf_input": true, "supports_vision": true }, + "apiserpent/deep_search": { + "mode": "search", + "litellm_provider": "apiserpent" + }, + "apiserpent/search": { + "mode": "search", + "litellm_provider": "apiserpent" + }, "assemblyai/best": { "mode": "audio_transcription", "litellm_provider": "assemblyai" @@ -768,6 +896,66 @@ "mode": "audio_transcription", "litellm_provider": "assemblyai" }, + "au.anthropic.claude-haiku-4-5-20251001-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000055, + "cache_creation_input_token_cost": 0.000001375, + "cache_read_input_token_cost": 1.1e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "au.anthropic.claude-opus-4-6-v1": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "au.anthropic.claude-opus-4-7": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "au.anthropic.claude-opus-4-8": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "au.anthropic.claude-opus-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, "au.anthropic.claude-sonnet-4-5-20250929-v1:0": { "max_input_tokens": 200000, "max_output_tokens": 64000, @@ -784,6 +972,46 @@ "supports_pdf_input": true, "supports_vision": true }, + "au.anthropic.claude-sonnet-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "cache_creation_input_token_cost": 0.000004125, + "cache_read_input_token_cost": 3.3e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "au.anthropic.claude-sonnet-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.000011, + "cache_creation_input_token_cost": 0.00000275, + "cache_read_input_token_cost": 2.2e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "aws_polly/generative": { + "mode": "audio_speech", + "litellm_provider": "aws_polly" + }, + "aws_polly/long-form": { + "mode": "audio_speech", + "litellm_provider": "aws_polly" + }, + "aws_polly/neural": { + "mode": "audio_speech", + "litellm_provider": "aws_polly" + }, + "aws_polly/standard": { + "mode": "audio_speech", + "litellm_provider": "aws_polly" + }, "azure/ada": { "max_input_tokens": 8191, "input_cost_per_token": 1e-7, @@ -810,54 +1038,6 @@ "mode": "chat", "litellm_provider": "azure" }, - "azure_ai/claude-haiku-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, - "cache_read_input_token_cost": 1e-7, - "mode": "chat", - "litellm_provider": "azure_ai", - "supports_pdf_input": true, - "supports_vision": true - }, - "azure_ai/claude-opus-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, - "mode": "chat", - "litellm_provider": "azure_ai", - "supports_pdf_input": true, - "supports_vision": true - }, - "azure_ai/claude-opus-4-1": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, - "mode": "chat", - "litellm_provider": "azure_ai", - "supports_pdf_input": true, - "supports_vision": true - }, - "azure_ai/claude-sonnet-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, - "mode": "chat", - "litellm_provider": "azure_ai", - "supports_pdf_input": true, - "supports_vision": true - }, "azure/computer-use-preview": { "max_input_tokens": 8192, "max_output_tokens": 1024, @@ -871,14 +1051,6 @@ "mode": "chat", "litellm_provider": "azure" }, - "azure_ai/gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "azure_ai" - }, "azure/eu/gpt-4o-2024-08-06": { "max_input_tokens": 128000, "max_output_tokens": 16384, @@ -915,7 +1087,7 @@ "input_cost_per_token": 6.6e-7, "output_cost_per_token": 0.00000264, "cache_read_input_token_cost": 3.3e-7, - "mode": "chat", + "mode": "realtime", "litellm_provider": "azure", "supports_audio_input": true }, @@ -925,7 +1097,7 @@ "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.000022, "cache_read_input_token_cost": 0.00000275, - "mode": "chat", + "mode": "realtime", "litellm_provider": "azure", "supports_audio_input": true }, @@ -935,7 +1107,7 @@ "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.000022, "cache_read_input_token_cost": 0.00000275, - "mode": "chat", + "mode": "realtime", "litellm_provider": "azure", "supports_audio_input": true }, @@ -961,6 +1133,17 @@ "supports_pdf_input": true, "supports_vision": true }, + "azure/eu/gpt-5-nano-2025-08-07": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 5.5e-8, + "output_cost_per_token": 4.4e-7, + "cache_read_input_token_cost": 5.5e-9, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, "azure/eu/gpt-5.1": { "max_input_tokens": 272000, "max_output_tokens": 128000, @@ -1005,12 +1188,89 @@ "supports_pdf_input": true, "supports_vision": true }, - "azure/eu/gpt-5-nano-2025-08-07": { - "max_input_tokens": 272000, + "azure/eu/gpt-5.4": { + "max_input_tokens": 1050000, "max_output_tokens": 128000, - "input_cost_per_token": 5.5e-8, - "output_cost_per_token": 4.4e-7, - "cache_read_input_token_cost": 5.5e-9, + "input_cost_per_token": 0.00000275, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 2.8e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/eu/gpt-5.4-2026-03-05": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000275, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 2.8e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/eu/gpt-5.5": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/eu/gpt-5.5-2026-04-23": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/eu/gpt-5.6": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/eu/gpt-5.6-luna": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 0.00000132, + "cache_read_input_token_cost": 2.2e-8, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/eu/gpt-5.6-sol": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/eu/gpt-5.6-terra": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.0000132, + "cache_read_input_token_cost": 2.2e-7, "mode": "chat", "litellm_provider": "azure", "supports_pdf_input": true, @@ -1188,22 +1448,6 @@ "mode": "chat", "litellm_provider": "azure" }, - "azure/gpt-35-turbo-0301": { - "max_input_tokens": 4097, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.000002, - "mode": "chat", - "litellm_provider": "azure" - }, - "azure/gpt-35-turbo-0613": { - "max_input_tokens": 4097, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002, - "mode": "chat", - "litellm_provider": "azure" - }, "azure/gpt-35-turbo-1106": { "max_input_tokens": 16384, "max_output_tokens": 4096, @@ -1425,24 +1669,6 @@ "litellm_provider": "azure", "supports_vision": true }, - "azure/gpt-audio-2025-08-28": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "chat", - "litellm_provider": "azure", - "supports_vision": false - }, - "azure/gpt-audio-mini-2025-10-06": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, - "mode": "chat", - "litellm_provider": "azure", - "supports_vision": false - }, "azure/gpt-4o-audio-preview-2024-12-17": { "max_input_tokens": 128000, "max_output_tokens": 16384, @@ -1487,27 +1713,7 @@ "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000024, "cache_read_input_token_cost": 3e-7, - "mode": "chat", - "litellm_provider": "azure", - "supports_audio_input": true - }, - "azure/gpt-realtime-2025-08-28": { - "max_input_tokens": 32000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000004, - "output_cost_per_token": 0.000016, - "cache_read_input_token_cost": 0.000004, - "mode": "chat", - "litellm_provider": "azure", - "supports_audio_input": true - }, - "azure/gpt-realtime-mini-2025-10-06": { - "max_input_tokens": 32000, - "max_output_tokens": 4096, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, - "cache_read_input_token_cost": 6e-8, - "mode": "chat", + "mode": "realtime", "litellm_provider": "azure", "supports_audio_input": true }, @@ -1531,7 +1737,7 @@ "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00002, "cache_read_input_token_cost": 0.0000025, - "mode": "chat", + "mode": "realtime", "litellm_provider": "azure", "supports_audio_input": true }, @@ -1541,7 +1747,7 @@ "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00002, "cache_read_input_token_cost": 0.0000025, - "mode": "chat", + "mode": "realtime", "litellm_provider": "azure", "supports_audio_input": true }, @@ -1561,50 +1767,6 @@ "mode": "audio_transcription", "litellm_provider": "azure" }, - "azure/gpt-5.1-2025-11-13": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "chat", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true - }, - "azure/gpt-5.1-chat-2025-11-13": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "chat", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true - }, - "azure/gpt-5.1-codex-2025-11-13": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "responses", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true - }, - "azure/gpt-5.1-codex-mini-2025-11-13": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 2.5e-8, - "mode": "responses", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true - }, "azure/gpt-5": { "max_input_tokens": 272000, "max_output_tokens": 128000, @@ -1725,6 +1887,17 @@ "supports_pdf_input": true, "supports_vision": true }, + "azure/gpt-5.1-2025-11-13": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, "azure/gpt-5.1-chat": { "max_input_tokens": 128000, "max_output_tokens": 128000, @@ -1736,6 +1909,17 @@ "supports_pdf_input": true, "supports_vision": true }, + "azure/gpt-5.1-chat-2025-11-13": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, "azure/gpt-5.1-codex": { "max_input_tokens": 272000, "max_output_tokens": 128000, @@ -1747,7 +1931,7 @@ "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5.1-codex-max": { + "azure/gpt-5.1-codex-2025-11-13": { "max_input_tokens": 272000, "max_output_tokens": 128000, "input_cost_per_token": 0.00000125, @@ -1758,11 +1942,33 @@ "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5.1-codex-mini": { + "azure/gpt-5.1-codex-max": { "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000002, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "responses", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/gpt-5.1-codex-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 2.5e-8, + "mode": "responses", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/gpt-5.1-codex-mini-2025-11-13": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, "cache_read_input_token_cost": 2.5e-8, "mode": "responses", "litellm_provider": "azure", @@ -1814,12 +2020,12 @@ "supports_vision": true }, "azure/gpt-5.2-codex": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, + "max_input_tokens": 272000, + "max_output_tokens": 128000, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "cache_read_input_token_cost": 1.75e-7, - "mode": "chat", + "mode": "responses", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true @@ -1844,61 +2050,244 @@ "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-image-1": { + "azure/gpt-5.3-chat": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/gpt-5.3-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, + "mode": "responses", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/gpt-5.4": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 2.5e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/gpt-5.4-2026-03-05": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 2.5e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/gpt-5.4-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, + "cache_read_input_token_cost": 7.5e-8, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/gpt-5.4-mini-2026-03-17": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, + "cache_read_input_token_cost": 7.5e-8, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/gpt-5.4-nano": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.00000125, + "cache_read_input_token_cost": 2e-8, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/gpt-5.4-nano-2026-03-17": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.00000125, + "cache_read_input_token_cost": 2e-8, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/gpt-5.4-pro": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/gpt-5.4-pro-2026-03-05": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/gpt-5.5": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, "input_cost_per_token": 0.000005, - "output_cost_per_image_token": 0.00004, - "cache_read_input_token_cost": 0.00000125, - "mode": "image_generation", - "litellm_provider": "azure" + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/hd/1024-x-1024/dall-e-3": { - "output_cost_per_token": 0, - "mode": "image_generation", - "litellm_provider": "azure" + "azure/gpt-5.5-2026-04-23": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/hd/1024-x-1792/dall-e-3": { - "output_cost_per_token": 0, - "mode": "image_generation", - "litellm_provider": "azure" + "azure/gpt-5.5-pro": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/hd/1792-x-1024/dall-e-3": { - "output_cost_per_token": 0, - "mode": "image_generation", - "litellm_provider": "azure" + "azure/gpt-5.5-pro-2026-04-23": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/high/1024-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" + "azure/gpt-5.6": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/high/1024-x-1536/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" + "azure/gpt-5.6-luna": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 2e-8, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/high/1536-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" + "azure/gpt-5.6-sol": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/low/1024-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" + "azure/gpt-5.6-terra": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "cache_read_input_token_cost": 2e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/low/1024-x-1536/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" + "azure/gpt-audio-1.5-2026-02-23": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "azure", + "supports_vision": false }, - "azure/low/1536-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" + "azure/gpt-audio-2025-08-28": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "azure", + "supports_vision": false }, - "azure/medium/1024-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" + "azure/gpt-audio-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "mode": "chat", + "litellm_provider": "azure", + "supports_vision": false }, - "azure/medium/1024-x-1536/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" + "azure/gpt-audio-mini-2025-10-06": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "mode": "chat", + "litellm_provider": "azure", + "supports_vision": false }, - "azure/medium/1536-x-1024/gpt-image-1": { + "azure/gpt-image-1": { + "input_cost_per_token": 0.000005, + "output_cost_per_image_token": 0.00004, + "cache_read_input_token_cost": 0.00000125, "mode": "image_generation", "litellm_provider": "azure" }, @@ -1923,7 +2312,119 @@ "mode": "image_generation", "litellm_provider": "azure" }, - "azure/low/1024-x-1024/gpt-image-1-mini": { + "azure/gpt-image-2": { + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00001, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/gpt-image-2-2026-04-21": { + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00001, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/gpt-realtime-1.5-2026-02-23": { + "max_input_tokens": 32000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000016, + "cache_read_input_token_cost": 0.000004, + "mode": "realtime", + "litellm_provider": "azure", + "supports_audio_input": true + }, + "azure/gpt-realtime-2025-08-28": { + "max_input_tokens": 32000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000016, + "cache_read_input_token_cost": 0.000004, + "mode": "realtime", + "litellm_provider": "azure", + "supports_audio_input": true + }, + "azure/gpt-realtime-mini": { + "max_input_tokens": 32000, + "max_output_tokens": 4096, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 6e-8, + "mode": "realtime", + "litellm_provider": "azure", + "supports_audio_input": true + }, + "azure/gpt-realtime-mini-2025-10-06": { + "max_input_tokens": 32000, + "max_output_tokens": 4096, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 6e-8, + "mode": "realtime", + "litellm_provider": "azure", + "supports_audio_input": true + }, + "azure/gpt-realtime-whisper": { + "mode": "audio_transcription", + "litellm_provider": "azure", + "supports_audio_input": true + }, + "azure/hd/1024-x-1024/dall-e-3": { + "output_cost_per_token": 0, + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/hd/1024-x-1792/dall-e-3": { + "output_cost_per_token": 0, + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/hd/1792-x-1024/dall-e-3": { + "output_cost_per_token": 0, + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/high/1024-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/high/1024-x-1024/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/high/1024-x-1536/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/high/1024-x-1536/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/high/1536-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/high/1536-x-1024/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/low/1024-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/low/1024-x-1024/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/low/1024-x-1536/gpt-image-1": { "mode": "image_generation", "litellm_provider": "azure" }, @@ -1931,31 +2432,35 @@ "mode": "image_generation", "litellm_provider": "azure" }, + "azure/low/1536-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "azure" + }, "azure/low/1536-x-1024/gpt-image-1-mini": { "mode": "image_generation", "litellm_provider": "azure" }, - "azure/medium/1024-x-1024/gpt-image-1-mini": { + "azure/medium/1024-x-1024/gpt-image-1": { "mode": "image_generation", "litellm_provider": "azure" }, - "azure/medium/1024-x-1536/gpt-image-1-mini": { + "azure/medium/1024-x-1024/gpt-image-1-mini": { "mode": "image_generation", "litellm_provider": "azure" }, - "azure/medium/1536-x-1024/gpt-image-1-mini": { + "azure/medium/1024-x-1536/gpt-image-1": { "mode": "image_generation", "litellm_provider": "azure" }, - "azure/high/1024-x-1024/gpt-image-1-mini": { + "azure/medium/1024-x-1536/gpt-image-1-mini": { "mode": "image_generation", "litellm_provider": "azure" }, - "azure/high/1024-x-1536/gpt-image-1-mini": { + "azure/medium/1536-x-1024/gpt-image-1": { "mode": "image_generation", "litellm_provider": "azure" }, - "azure/high/1536-x-1024/gpt-image-1-mini": { + "azure/medium/1536-x-1024/gpt-image-1-mini": { "mode": "image_generation", "litellm_provider": "azure" }, @@ -2123,6 +2628,30 @@ "litellm_provider": "azure", "supports_vision": true }, + "azure/sora-2": { + "mode": "video_generation", + "litellm_provider": "azure" + }, + "azure/sora-2-pro": { + "mode": "video_generation", + "litellm_provider": "azure" + }, + "azure/sora-2-pro-high-res": { + "mode": "video_generation", + "litellm_provider": "azure" + }, + "azure/speech/azure-stt": { + "mode": "audio_transcription", + "litellm_provider": "azure" + }, + "azure/speech/azure-tts": { + "mode": "audio_speech", + "litellm_provider": "azure" + }, + "azure/speech/azure-tts-hd": { + "mode": "audio_speech", + "litellm_provider": "azure" + }, "azure/standard/1024-x-1024/dall-e-2": { "output_cost_per_token": 0, "mode": "image_generation", @@ -2164,14 +2693,6 @@ "mode": "embedding", "litellm_provider": "azure" }, - "azure/speech/azure-tts": { - "mode": "audio_speech", - "litellm_provider": "azure" - }, - "azure/speech/azure-tts-hd": { - "mode": "audio_speech", - "litellm_provider": "azure" - }, "azure/tts-1": { "mode": "audio_speech", "litellm_provider": "azure" @@ -2246,7 +2767,7 @@ "input_cost_per_token": 6.6e-7, "output_cost_per_token": 0.00000264, "cache_read_input_token_cost": 3.3e-7, - "mode": "chat", + "mode": "realtime", "litellm_provider": "azure", "supports_audio_input": true }, @@ -2256,7 +2777,7 @@ "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.000022, "cache_read_input_token_cost": 0.00000275, - "mode": "chat", + "mode": "realtime", "litellm_provider": "azure", "supports_audio_input": true }, @@ -2266,7 +2787,7 @@ "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.000022, "cache_read_input_token_cost": 0.00000275, - "mode": "chat", + "mode": "realtime", "litellm_provider": "azure", "supports_audio_input": true }, @@ -2347,6 +2868,94 @@ "supports_pdf_input": true, "supports_vision": true }, + "azure/us/gpt-5.4": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000275, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 2.8e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/us/gpt-5.4-2026-03-05": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000275, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 2.8e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/us/gpt-5.5": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/us/gpt-5.5-2026-04-23": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/us/gpt-5.6": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/us/gpt-5.6-luna": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 0.00000132, + "cache_read_input_token_cost": 2.2e-8, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/us/gpt-5.6-sol": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/us/gpt-5.6-terra": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.0000132, + "cache_read_input_token_cost": 2.2e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, "azure/us/o1-2024-12-17": { "max_input_tokens": 200000, "max_output_tokens": 100000, @@ -2433,37 +3042,164 @@ "mode": "image_generation", "litellm_provider": "azure_ai" }, - "azure_ai/flux.2-pro": { - "mode": "image_generation", + "azure_ai/FW-DeepSeek-V3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 6.2e-7, + "output_cost_per_token": 0.00000185, + "cache_read_input_token_cost": 3.1e-7, + "mode": "chat", "litellm_provider": "azure_ai" }, - "azure_ai/Llama-3.2-11B-Vision-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 3.7e-7, - "output_cost_per_token": 3.7e-7, + "azure_ai/FW-DeepSeek-V4-Pro": { + "max_input_tokens": 1000000, + "max_output_tokens": 384000, + "input_cost_per_token": 0.000001925, + "output_cost_per_token": 0.000003828, + "cache_read_input_token_cost": 1.65e-7, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": true + "litellm_provider": "azure_ai" }, - "azure_ai/Llama-3.2-90B-Vision-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 0.00000204, - "output_cost_per_token": 0.00000204, + "azure_ai/FW-GLM-5": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.00000352, + "cache_read_input_token_cost": 2.2e-7, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": true + "litellm_provider": "azure_ai" }, - "azure_ai/Llama-3.3-70B-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 7.1e-7, - "output_cost_per_token": 7.1e-7, + "azure_ai/FW-GLM-5.1": { + "max_input_tokens": 202800, + "max_output_tokens": 131072, + "input_cost_per_token": 0.00000154, + "output_cost_per_token": 0.00000484, + "cache_read_input_token_cost": 2.86e-7, "mode": "chat", "litellm_provider": "azure_ai" }, - "azure_ai/Llama-4-Maverick-17B-128E-Instruct-FP8": { + "azure_ai/FW-GLM-5.2": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.00000154, + "output_cost_per_token": 0.00000484, + "cache_read_input_token_cost": 1.5e-7, + "mode": "chat", + "litellm_provider": "azure_ai" + }, + "azure_ai/FW-GLM-5.2-Fast": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000021, + "output_cost_per_token": 0.0000066, + "cache_read_input_token_cost": 2.1e-7, + "mode": "chat", + "litellm_provider": "azure_ai" + }, + "azure_ai/FW-Inkling": { + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.00000405, + "cache_read_input_token_cost": 1.7e-7, + "mode": "chat", + "litellm_provider": "azure_ai" + }, + "azure_ai/FW-Kimi-K2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6.6e-7, + "output_cost_per_token": 0.0000033, + "cache_read_input_token_cost": 1.1e-7, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_vision": true + }, + "azure_ai/FW-Kimi-K2.6": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.000001045, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 1.76e-7, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_vision": true + }, + "azure_ai/FW-Kimi-K2.7-Code": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.00000105, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 2.1e-7, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_vision": true + }, + "azure_ai/FW-Kimi-K3": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 3.3e-7, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_vision": true + }, + "azure_ai/FW-MiniMax-M2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 3.3e-7, + "output_cost_per_token": 0.00000132, + "cache_read_input_token_cost": 3.3e-8, + "mode": "chat", + "litellm_provider": "azure_ai" + }, + "azure_ai/FW-MiniMax-M3": { + "max_input_tokens": 512000, + "max_output_tokens": 512000, + "input_cost_per_token": 3.3e-7, + "output_cost_per_token": 0.00000132, + "cache_read_input_token_cost": 6.6e-8, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_vision": true + }, + "azure_ai/FW-Nemotron-3-Ultra-NVFP4": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 1.19e-7, + "mode": "chat", + "litellm_provider": "azure_ai" + }, + "azure_ai/Llama-3.2-11B-Vision-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 3.7e-7, + "output_cost_per_token": 3.7e-7, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_vision": true + }, + "azure_ai/Llama-3.2-90B-Vision-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 0.00000204, + "output_cost_per_token": 0.00000204, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_vision": true + }, + "azure_ai/Llama-3.3-70B-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 7.1e-7, + "output_cost_per_token": 7.1e-7, + "mode": "chat", + "litellm_provider": "azure_ai" + }, + "azure_ai/Llama-4-Maverick-17B-128E-Instruct-FP8": { "max_input_tokens": 1000000, "max_output_tokens": 16384, "input_cost_per_token": 0.00000141, @@ -2481,6 +3217,32 @@ "litellm_provider": "azure_ai", "supports_vision": true }, + "azure_ai/MAI-DS-R1": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000135, + "output_cost_per_token": 0.0000054, + "mode": "chat", + "litellm_provider": "azure_ai" + }, + "azure_ai/MAI-Image-2.5": { + "input_cost_per_token": 0.000005, + "output_cost_per_image_token": 0.000047, + "mode": "image_generation", + "litellm_provider": "azure_ai" + }, + "azure_ai/MAI-Image-2.5-Flash": { + "input_cost_per_token": 0.00000175, + "output_cost_per_image_token": 0.000033, + "mode": "image_generation", + "litellm_provider": "azure_ai" + }, + "azure_ai/MAI-Image-2e": { + "input_cost_per_token": 0.000005, + "output_cost_per_image_token": 0.0000195, + "mode": "image_generation", + "litellm_provider": "azure_ai" + }, "azure_ai/Meta-Llama-3-70B-Instruct": { "max_input_tokens": 8192, "max_output_tokens": 2048, @@ -2611,23 +3373,23 @@ "mode": "chat", "litellm_provider": "azure_ai" }, - "azure_ai/Phi-4-multimodal-instruct": { + "azure_ai/Phi-4-mini-reasoning": { "max_input_tokens": 131072, "max_output_tokens": 4096, "input_cost_per_token": 8e-8, "output_cost_per_token": 3.2e-7, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": true, - "supports_audio_input": true + "litellm_provider": "azure_ai" }, - "azure_ai/Phi-4-mini-reasoning": { + "azure_ai/Phi-4-multimodal-instruct": { "max_input_tokens": 131072, "max_output_tokens": 4096, "input_cost_per_token": 8e-8, "output_cost_per_token": 3.2e-7, "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure_ai", + "supports_vision": true, + "supports_audio_input": true }, "azure_ai/Phi-4-reasoning": { "max_input_tokens": 32768, @@ -2637,581 +3399,739 @@ "mode": "chat", "litellm_provider": "azure_ai" }, - "azure_ai/mistral-document-ai-2505": { - "mode": "ocr", - "litellm_provider": "azure_ai" - }, - "azure_ai/doc-intelligence/prebuilt-read": { - "mode": "ocr", - "litellm_provider": "azure_ai" - }, - "azure_ai/doc-intelligence/prebuilt-layout": { - "mode": "ocr", - "litellm_provider": "azure_ai" - }, - "azure_ai/doc-intelligence/prebuilt-document": { - "mode": "ocr", - "litellm_provider": "azure_ai" - }, - "azure_ai/MAI-DS-R1": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000135, - "output_cost_per_token": 0.0000054, + "azure_ai/claude-fable-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00005, + "cache_creation_input_token_cost": 0.0000125, + "cache_read_input_token_cost": 0.000001, "mode": "chat", - "litellm_provider": "azure_ai" - }, - "azure_ai/cohere-rerank-v3-english": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "azure_ai" - }, - "azure_ai/cohere-rerank-v3-multilingual": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "azure_ai" - }, - "azure_ai/cohere-rerank-v3.5": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "azure_ai" - }, - "azure_ai/cohere-rerank-v4.0-pro": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "azure_ai" + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/cohere-rerank-v4.0-fast": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "azure_ai" + "azure_ai/claude-haiku-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/deepseek-v3.2": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 5.8e-7, - "output_cost_per_token": 0.00000168, + "azure_ai/claude-opus-4-1": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/deepseek-v3.2-speciale": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 5.8e-7, - "output_cost_per_token": 0.00000168, + "azure_ai/claude-opus-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/deepseek-r1": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000135, - "output_cost_per_token": 0.0000054, + "azure_ai/claude-opus-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/deepseek-v3": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000114, - "output_cost_per_token": 0.00000456, + "azure_ai/claude-opus-4-7": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/deepseek-v3-0324": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000114, - "output_cost_per_token": 0.00000456, + "azure_ai/claude-opus-4-8": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/embed-v-4-0": { - "max_input_tokens": 128000, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "azure_ai" + "azure_ai/claude-opus-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/global/grok-3": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "azure_ai/claude-sonnet-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "azure_ai" - }, - "azure_ai/global/grok-3-mini": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000127, - "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/grok-3": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "azure_ai/claude-sonnet-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/grok-3-mini": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000127, + "azure_ai/claude-sonnet-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "cache_creation_input_token_cost": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure_ai/cohere-rerank-v3-english": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", "litellm_provider": "azure_ai" }, - "azure_ai/grok-4": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "mode": "chat", + "azure_ai/cohere-rerank-v3-multilingual": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", "litellm_provider": "azure_ai" }, - "azure_ai/grok-4-fast-non-reasoning": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, - "mode": "chat", + "azure_ai/cohere-rerank-v3.5": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", "litellm_provider": "azure_ai" }, - "azure_ai/grok-4-fast-reasoning": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, - "mode": "chat", + "azure_ai/cohere-rerank-v4.0-fast": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", "litellm_provider": "azure_ai" }, - "azure_ai/grok-code-fast-1": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", + "azure_ai/cohere-rerank-v4.0-pro": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", "litellm_provider": "azure_ai" }, - "azure_ai/jais-30b-chat": { - "max_input_tokens": 8192, + "azure_ai/deepseek-r1": { + "max_input_tokens": 128000, "max_output_tokens": 8192, - "input_cost_per_token": 0.0032, - "output_cost_per_token": 0.00971, + "input_cost_per_token": 0.00000135, + "output_cost_per_token": 0.0000054, "mode": "chat", "litellm_provider": "azure_ai" }, - "azure_ai/jamba-instruct": { - "max_input_tokens": 70000, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 7e-7, + "azure_ai/deepseek-v3": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000114, + "output_cost_per_token": 0.00000456, "mode": "chat", "litellm_provider": "azure_ai" }, - "azure_ai/ministral-3b": { + "azure_ai/deepseek-v3-0324": { "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 4e-8, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000114, + "output_cost_per_token": 0.00000456, "mode": "chat", "litellm_provider": "azure_ai" }, - "azure_ai/mistral-large": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000004, - "output_cost_per_token": 0.000012, + "azure_ai/deepseek-v3.1": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.00000123, + "output_cost_per_token": 0.00000494, "mode": "chat", "litellm_provider": "azure_ai" }, - "azure_ai/mistral-large-2407": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "azure_ai/deepseek-v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 5.8e-7, + "output_cost_per_token": 0.00000168, "mode": "chat", "litellm_provider": "azure_ai" }, - "azure_ai/mistral-large-latest": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "azure_ai/deepseek-v3.2-speciale": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 5.8e-7, + "output_cost_per_token": 0.00000168, "mode": "chat", "litellm_provider": "azure_ai" }, - "azure_ai/mistral-large-3": { - "max_input_tokens": 256000, - "max_output_tokens": 8191, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "azure_ai/deepseek-v4-flash": { + "max_input_tokens": 1000000, + "max_output_tokens": 384000, + "input_cost_per_token": 1.9e-7, + "output_cost_per_token": 5.1e-7, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": true + "litellm_provider": "azure_ai" }, - "azure_ai/mistral-medium-2505": { - "max_input_tokens": 131072, - "max_output_tokens": 8191, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, + "azure_ai/deepseek-v4-pro": { + "max_input_tokens": 1000000, + "max_output_tokens": 384000, + "input_cost_per_token": 0.00000174, + "output_cost_per_token": 0.00000348, "mode": "chat", "litellm_provider": "azure_ai" }, - "azure_ai/mistral-nemo": { + "azure_ai/doc-intelligence/prebuilt-document": { + "mode": "ocr", + "litellm_provider": "azure_ai" + }, + "azure_ai/doc-intelligence/prebuilt-layout": { + "mode": "ocr", + "litellm_provider": "azure_ai" + }, + "azure_ai/doc-intelligence/prebuilt-read": { + "mode": "ocr", + "litellm_provider": "azure_ai" + }, + "azure_ai/embed-v-4-0": { + "max_input_tokens": 128000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "azure_ai" + }, + "azure_ai/flux.2-pro": { + "mode": "image_generation", + "litellm_provider": "azure_ai" + }, + "azure_ai/global/grok-3": { "max_input_tokens": 131072, - "max_output_tokens": 4096, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", "litellm_provider": "azure_ai" }, - "azure_ai/mistral-small": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "azure_ai/global/grok-3-mini": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000127, "mode": "chat", "litellm_provider": "azure_ai" }, - "azure_ai/mistral-small-2503": { - "max_input_tokens": 128000, + "azure_ai/gpt-5.4": { + "max_input_tokens": 1050000, "max_output_tokens": 128000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 2.5e-7, "mode": "chat", "litellm_provider": "azure_ai", + "supports_pdf_input": true, "supports_vision": true }, - "babbage-002": { - "max_input_tokens": 16384, - "max_output_tokens": 4096, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 4e-7, - "mode": "completion", - "litellm_provider": "text-completion-openai" + "azure_ai/gpt-5.4-2026-03-05": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 2.5e-7, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "bedrock/*/1-month-commitment/cohere.command-light-text-v14": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "azure_ai/gpt-5.4-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "bedrock/*/1-month-commitment/cohere.command-text-v14": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "azure_ai/gpt-5.4-mini-2026-03-17": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "bedrock/*/6-month-commitment/cohere.command-light-text-v14": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "azure_ai/gpt-5.4-nano": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.00000125, + "cache_read_input_token_cost": 2e-8, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "bedrock/*/6-month-commitment/cohere.command-text-v14": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "azure_ai/gpt-5.4-nano-2026-03-17": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.00000125, + "cache_read_input_token_cost": 2e-8, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-instant-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, + "azure_ai/gpt-5.4-pro": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure_ai/gpt-5.4-pro-2026-03-05": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure_ai/gpt-5.5": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, + "azure_ai/gpt-5.5-2026-04-23": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v2:1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, + "azure_ai/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai" }, - "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-instant-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, + "azure_ai/grok-3": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai" }, - "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, + "azure_ai/grok-3-mini": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000127, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai" }, - "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v2:1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, + "azure_ai/grok-4": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai" }, - "bedrock/ap-northeast-1/anthropic.claude-instant-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.00000223, - "output_cost_per_token": 0.00000755, + "azure_ai/grok-4-1-fast-non-reasoning": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai" }, - "bedrock/ap-northeast-1/anthropic.claude-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, + "azure_ai/grok-4-1-fast-reasoning": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai" }, - "bedrock/ap-northeast-1/anthropic.claude-v2:1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, + "azure_ai/grok-4-fast-non-reasoning": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai" }, - "bedrock/ap-south-1/meta.llama3-70b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000318, - "output_cost_per_token": 0.0000042, + "azure_ai/grok-4-fast-reasoning": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai" }, - "bedrock/ap-south-1/meta.llama3-8b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 3.6e-7, - "output_cost_per_token": 7.2e-7, + "azure_ai/grok-4.3": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai", + "supports_vision": true }, - "bedrock/ca-central-1/meta.llama3-70b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000305, - "output_cost_per_token": 0.00000403, + "azure_ai/grok-code-fast-1": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai" }, - "bedrock/ca-central-1/meta.llama3-8b-instruct-v1:0": { + "azure_ai/jais-30b-chat": { "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 6.9e-7, + "input_cost_per_token": 0.0032, + "output_cost_per_token": 0.00971, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai" }, - "bedrock/eu-central-1/1-month-commitment/anthropic.claude-instant-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, + "azure_ai/jamba-instruct": { + "max_input_tokens": 70000, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 7e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai" }, - "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, + "azure_ai/kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai", + "supports_vision": true, + "supports_video_input": true }, - "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v2:1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, + "azure_ai/kimi-k2.6": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai", + "supports_vision": true }, - "bedrock/eu-central-1/6-month-commitment/anthropic.claude-instant-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "mode": "chat", - "litellm_provider": "bedrock" + "azure_ai/ministral-3b": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 4e-8, + "mode": "chat", + "litellm_provider": "azure_ai" }, - "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v1": { - "max_input_tokens": 100000, + "azure_ai/mistral-document-ai-2505": { + "mode": "ocr", + "litellm_provider": "azure_ai" + }, + "azure_ai/mistral-document-ai-2512": { + "mode": "ocr", + "litellm_provider": "azure_ai" + }, + "azure_ai/mistral-large": { + "max_input_tokens": 32000, "max_output_tokens": 8191, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000012, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai" }, - "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v2:1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, + "azure_ai/mistral-large-2407": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai" }, - "bedrock/eu-central-1/anthropic.claude-instant-v1": { - "max_input_tokens": 100000, + "azure_ai/mistral-large-3": { + "max_input_tokens": 256000, "max_output_tokens": 8191, - "input_cost_per_token": 0.00000248, - "output_cost_per_token": 0.00000838, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai", + "supports_vision": true }, - "bedrock/eu-central-1/anthropic.claude-v1": { - "max_input_tokens": 100000, + "azure_ai/mistral-large-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "mode": "chat", + "litellm_provider": "azure_ai" + }, + "azure_ai/mistral-medium-2505": { + "max_input_tokens": 131072, "max_output_tokens": 8191, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai" }, - "bedrock/eu-central-1/anthropic.claude-v2:1": { - "max_input_tokens": 100000, + "azure_ai/mistral-nemo": { + "max_input_tokens": 131072, + "max_output_tokens": 4096, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, + "mode": "chat", + "litellm_provider": "azure_ai" + }, + "azure_ai/mistral-small": { + "max_input_tokens": 32000, "max_output_tokens": 8191, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai" }, - "bedrock/eu-west-1/meta.llama3-70b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000286, - "output_cost_per_token": 0.00000378, + "azure_ai/mistral-small-2503": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai", + "supports_vision": true }, - "bedrock/eu-west-1/meta.llama3-8b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 3.2e-7, - "output_cost_per_token": 6.5e-7, + "azure_ai/model_router": { + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai" }, - "bedrock/eu-west-2/meta.llama3-70b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000345, - "output_cost_per_token": 0.00000455, + "babbage-002": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 4e-7, + "mode": "completion", + "litellm_provider": "text-completion-openai" + }, + "baseten/MiniMaxAI/MiniMax-M2.5": { + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "baseten" }, - "bedrock/eu-west-2/meta.llama3-8b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 3.9e-7, - "output_cost_per_token": 7.8e-7, + "baseten/deepseek-ai/DeepSeek-V3-0324": { + "input_cost_per_token": 7.7e-7, + "output_cost_per_token": 7.7e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "baseten" }, - "bedrock/eu-west-3/mistral.mistral-7b-instruct-v0:2": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2.6e-7, + "baseten/deepseek-ai/DeepSeek-V3.1": { + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "baseten" }, - "bedrock/eu-west-3/mistral.mistral-large-2402-v1:0": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.0000104, - "output_cost_per_token": 0.0000312, + "baseten/moonshotai/Kimi-K2-Instruct-0905": { + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "baseten" }, - "bedrock/eu-west-3/mistral.mixtral-8x7b-instruct-v0:1": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 5.9e-7, - "output_cost_per_token": 9.1e-7, + "baseten/moonshotai/Kimi-K2-Thinking": { + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "baseten" + }, + "baseten/moonshotai/Kimi-K2.5": { + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, + "mode": "chat", + "litellm_provider": "baseten" + }, + "baseten/nvidia/Nemotron-120B-A12B": { + "input_cost_per_token": 3e-7, + "output_cost_per_token": 7.5e-7, + "mode": "chat", + "litellm_provider": "baseten" + }, + "baseten/openai/gpt-oss-120b": { + "input_cost_per_token": 1e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "baseten" + }, + "baseten/zai-org/GLM-4.6": { + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "mode": "chat", + "litellm_provider": "baseten" + }, + "baseten/zai-org/GLM-4.7": { + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "mode": "chat", + "litellm_provider": "baseten" + }, + "baseten/zai-org/GLM-5": { + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.00000315, + "mode": "chat", + "litellm_provider": "baseten" + }, + "bedrock/*/1-month-commitment/cohere.command-light-text-v14": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/invoke/anthropic.claude-3-5-sonnet-20240620-v1:0": { - "max_input_tokens": 200000, + "bedrock/*/1-month-commitment/cohere.command-text-v14": { + "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "bedrock", - "supports_vision": true + "litellm_provider": "bedrock" }, - "bedrock/sa-east-1/meta.llama3-70b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000445, - "output_cost_per_token": 0.00000588, + "bedrock/*/6-month-commitment/cohere.command-light-text-v14": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/sa-east-1/meta.llama3-8b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.00000101, + "bedrock/*/6-month-commitment/cohere.command-text-v14": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-east-1/1-month-commitment/anthropic.claude-instant-v1": { + "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-instant-v1": { "max_input_tokens": 100000, "max_output_tokens": 8191, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-east-1/1-month-commitment/anthropic.claude-v1": { + "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v1": { "max_input_tokens": 100000, "max_output_tokens": 8191, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-east-1/1-month-commitment/anthropic.claude-v2:1": { + "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v2:1": { "max_input_tokens": 100000, "max_output_tokens": 8191, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-east-1/6-month-commitment/anthropic.claude-instant-v1": { + "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-instant-v1": { "max_input_tokens": 100000, "max_output_tokens": 8191, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-east-1/6-month-commitment/anthropic.claude-v1": { + "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v1": { "max_input_tokens": 100000, "max_output_tokens": 8191, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-east-1/6-month-commitment/anthropic.claude-v2:1": { + "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v2:1": { "max_input_tokens": 100000, "max_output_tokens": 8191, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-east-1/anthropic.claude-instant-v1": { + "bedrock/ap-northeast-1/anthropic.claude-instant-v1": { "max_input_tokens": 100000, "max_output_tokens": 8191, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000024, + "input_cost_per_token": 0.00000223, + "output_cost_per_token": 0.00000755, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-east-1/anthropic.claude-v1": { + "bedrock/ap-northeast-1/anthropic.claude-v1": { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_token": 0.000008, @@ -3219,7 +4139,7 @@ "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-east-1/anthropic.claude-v2:1": { + "bedrock/ap-northeast-1/anthropic.claude-v2:1": { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_token": 0.000008, @@ -3227,311 +4147,230 @@ "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-east-1/meta.llama3-70b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000265, - "output_cost_per_token": 0.0000035, + "bedrock/ap-northeast-1/deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 7.4e-7, + "output_cost_per_token": 0.00000222, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-east-1/meta.llama3-8b-instruct-v1:0": { - "max_input_tokens": 8192, + "bedrock/ap-northeast-1/minimax.minimax-m2.1": { + "max_input_tokens": 196000, "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 6e-7, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-east-1/mistral.mistral-7b-instruct-v0:2": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 2e-7, + "bedrock/ap-northeast-1/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-east-1/mistral.mistral-large-2402-v1:0": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, + "bedrock/ap-northeast-1/moonshotai.kimi-k2-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 7.3e-7, + "output_cost_per_token": 0.00000303, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-east-1/mistral.mixtral-8x7b-instruct-v0:1": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 4.5e-7, - "output_cost_per_token": 7e-7, - "mode": "chat", - "litellm_provider": "bedrock" - }, - "bedrock/us-gov-east-1/amazon.nova-pro-v1:0": { - "max_input_tokens": 300000, - "max_output_tokens": 10000, - "input_cost_per_token": 9.6e-7, - "output_cost_per_token": 0.00000384, + "bedrock/ap-northeast-1/moonshotai.kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 0.0000036, "mode": "chat", "litellm_provider": "bedrock", - "supports_pdf_input": true, "supports_vision": true }, - "bedrock/us-gov-east-1/amazon.titan-embed-text-v1": { - "max_input_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "bedrock" - }, - "bedrock/us-gov-east-1/amazon.titan-embed-text-v2:0": { - "max_input_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "bedrock" - }, - "bedrock/us-gov-east-1/amazon.titan-text-express-v1": { - "max_input_tokens": 42000, - "max_output_tokens": 8000, - "input_cost_per_token": 0.0000013, - "output_cost_per_token": 0.0000017, + "bedrock/ap-northeast-1/qwen.qwen3-coder-next": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-gov-east-1/amazon.titan-text-lite-v1": { - "max_input_tokens": 42000, - "max_output_tokens": 4000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 4e-7, + "bedrock/ap-south-1/deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 7.4e-7, + "output_cost_per_token": 0.00000222, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-gov-east-1/amazon.titan-text-premier-v1:0": { - "max_input_tokens": 42000, - "max_output_tokens": 32000, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "bedrock/ap-south-1/meta.llama3-70b-instruct-v1:0": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000318, + "output_cost_per_token": 0.0000042, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-gov-east-1/anthropic.claude-3-5-sonnet-20240620-v1:0": { - "max_input_tokens": 200000, + "bedrock/ap-south-1/meta.llama3-8b-instruct-v1:0": { + "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 0.0000036, - "output_cost_per_token": 0.000018, - "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, - "supports_vision": true - }, - "bedrock/us-gov-east-1/anthropic.claude-3-haiku-20240307-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000015, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 7.2e-7, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "bedrock/us-gov-east-1/claude-sonnet-4-5-20250929-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000033, - "output_cost_per_token": 0.0000165, + "bedrock/ap-south-1/minimax.minimax-m2.1": { + "max_input_tokens": 196000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "bedrock/us-gov-east-1/meta.llama3-70b-instruct-v1:0": { - "max_input_tokens": 8000, - "max_output_tokens": 2048, - "input_cost_per_token": 0.00000265, - "output_cost_per_token": 0.0000035, + "bedrock/ap-south-1/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true + "litellm_provider": "bedrock" }, - "bedrock/us-gov-east-1/meta.llama3-8b-instruct-v1:0": { - "max_input_tokens": 8000, - "max_output_tokens": 2048, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.00000265, + "bedrock/ap-south-1/moonshotai.kimi-k2-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 7.1e-7, + "output_cost_per_token": 0.00000294, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true + "litellm_provider": "bedrock" }, - "bedrock/us-gov-west-1/amazon.nova-pro-v1:0": { - "max_input_tokens": 300000, - "max_output_tokens": 10000, - "input_cost_per_token": 9.6e-7, - "output_cost_per_token": 0.00000384, + "bedrock/ap-south-1/moonshotai.kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 0.0000036, "mode": "chat", "litellm_provider": "bedrock", - "supports_pdf_input": true, "supports_vision": true }, - "bedrock/us-gov-west-1/amazon.titan-embed-text-v1": { - "max_input_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "bedrock" - }, - "bedrock/us-gov-west-1/amazon.titan-embed-text-v2:0": { - "max_input_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "bedrock" - }, - "bedrock/us-gov-west-1/amazon.titan-text-express-v1": { - "max_input_tokens": 42000, - "max_output_tokens": 8000, - "input_cost_per_token": 0.0000013, - "output_cost_per_token": 0.0000017, + "bedrock/ap-south-1/qwen.qwen3-coder-next": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-gov-west-1/amazon.titan-text-lite-v1": { - "max_input_tokens": 42000, - "max_output_tokens": 4000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 4e-7, + "bedrock/ap-southeast-2/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.09e-7, + "output_cost_per_token": 0.000001236, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-gov-west-1/amazon.titan-text-premier-v1:0": { - "max_input_tokens": 42000, - "max_output_tokens": 32000, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "bedrock/ap-southeast-3/deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 7.4e-7, + "output_cost_per_token": 0.00000222, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-gov-west-1/anthropic.claude-3-7-sonnet-20250219-v1:0": { - "max_input_tokens": 200000, + "bedrock/ap-southeast-3/minimax.minimax-m2.1": { + "max_input_tokens": 196000, "max_output_tokens": 8192, - "input_cost_per_token": 0.0000036, - "output_cost_per_token": 0.000018, - "cache_creation_input_token_cost": 0.0000045, - "cache_read_input_token_cost": 3.6e-7, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "bedrock/us-gov-west-1/anthropic.claude-3-5-sonnet-20240620-v1:0": { - "max_input_tokens": 200000, + "bedrock/ap-southeast-3/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, "max_output_tokens": 8192, - "input_cost_per_token": 0.0000036, - "output_cost_per_token": 0.000018, - "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, - "supports_vision": true - }, - "bedrock/us-gov-west-1/anthropic.claude-3-haiku-20240307-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000015, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "bedrock/us-gov-west-1/claude-sonnet-4-5-20250929-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000033, - "output_cost_per_token": 0.0000165, + "bedrock/ap-southeast-3/moonshotai.kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 0.0000036, "mode": "chat", "litellm_provider": "bedrock", - "supports_pdf_input": true, "supports_vision": true }, - "bedrock/us-gov-west-1/meta.llama3-70b-instruct-v1:0": { - "max_input_tokens": 8000, - "max_output_tokens": 2048, - "input_cost_per_token": 0.00000265, - "output_cost_per_token": 0.0000035, - "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true - }, - "bedrock/us-gov-west-1/meta.llama3-8b-instruct-v1:0": { - "max_input_tokens": 8000, - "max_output_tokens": 2048, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.00000265, + "bedrock/ap-southeast-3/qwen.qwen3-coder-next": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true + "litellm_provider": "bedrock" }, - "bedrock/us-west-1/meta.llama3-70b-instruct-v1:0": { + "bedrock/ca-central-1/meta.llama3-70b-instruct-v1:0": { "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 0.00000265, - "output_cost_per_token": 0.0000035, + "input_cost_per_token": 0.00000305, + "output_cost_per_token": 0.00000403, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-west-1/meta.llama3-8b-instruct-v1:0": { + "bedrock/ca-central-1/meta.llama3-8b-instruct-v1:0": { "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 6e-7, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 6.9e-7, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-west-2/1-month-commitment/anthropic.claude-instant-v1": { + "bedrock/eu-central-1/1-month-commitment/anthropic.claude-instant-v1": { "max_input_tokens": 100000, "max_output_tokens": 8191, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-west-2/1-month-commitment/anthropic.claude-v1": { + "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v1": { "max_input_tokens": 100000, "max_output_tokens": 8191, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-west-2/1-month-commitment/anthropic.claude-v2:1": { + "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v2:1": { "max_input_tokens": 100000, "max_output_tokens": 8191, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-west-2/6-month-commitment/anthropic.claude-instant-v1": { + "bedrock/eu-central-1/6-month-commitment/anthropic.claude-instant-v1": { "max_input_tokens": 100000, "max_output_tokens": 8191, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-west-2/6-month-commitment/anthropic.claude-v1": { + "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v1": { "max_input_tokens": 100000, "max_output_tokens": 8191, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-west-2/6-month-commitment/anthropic.claude-v2:1": { + "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v2:1": { "max_input_tokens": 100000, "max_output_tokens": 8191, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-west-2/anthropic.claude-instant-v1": { + "bedrock/eu-central-1/anthropic.claude-instant-v1": { "max_input_tokens": 100000, "max_output_tokens": 8191, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000024, + "input_cost_per_token": 0.00000248, + "output_cost_per_token": 0.00000838, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-west-2/anthropic.claude-v1": { + "bedrock/eu-central-1/anthropic.claude-v1": { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_token": 0.000008, @@ -3539,7 +4378,7 @@ "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-west-2/anthropic.claude-v2:1": { + "bedrock/eu-central-1/anthropic.claude-v2:1": { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_token": 0.000008, @@ -3547,8275 +4386,7550 @@ "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-west-2/mistral.mistral-7b-instruct-v0:2": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 2e-7, + "bedrock/eu-central-1/minimax.minimax-m2.1": { + "max_input_tokens": 196000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-west-2/mistral.mistral-large-2402-v1:0": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, - "mode": "chat", - "litellm_provider": "bedrock" - }, - "bedrock/us-west-2/mistral.mixtral-8x7b-instruct-v0:1": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 4.5e-7, - "output_cost_per_token": 7e-7, + "bedrock/eu-central-1/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us.anthropic.claude-3-5-haiku-20241022-v1:0": { - "max_input_tokens": 200000, + "bedrock/eu-central-1/qwen.qwen3-coder-next": { + "max_input_tokens": 262144, "max_output_tokens": 8192, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.000004, - "cache_creation_input_token_cost": 0.000001, - "cache_read_input_token_cost": 8e-8, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true + "litellm_provider": "bedrock" }, - "cerebras/llama-3.3-70b": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 8.5e-7, - "output_cost_per_token": 0.0000012, + "bedrock/eu-north-1/deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 7.4e-7, + "output_cost_per_token": 0.00000222, "mode": "chat", - "litellm_provider": "cerebras" + "litellm_provider": "bedrock" }, - "cerebras/llama3.1-70b": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 6e-7, + "bedrock/eu-north-1/minimax.minimax-m2.1": { + "max_input_tokens": 196000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "cerebras" + "litellm_provider": "bedrock" }, - "cerebras/llama3.1-8b": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "bedrock/eu-north-1/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "cerebras" + "litellm_provider": "bedrock" }, - "cerebras/gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 6.9e-7, + "bedrock/eu-north-1/moonshotai.kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 0.0000036, "mode": "chat", - "litellm_provider": "cerebras" + "litellm_provider": "bedrock", + "supports_vision": true }, - "cerebras/qwen-3-32b": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 8e-7, + "bedrock/eu-south-1/minimax.minimax-m2.1": { + "max_input_tokens": 196000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "cerebras" + "litellm_provider": "bedrock" }, - "cerebras/zai-glm-4.6": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000225, - "output_cost_per_token": 0.00000275, + "bedrock/eu-south-1/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "cerebras" + "litellm_provider": "bedrock" }, - "cerebras/zai-glm-4.7": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000225, - "output_cost_per_token": 0.00000275, + "bedrock/eu-south-1/qwen.qwen3-coder-next": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "cerebras" + "litellm_provider": "bedrock" }, - "chat-bison": { + "bedrock/eu-west-1/meta.llama3-70b-instruct-v1:0": { "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000286, + "output_cost_per_token": 0.00000378, "mode": "chat", - "litellm_provider": "vertex_ai-chat-models" + "litellm_provider": "bedrock" }, - "chat-bison-32k": { - "max_input_tokens": 32000, + "bedrock/eu-west-1/meta.llama3-8b-instruct-v1:0": { + "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "input_cost_per_token": 3.2e-7, + "output_cost_per_token": 6.5e-7, "mode": "chat", - "litellm_provider": "vertex_ai-chat-models" + "litellm_provider": "bedrock" }, - "chat-bison-32k@002": { - "max_input_tokens": 32000, + "bedrock/eu-west-1/minimax.minimax-m2.1": { + "max_input_tokens": 196000, "max_output_tokens": 8192, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "vertex_ai-chat-models" + "litellm_provider": "bedrock" }, - "chat-bison@001": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "bedrock/eu-west-1/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "vertex_ai-chat-models" + "litellm_provider": "bedrock" }, - "chat-bison@002": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "bedrock/eu-west-1/qwen.qwen3-coder-next": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "vertex_ai-chat-models" + "litellm_provider": "bedrock" }, - "chatdolphin": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "bedrock/eu-west-2/meta.llama3-70b-instruct-v1:0": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000345, + "output_cost_per_token": 0.00000455, "mode": "chat", - "litellm_provider": "nlp_cloud" + "litellm_provider": "bedrock" }, - "chatgpt-4o-latest": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000015, + "bedrock/eu-west-2/meta.llama3-8b-instruct-v1:0": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 3.9e-7, + "output_cost_per_token": 7.8e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true - }, - "gpt-4o-transcribe-diarize": { - "max_input_tokens": 16000, - "max_output_tokens": 2000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "audio_transcription", - "litellm_provider": "openai" + "litellm_provider": "bedrock" }, - "claude-3-5-haiku-20241022": { - "max_input_tokens": 200000, + "bedrock/eu-west-2/minimax.minimax-m2.1": { + "max_input_tokens": 196000, "max_output_tokens": 8192, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.000004, - "cache_creation_input_token_cost": 0.000001, - "cache_read_input_token_cost": 8e-8, + "input_cost_per_token": 4.7e-7, + "output_cost_per_token": 0.00000186, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "claude-3-5-haiku-latest": { - "max_input_tokens": 200000, + "bedrock/eu-west-2/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, "max_output_tokens": 8192, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, - "cache_read_input_token_cost": 1e-7, + "input_cost_per_token": 4.7e-7, + "output_cost_per_token": 0.00000186, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "claude-haiku-4-5-20251001": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, - "cache_read_input_token_cost": 1e-7, + "bedrock/eu-west-2/qwen.qwen3-coder-next": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, + "input_cost_per_token": 7.8e-7, + "output_cost_per_token": 0.00000186, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "claude-haiku-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, - "cache_read_input_token_cost": 1e-7, + "bedrock/eu-west-3/mistral.mistral-7b-instruct-v0:2": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2.6e-7, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "claude-3-5-sonnet-20240620": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "bedrock/eu-west-3/mistral.mistral-large-2402-v1:0": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.0000104, + "output_cost_per_token": 0.0000312, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "claude-3-5-sonnet-20241022": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "bedrock/eu-west-3/mistral.mixtral-8x7b-instruct-v0:1": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 5.9e-7, + "output_cost_per_token": 9.1e-7, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "claude-3-5-sonnet-latest": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, - "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "bedrock/guardrails": { + "mode": "guardrail", + "litellm_provider": "bedrock" }, - "claude-3-7-sonnet-20250219": { + "bedrock/invoke/anthropic.claude-3-5-sonnet-20240620-v1:0": { "max_input_tokens": 200000, - "max_output_tokens": 64000, + "max_output_tokens": 4096, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "cache_creation_input_token_cost": 0.00000375, "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, + "litellm_provider": "bedrock", "supports_vision": true }, - "claude-3-7-sonnet-latest": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "bedrock/moonshotai.kimi-k2-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 7.3e-7, + "output_cost_per_token": 0.00000303, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "claude-3-haiku-20240307": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000125, - "cache_creation_input_token_cost": 3e-7, - "cache_read_input_token_cost": 3e-8, + "bedrock/moonshotai.kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.00000303, "mode": "chat", - "litellm_provider": "anthropic", - "supports_vision": true + "litellm_provider": "bedrock", + "supports_vision": true, + "supports_video_input": true }, - "claude-3-opus-20240229": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "bedrock/sa-east-1/deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 7.4e-7, + "output_cost_per_token": 0.00000222, "mode": "chat", - "litellm_provider": "anthropic", - "supports_vision": true + "litellm_provider": "bedrock" }, - "claude-3-opus-latest": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "bedrock/sa-east-1/meta.llama3-70b-instruct-v1:0": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000445, + "output_cost_per_token": 0.00000588, "mode": "chat", - "litellm_provider": "anthropic", - "supports_vision": true + "litellm_provider": "bedrock" }, - "claude-4-opus-20250514": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "bedrock/sa-east-1/meta.llama3-8b-instruct-v1:0": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.00000101, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "claude-4-sonnet-20250514": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "bedrock/sa-east-1/minimax.minimax-m2.1": { + "max_input_tokens": 196000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "claude-sonnet-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "bedrock/sa-east-1/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "claude-sonnet-4-5-20250929": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "bedrock/sa-east-1/moonshotai.kimi-k2-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 7.3e-7, + "output_cost_per_token": 0.00000303, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "claude-sonnet-4-5-20250929-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "bedrock/sa-east-1/moonshotai.kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 0.0000036, "mode": "chat", "litellm_provider": "bedrock", - "supports_pdf_input": true, "supports_vision": true }, - "claude-opus-4-1": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "bedrock/sa-east-1/qwen.qwen3-coder-next": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "claude-opus-4-1-20250805": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "bedrock/us-east-1/1-month-commitment/anthropic.claude-instant-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "claude-opus-4-20250514": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "bedrock/us-east-1/1-month-commitment/anthropic.claude-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "claude-opus-4-5-20251101": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "bedrock/us-east-1/1-month-commitment/anthropic.claude-v2:1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "claude-opus-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "bedrock/us-east-1/6-month-commitment/anthropic.claude-instant-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "claude-sonnet-4-20250514": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "bedrock/us-east-1/6-month-commitment/anthropic.claude-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "cloudflare/@cf/meta/llama-2-7b-chat-fp16": { - "max_input_tokens": 3072, - "max_output_tokens": 3072, - "input_cost_per_token": 0.000001923, - "output_cost_per_token": 0.000001923, + "bedrock/us-east-1/6-month-commitment/anthropic.claude-v2:1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", - "litellm_provider": "cloudflare" + "litellm_provider": "bedrock" }, - "cloudflare/@cf/meta/llama-2-7b-chat-int8": { - "max_input_tokens": 2048, - "max_output_tokens": 2048, - "input_cost_per_token": 0.000001923, - "output_cost_per_token": 0.000001923, + "bedrock/us-east-1/anthropic.claude-instant-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000024, "mode": "chat", - "litellm_provider": "cloudflare" + "litellm_provider": "bedrock" }, - "cloudflare/@cf/mistral/mistral-7b-instruct-v0.1": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000001923, - "output_cost_per_token": 0.000001923, + "bedrock/us-east-1/anthropic.claude-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, "mode": "chat", - "litellm_provider": "cloudflare" + "litellm_provider": "bedrock" }, - "cloudflare/@hf/thebloke/codellama-7b-instruct-awq": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000001923, - "output_cost_per_token": 0.000001923, + "bedrock/us-east-1/anthropic.claude-v2:1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, "mode": "chat", - "litellm_provider": "cloudflare" + "litellm_provider": "bedrock" }, - "code-bison": { - "max_input_tokens": 6144, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "bedrock/us-east-1/deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 6.2e-7, + "output_cost_per_token": 0.00000185, "mode": "chat", - "litellm_provider": "vertex_ai-code-text-models" - }, - "code-bison-32k@002": { - "max_input_tokens": 6144, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "vertex_ai-code-text-models" - }, - "code-bison32k": { - "max_input_tokens": 6144, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "vertex_ai-code-text-models" - }, - "code-bison@001": { - "max_input_tokens": 6144, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "vertex_ai-code-text-models" - }, - "code-bison@002": { - "max_input_tokens": 6144, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "vertex_ai-code-text-models" + "litellm_provider": "bedrock" }, - "code-gecko": { - "max_input_tokens": 2048, - "max_output_tokens": 64, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "vertex_ai-code-text-models" + "bedrock/us-east-1/meta.llama3-70b-instruct-v1:0": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000265, + "output_cost_per_token": 0.0000035, + "mode": "chat", + "litellm_provider": "bedrock" }, - "code-gecko-latest": { - "max_input_tokens": 2048, - "max_output_tokens": 64, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "vertex_ai-code-text-models" + "bedrock/us-east-1/meta.llama3-8b-instruct-v1:0": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "bedrock" }, - "code-gecko@001": { - "max_input_tokens": 2048, - "max_output_tokens": 64, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "vertex_ai-code-text-models" + "bedrock/us-east-1/minimax.minimax-m2.1": { + "max_input_tokens": 196000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "bedrock" }, - "code-gecko@002": { - "max_input_tokens": 2048, - "max_output_tokens": 64, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "vertex_ai-code-text-models" + "bedrock/us-east-1/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "bedrock" }, - "codechat-bison": { - "max_input_tokens": 6144, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "bedrock/us-east-1/mistral.mistral-7b-instruct-v0:2": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vertex_ai-code-chat-models" + "litellm_provider": "bedrock" }, - "codechat-bison-32k": { + "bedrock/us-east-1/mistral.mistral-large-2402-v1:0": { "max_input_tokens": 32000, - "max_output_tokens": 8192, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, "mode": "chat", - "litellm_provider": "vertex_ai-code-chat-models" + "litellm_provider": "bedrock" }, - "codechat-bison-32k@002": { + "bedrock/us-east-1/mistral.mixtral-8x7b-instruct-v0:1": { "max_input_tokens": 32000, - "max_output_tokens": 8192, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "max_output_tokens": 8191, + "input_cost_per_token": 4.5e-7, + "output_cost_per_token": 7e-7, "mode": "chat", - "litellm_provider": "vertex_ai-code-chat-models" + "litellm_provider": "bedrock" }, - "codechat-bison@001": { - "max_input_tokens": 6144, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "bedrock/us-east-1/moonshotai.kimi-k2-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "vertex_ai-code-chat-models" + "litellm_provider": "bedrock" }, - "codechat-bison@002": { - "max_input_tokens": 6144, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "bedrock/us-east-1/moonshotai.kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "vertex_ai-code-chat-models" + "litellm_provider": "bedrock", + "supports_vision": true }, - "codechat-bison@latest": { - "max_input_tokens": 6144, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "bedrock/us-east-1/qwen.qwen3-coder-next": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "vertex_ai-code-chat-models" + "litellm_provider": "bedrock" }, - "codestral/codestral-2405": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "bedrock/us-east-1/zai.glm-5": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.0000032, "mode": "chat", - "litellm_provider": "codestral" + "litellm_provider": "bedrock" }, - "codestral/codestral-latest": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "bedrock/us-east-2/deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 6.2e-7, + "output_cost_per_token": 0.00000185, "mode": "chat", - "litellm_provider": "codestral" + "litellm_provider": "bedrock" }, - "codex-mini-latest": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000006, - "cache_read_input_token_cost": 3.75e-7, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "bedrock/us-east-2/minimax.minimax-m2.1": { + "max_input_tokens": 196000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "bedrock" }, - "cohere.command-light-text-v14": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "bedrock/us-east-2/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, "input_cost_per_token": 3e-7, - "output_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", "litellm_provider": "bedrock" }, - "cohere.command-r-plus-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "bedrock/us-east-2/moonshotai.kimi-k2-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", "litellm_provider": "bedrock" }, - "cohere.command-r-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, + "bedrock/us-east-2/moonshotai.kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, + "mode": "chat", + "litellm_provider": "bedrock", + "supports_vision": true + }, + "bedrock/us-east-2/qwen.qwen3-coder-next": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "output_cost_per_token": 0.0000012, "mode": "chat", "litellm_provider": "bedrock" }, - "cohere.command-text-v14": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002, + "bedrock/us-gov-east-1/amazon.nova-pro-v1:0": { + "max_input_tokens": 300000, + "max_output_tokens": 10000, + "input_cost_per_token": 9.6e-7, + "output_cost_per_token": 0.00000384, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "cohere.embed-english-v3": { - "max_input_tokens": 512, + "bedrock/us-gov-east-1/amazon.titan-embed-text-v1": { + "max_input_tokens": 8192, "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "mode": "embedding", "litellm_provider": "bedrock" }, - "cohere.embed-multilingual-v3": { - "max_input_tokens": 512, - "input_cost_per_token": 1e-7, + "bedrock/us-gov-east-1/amazon.titan-embed-text-v2:0": { + "max_input_tokens": 8192, + "input_cost_per_token": 2e-7, "output_cost_per_token": 0, "mode": "embedding", "litellm_provider": "bedrock" }, - "cohere.embed-v4:0": { - "max_input_tokens": 128000, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, - "mode": "embedding", + "bedrock/us-gov-east-1/amazon.titan-text-express-v1": { + "max_input_tokens": 42000, + "max_output_tokens": 8000, + "input_cost_per_token": 0.0000013, + "output_cost_per_token": 0.0000017, + "mode": "chat", "litellm_provider": "bedrock" }, - "cohere/embed-v4.0": { - "max_input_tokens": 128000, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "cohere" + "bedrock/us-gov-east-1/amazon.titan-text-lite-v1": { + "max_input_tokens": 42000, + "max_output_tokens": 4000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "bedrock" }, - "cohere.rerank-v3-5:0": { - "max_input_tokens": 32000, + "bedrock/us-gov-east-1/amazon.titan-text-premier-v1:0": { + "max_input_tokens": 42000, "max_output_tokens": 32000, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", "litellm_provider": "bedrock" }, - "command": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000002, - "mode": "completion", - "litellm_provider": "cohere" - }, - "command-a-03-2025": { - "max_input_tokens": 256000, - "max_output_tokens": 8000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "bedrock/us-gov-east-1/anthropic.claude-3-5-sonnet-20240620-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.0000036, + "output_cost_per_token": 0.000018, + "cache_creation_input_token_cost": 0.0000045, + "cache_read_input_token_cost": 3.6e-7, "mode": "chat", - "litellm_provider": "cohere_chat" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "command-light": { - "max_input_tokens": 4096, + "bedrock/us-gov-east-1/anthropic.claude-3-haiku-20240307-v1:0": { + "max_input_tokens": 200000, "max_output_tokens": 4096, "input_cost_per_token": 3e-7, - "output_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000015, + "cache_creation_input_token_cost": 3.75e-7, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "cohere_chat" - }, - "command-nightly": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000002, - "mode": "completion", - "litellm_provider": "cohere" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "command-r": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "bedrock/us-gov-east-1/anthropic.claude-haiku-4-5-20251001-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.000006, + "cache_creation_input_token_cost": 0.0000015, + "cache_read_input_token_cost": 1.2e-7, "mode": "chat", - "litellm_provider": "cohere_chat" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "command-r-08-2024": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "bedrock/us-gov-east-1/anthropic.claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.0000036, + "output_cost_per_token": 0.000018, + "cache_creation_input_token_cost": 0.0000045, + "cache_read_input_token_cost": 3.6e-7, "mode": "chat", - "litellm_provider": "cohere_chat" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "command-r-plus": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "bedrock/us-gov-east-1/claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.0000036, + "output_cost_per_token": 0.000018, + "cache_creation_input_token_cost": 0.0000045, + "cache_read_input_token_cost": 3.6e-7, "mode": "chat", - "litellm_provider": "cohere_chat" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "command-r-plus-08-2024": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "bedrock/us-gov-east-1/meta.llama3-70b-instruct-v1:0": { + "max_input_tokens": 8000, + "max_output_tokens": 2048, + "input_cost_per_token": 0.00000265, + "output_cost_per_token": 0.0000035, "mode": "chat", - "litellm_provider": "cohere_chat" + "litellm_provider": "bedrock", + "supports_pdf_input": true }, - "command-r7b-12-2024": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 3.75e-8, + "bedrock/us-gov-east-1/meta.llama3-8b-instruct-v1:0": { + "max_input_tokens": 8000, + "max_output_tokens": 2048, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.00000265, "mode": "chat", - "litellm_provider": "cohere_chat" + "litellm_provider": "bedrock", + "supports_pdf_input": true }, - "computer-use-preview": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000012, + "bedrock/us-gov-west-1/amazon.nova-pro-v1:0": { + "max_input_tokens": 300000, + "max_output_tokens": 10000, + "input_cost_per_token": 9.6e-7, + "output_cost_per_token": 0.00000384, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "bedrock", + "supports_pdf_input": true, "supports_vision": true }, - "dall-e-2": { - "mode": "image_generation", - "litellm_provider": "openai" + "bedrock/us-gov-west-1/amazon.titan-embed-text-v1": { + "max_input_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "bedrock" }, - "dall-e-3": { - "mode": "image_generation", - "litellm_provider": "openai" + "bedrock/us-gov-west-1/amazon.titan-embed-text-v2:0": { + "max_input_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "bedrock" }, - "deepseek-chat": { - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 2.8e-7, - "output_cost_per_token": 4.2e-7, - "cache_read_input_token_cost": 2.8e-8, + "bedrock/us-gov-west-1/amazon.titan-text-express-v1": { + "max_input_tokens": 42000, + "max_output_tokens": 8000, + "input_cost_per_token": 0.0000013, + "output_cost_per_token": 0.0000017, "mode": "chat", - "litellm_provider": "deepseek" + "litellm_provider": "bedrock" }, - "deepseek-reasoner": { - "max_input_tokens": 131072, - "max_output_tokens": 65536, - "input_cost_per_token": 2.8e-7, - "output_cost_per_token": 4.2e-7, - "cache_read_input_token_cost": 2.8e-8, + "bedrock/us-gov-west-1/amazon.titan-text-lite-v1": { + "max_input_tokens": 42000, + "max_output_tokens": 4000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "deepseek" + "litellm_provider": "bedrock" }, - "dashscope/qwen-coder": { - "max_input_tokens": 1000000, - "max_output_tokens": 16384, - "input_cost_per_token": 3e-7, + "bedrock/us-gov-west-1/amazon.titan-text-premier-v1:0": { + "max_input_tokens": 42000, + "max_output_tokens": 32000, + "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen-flash": { - "max_input_tokens": 997952, - "max_output_tokens": 32768, + "bedrock/us-gov-west-1/anthropic.claude-3-5-sonnet-20240620-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.0000036, + "output_cost_per_token": 0.000018, + "cache_creation_input_token_cost": 0.0000045, + "cache_read_input_token_cost": 3.6e-7, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "dashscope/qwen-flash-2025-07-28": { - "max_input_tokens": 997952, - "max_output_tokens": 32768, + "bedrock/us-gov-west-1/anthropic.claude-3-7-sonnet-20250219-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.0000036, + "output_cost_per_token": 0.000018, + "cache_creation_input_token_cost": 0.0000045, + "cache_read_input_token_cost": 3.6e-7, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "dashscope/qwen-max": { - "max_input_tokens": 30720, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0000016, - "output_cost_per_token": 0.0000064, + "bedrock/us-gov-west-1/anthropic.claude-3-haiku-20240307-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000015, + "cache_creation_input_token_cost": 3.75e-7, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "dashscope/qwen-plus": { - "max_input_tokens": 129024, - "max_output_tokens": 16384, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000012, + "bedrock/us-gov-west-1/anthropic.claude-haiku-4-5-20251001-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.000006, + "cache_creation_input_token_cost": 0.0000015, + "cache_read_input_token_cost": 1.2e-7, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "dashscope/qwen-plus-2025-01-25": { - "max_input_tokens": 129024, + "bedrock/us-gov-west-1/anthropic.claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, "max_output_tokens": 8192, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000012, + "input_cost_per_token": 0.0000036, + "output_cost_per_token": 0.000018, + "cache_creation_input_token_cost": 0.0000045, + "cache_read_input_token_cost": 3.6e-7, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "dashscope/qwen-plus-2025-04-28": { - "max_input_tokens": 129024, - "max_output_tokens": 16384, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000012, + "bedrock/us-gov-west-1/claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.0000036, + "output_cost_per_token": 0.000018, + "cache_creation_input_token_cost": 0.0000045, + "cache_read_input_token_cost": 3.6e-7, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "dashscope/qwen-plus-2025-07-14": { - "max_input_tokens": 129024, - "max_output_tokens": 16384, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000012, + "bedrock/us-gov-west-1/meta.llama3-70b-instruct-v1:0": { + "max_input_tokens": 8000, + "max_output_tokens": 2048, + "input_cost_per_token": 0.00000265, + "output_cost_per_token": 0.0000035, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock", + "supports_pdf_input": true }, - "dashscope/qwen-plus-2025-07-28": { - "max_input_tokens": 997952, - "max_output_tokens": 32768, + "bedrock/us-gov-west-1/meta.llama3-8b-instruct-v1:0": { + "max_input_tokens": 8000, + "max_output_tokens": 2048, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.00000265, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock", + "supports_pdf_input": true }, - "dashscope/qwen-plus-2025-09-11": { - "max_input_tokens": 997952, - "max_output_tokens": 32768, + "bedrock/us-west-1/meta.llama3-70b-instruct-v1:0": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000265, + "output_cost_per_token": 0.0000035, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen-plus-latest": { - "max_input_tokens": 997952, - "max_output_tokens": 32768, + "bedrock/us-west-1/meta.llama3-8b-instruct-v1:0": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen-turbo": { - "max_input_tokens": 129024, - "max_output_tokens": 16384, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2e-7, + "bedrock/us-west-2/1-month-commitment/anthropic.claude-instant-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen-turbo-2024-11-01": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2e-7, + "bedrock/us-west-2/1-month-commitment/anthropic.claude-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen-turbo-2025-04-28": { - "max_input_tokens": 1000000, - "max_output_tokens": 16384, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2e-7, + "bedrock/us-west-2/1-month-commitment/anthropic.claude-v2:1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen-turbo-latest": { - "max_input_tokens": 1000000, - "max_output_tokens": 16384, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2e-7, + "bedrock/us-west-2/6-month-commitment/anthropic.claude-instant-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen3-30b-a3b": { - "max_input_tokens": 129024, - "max_output_tokens": 16384, + "bedrock/us-west-2/6-month-commitment/anthropic.claude-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen3-coder-flash": { - "max_input_tokens": 997952, - "max_output_tokens": 65536, + "bedrock/us-west-2/6-month-commitment/anthropic.claude-v2:1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen3-coder-flash-2025-07-28": { - "max_input_tokens": 997952, - "max_output_tokens": 65536, + "bedrock/us-west-2/anthropic.claude-instant-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000024, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen3-coder-plus": { - "max_input_tokens": 997952, - "max_output_tokens": 65536, + "bedrock/us-west-2/anthropic.claude-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen3-coder-plus-2025-07-22": { - "max_input_tokens": 997952, - "max_output_tokens": 65536, + "bedrock/us-west-2/anthropic.claude-v2:1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen3-max-preview": { - "max_input_tokens": 258048, - "max_output_tokens": 65536, + "bedrock/us-west-2/deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 6.2e-7, + "output_cost_per_token": 0.00000185, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwq-plus": { - "max_input_tokens": 98304, + "bedrock/us-west-2/minimax.minimax-m2.1": { + "max_input_tokens": 196000, "max_output_tokens": 8192, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000024, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "databricks/databricks-bge-large-en": { - "max_input_tokens": 512, - "input_cost_per_token": 1.0003e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "databricks" + "bedrock/us-west-2/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "bedrock" }, - "databricks/databricks-claude-3-7-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000029999900000000002, - "output_cost_per_token": 0.000015000020000000002, + "bedrock/us-west-2/mistral.mistral-7b-instruct-v0:2": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-claude-haiku-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.00000100002, - "output_cost_per_token": 0.00000500003, + "bedrock/us-west-2/mistral.mistral-large-2402-v1:0": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-claude-opus-4": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015000020000000002, - "output_cost_per_token": 0.00007500003000000001, + "bedrock/us-west-2/mistral.mixtral-8x7b-instruct-v0:1": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 4.5e-7, + "output_cost_per_token": 7e-7, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-claude-opus-4-1": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015000020000000002, - "output_cost_per_token": 0.00007500003000000001, + "bedrock/us-west-2/moonshotai.kimi-k2-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-claude-opus-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.00000500003, - "output_cost_per_token": 0.000025000010000000002, + "bedrock/us-west-2/moonshotai.kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock", + "supports_vision": true }, - "databricks/databricks-claude-sonnet-4": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000029999900000000002, - "output_cost_per_token": 0.000015000020000000002, + "bedrock/us-west-2/qwen.qwen3-coder-next": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-claude-sonnet-4-1": { + "bedrock/us-west-2/zai.glm-5": { "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000029999900000000002, - "output_cost_per_token": 0.000015000020000000002, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.0000032, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-claude-sonnet-4-5": { + "bedrock/us.anthropic.claude-3-5-haiku-20241022-v1:0": { "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000029999900000000002, - "output_cost_per_token": 0.000015000020000000002, + "max_output_tokens": 8192, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.000004, + "cache_creation_input_token_cost": 0.000001, + "cache_read_input_token_cost": 8e-8, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock", + "supports_pdf_input": true }, - "databricks/databricks-gemini-2-5-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3.0001999999999996e-7, - "output_cost_per_token": 0.00000249998, + "bedrock_mantle/google.gemma-4-26b-a4b": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock_mantle", + "supports_vision": true }, - "databricks/databricks-gemini-2-5-pro": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 0.00000124999, - "output_cost_per_token": 0.000009999990000000002, + "bedrock_mantle/google.gemma-4-31b": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock_mantle", + "supports_vision": true }, - "databricks/databricks-gemma-3-12b": { + "bedrock_mantle/google.gemma-4-e2b": { "max_input_tokens": 128000, - "max_output_tokens": 32000, - "input_cost_per_token": 1.5000999999999998e-7, - "output_cost_per_token": 5.0001e-7, + "max_output_tokens": 128000, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 8e-8, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock_mantle", + "supports_vision": true }, - "databricks/databricks-gpt-5": { + "bedrock_mantle/openai.gpt-5.4": { "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 0.00000124999, - "output_cost_per_token": 0.000009999990000000002, - "mode": "chat", - "litellm_provider": "databricks" + "input_cost_per_token": 0.00000275, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 2.75e-7, + "mode": "responses", + "litellm_provider": "bedrock_mantle", + "supports_vision": true }, - "databricks/databricks-gpt-5-1": { + "bedrock_mantle/openai.gpt-5.5": { "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 0.00000124999, - "output_cost_per_token": 0.000009999990000000002, - "mode": "chat", - "litellm_provider": "databricks" + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, + "mode": "responses", + "litellm_provider": "bedrock_mantle", + "supports_vision": true }, - "databricks/databricks-gpt-5-mini": { - "max_input_tokens": 272000, + "bedrock_mantle/openai.gpt-5.6-luna": { + "max_input_tokens": 1000000, "max_output_tokens": 128000, - "input_cost_per_token": 2.4997000000000006e-7, - "output_cost_per_token": 0.0000019999700000000004, - "mode": "chat", - "litellm_provider": "databricks" + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 0.00000132, + "cache_creation_input_token_cost": 2.75e-7, + "cache_read_input_token_cost": 2.2e-8, + "mode": "responses", + "litellm_provider": "bedrock_mantle", + "supports_vision": true }, - "databricks/databricks-gpt-5-nano": { - "max_input_tokens": 272000, + "bedrock_mantle/openai.gpt-5.6-sol": { + "max_input_tokens": 1000000, "max_output_tokens": 128000, - "input_cost_per_token": 4.998e-8, - "output_cost_per_token": 3.9998000000000007e-7, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, + "mode": "responses", + "litellm_provider": "bedrock_mantle", + "supports_vision": true + }, + "bedrock_mantle/openai.gpt-5.6-terra": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.0000132, + "cache_creation_input_token_cost": 0.00000275, + "cache_read_input_token_cost": 2.2e-7, + "mode": "responses", + "litellm_provider": "bedrock_mantle", + "supports_vision": true + }, + "bedrock_mantle/openai.gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock_mantle" }, - "databricks/databricks-gpt-oss-120b": { + "bedrock_mantle/openai.gpt-oss-20b": { "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.5000999999999998e-7, - "output_cost_per_token": 5.9997e-7, + "max_output_tokens": 32768, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock_mantle" }, - "databricks/databricks-gpt-oss-20b": { + "bedrock_mantle/openai.gpt-oss-safeguard-120b": { "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 3.0001999999999996e-7, + "max_output_tokens": 65536, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock_mantle" }, - "databricks/databricks-gte-large-en": { - "max_input_tokens": 8192, - "input_cost_per_token": 1.2999000000000001e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "databricks" + "bedrock_mantle/openai.gpt-oss-safeguard-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "bedrock_mantle" }, - "databricks/databricks-llama-2-70b-chat": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 5.0001e-7, - "output_cost_per_token": 0.0000015000300000000002, + "bedrock_mantle/xai.grok-4.3": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock_mantle", + "supports_vision": true }, - "databricks/databricks-llama-4-maverick": { + "bedrock_mantle/xai.grok-4.6": { + "max_input_tokens": 500000, + "max_output_tokens": 500000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.0000066, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "bedrock_mantle", + "supports_vision": true + }, + "black_forest_labs/flux-dev": { + "mode": "image_generation", + "litellm_provider": "black_forest_labs" + }, + "black_forest_labs/flux-kontext-max": { + "mode": "image_edit", + "litellm_provider": "black_forest_labs" + }, + "black_forest_labs/flux-kontext-pro": { + "mode": "image_edit", + "litellm_provider": "black_forest_labs" + }, + "black_forest_labs/flux-pro": { + "mode": "image_generation", + "litellm_provider": "black_forest_labs" + }, + "black_forest_labs/flux-pro-1.0-expand": { + "mode": "image_edit", + "litellm_provider": "black_forest_labs" + }, + "black_forest_labs/flux-pro-1.0-fill": { + "mode": "image_edit", + "litellm_provider": "black_forest_labs" + }, + "black_forest_labs/flux-pro-1.1": { + "mode": "image_generation", + "litellm_provider": "black_forest_labs" + }, + "black_forest_labs/flux-pro-1.1-ultra": { + "mode": "image_generation", + "litellm_provider": "black_forest_labs" + }, + "cerebras/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 7.5e-7, + "mode": "chat", + "litellm_provider": "cerebras" + }, + "cerebras/llama-3.3-70b": { "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 5.0001e-7, - "output_cost_per_token": 0.0000015000300000000002, + "input_cost_per_token": 8.5e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "cerebras" }, - "databricks/databricks-meta-llama-3-1-405b-instruct": { + "cerebras/llama3.1-70b": { "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 0.00000500003, - "output_cost_per_token": 0.000015000020000000002, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "cerebras" }, - "databricks/databricks-meta-llama-3-1-8b-instruct": { - "max_input_tokens": 200000, + "cerebras/llama3.1-8b": { + "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 1.5000999999999998e-7, - "output_cost_per_token": 4.5003000000000007e-7, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "cerebras" }, - "databricks/databricks-meta-llama-3-3-70b-instruct": { + "cerebras/qwen-3-32b": { "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 5.0001e-7, - "output_cost_per_token": 0.0000015000300000000002, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 8e-7, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "cerebras" }, - "databricks/databricks-meta-llama-3-70b-instruct": { + "cerebras/zai-glm-4.6": { "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 0.00000100002, - "output_cost_per_token": 0.0000029999900000000002, + "input_cost_per_token": 0.00000225, + "output_cost_per_token": 0.00000275, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "cerebras" }, - "databricks/databricks-mixtral-8x7b-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 5.0001e-7, - "output_cost_per_token": 0.00000100002, + "cerebras/zai-glm-4.7": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000225, + "output_cost_per_token": 0.00000275, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "cerebras" }, - "databricks/databricks-mpt-30b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000100002, - "output_cost_per_token": 0.00000100002, + "chat-latest": { + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "databricks/databricks-mpt-7b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 5.0001e-7, - "output_cost_per_token": 0, + "chatdolphin": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "databricks" - }, - "dataforseo/search": { - "mode": "search", - "litellm_provider": "dataforseo" + "litellm_provider": "nlp_cloud" }, - "davinci-002": { - "max_input_tokens": 16384, + "chatgpt-4o-latest": { + "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000002, - "mode": "completion", - "litellm_provider": "text-completion-openai" - }, - "deepgram/base": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" - }, - "deepgram/base-conversationalai": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" - }, - "deepgram/base-finance": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "deepgram/base-general": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "chatgpt-image-latest": { + "input_cost_per_token": 0.000005, + "output_cost_per_image_token": 0.00004, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "openai" }, - "deepgram/base-meeting": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "chatgpt/gpt-5.1-codex-max": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "mode": "responses", + "litellm_provider": "chatgpt", + "supports_vision": true }, - "deepgram/base-phonecall": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "chatgpt/gpt-5.1-codex-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, + "mode": "responses", + "litellm_provider": "chatgpt", + "supports_vision": true }, - "deepgram/base-video": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "chatgpt/gpt-5.2": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, + "mode": "responses", + "litellm_provider": "chatgpt", + "supports_vision": true }, - "deepgram/base-voicemail": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "chatgpt/gpt-5.2-codex": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "mode": "responses", + "litellm_provider": "chatgpt", + "supports_vision": true }, - "deepgram/enhanced": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "chatgpt/gpt-5.3-chat-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, + "mode": "responses", + "litellm_provider": "chatgpt", + "supports_vision": true }, - "deepgram/enhanced-finance": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "chatgpt/gpt-5.3-codex": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "mode": "responses", + "litellm_provider": "chatgpt", + "supports_vision": true }, - "deepgram/enhanced-general": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "chatgpt/gpt-5.3-codex-spark": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "mode": "responses", + "litellm_provider": "chatgpt", + "supports_vision": true }, - "deepgram/enhanced-meeting": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "chatgpt/gpt-5.3-instant": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, + "mode": "responses", + "litellm_provider": "chatgpt", + "supports_vision": true }, - "deepgram/enhanced-phonecall": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "chatgpt/gpt-5.4": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "mode": "responses", + "litellm_provider": "chatgpt", + "supports_vision": true }, - "deepgram/nova": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "chatgpt/gpt-5.4-pro": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "mode": "responses", + "litellm_provider": "chatgpt", + "supports_vision": true }, - "deepgram/nova-2": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "claude-3-7-sonnet-20250219": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "deepgram/nova-2-atc": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "claude-3-haiku-20240307": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000125, + "cache_creation_input_token_cost": 3e-7, + "cache_read_input_token_cost": 3e-8, + "mode": "chat", + "litellm_provider": "anthropic", + "supports_vision": true }, - "deepgram/nova-2-automotive": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "claude-3-opus-20240229": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, + "mode": "chat", + "litellm_provider": "anthropic", + "supports_vision": true }, - "deepgram/nova-2-conversationalai": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "claude-4-opus-20250514": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, + "mode": "chat", + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "deepgram/nova-2-drivethru": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "claude-4-sonnet-20250514": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "mode": "chat", + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "deepgram/nova-2-finance": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "claude-fable-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00005, + "cache_creation_input_token_cost": 0.0000125, + "cache_read_input_token_cost": 0.000001, + "mode": "chat", + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "deepgram/nova-2-general": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "claude-haiku-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, + "mode": "chat", + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "deepgram/nova-2-meeting": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "claude-haiku-4-5-20251001": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, + "mode": "chat", + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "deepgram/nova-2-phonecall": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "claude-mythos-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00005, + "cache_creation_input_token_cost": 0.0000125, + "cache_read_input_token_cost": 0.000001, + "mode": "chat", + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "deepgram/nova-2-video": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "claude-mythos-preview": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00005, + "cache_creation_input_token_cost": 0.0000125, + "cache_read_input_token_cost": 0.000001, + "mode": "chat", + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "deepgram/nova-2-voicemail": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "claude-opus-4-1": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, + "mode": "chat", + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "deepgram/nova-3": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" - }, - "deepgram/nova-3-general": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" - }, - "deepgram/nova-3-medical": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" - }, - "deepgram/nova-general": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" - }, - "deepgram/nova-phonecall": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" - }, - "deepgram/whisper": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" - }, - "deepgram/whisper-base": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" - }, - "deepgram/whisper-large": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" - }, - "deepgram/whisper-medium": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" - }, - "deepgram/whisper-small": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" - }, - "deepgram/whisper-tiny": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" - }, - "deepinfra/Gryphe/MythoMax-L2-13b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 9e-8, + "claude-opus-4-1-20250805": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/NousResearch/Hermes-3-Llama-3.1-405B": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001, + "claude-opus-4-20250514": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/NousResearch/Hermes-3-Llama-3.1-70B": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 3e-7, + "claude-opus-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/Qwen/QwQ-32B": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 4e-7, + "claude-opus-4-5-20251101": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/Qwen/Qwen2.5-72B-Instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3.9e-7, + "claude-opus-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/Qwen/Qwen2.5-7B-Instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 1e-7, + "claude-opus-4-6-20260205": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/Qwen/Qwen2.5-VL-32B-Instruct": { - "max_input_tokens": 128000, + "claude-opus-4-7": { + "max_input_tokens": 1000000, "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "deepinfra", + "litellm_provider": "anthropic", + "supports_pdf_input": true, "supports_vision": true }, - "deepinfra/Qwen/Qwen3-14B": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 2.4e-7, + "claude-opus-4-7-20260416": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/Qwen/Qwen3-235B-A22B": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 5.4e-7, + "claude-opus-4-8": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/Qwen/Qwen3-235B-A22B-Instruct-2507": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 9e-8, - "output_cost_per_token": 6e-7, + "claude-opus-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/Qwen/Qwen3-235B-A22B-Thinking-2507": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000029, + "claude-sonnet-4-20250514": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/Qwen/Qwen3-30B-A3B": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 2.9e-7, + "claude-sonnet-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/Qwen/Qwen3-32B": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 2.8e-7, + "claude-sonnet-4-5-20250929": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/Qwen/Qwen3-Coder-480B-A35B-Instruct": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, + "claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/Qwen/Qwen3-Coder-480B-A35B-Instruct-Turbo": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 2.9e-7, - "output_cost_per_token": 0.0000012, + "claude-sonnet-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/Qwen/Qwen3-Next-80B-A3B-Instruct": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 0.0000014, + "claude-sonnet-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "cache_creation_input_token_cost": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/Qwen/Qwen3-Next-80B-A3B-Thinking": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 0.0000014, + "cloudflare/@cf/aisingapore/gemma-sea-lion-v4-27b-it": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3.51e-7, + "output_cost_per_token": 5.55e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/Sao10K/L3-8B-Lunaris-v1-Turbo": { + "cloudflare/@cf/deepseek-ai/deepseek-r1-distill-qwen-32b": { + "max_input_tokens": 80000, + "max_output_tokens": 80000, + "input_cost_per_token": 4.97e-7, + "output_cost_per_token": 0.000004881, + "mode": "chat", + "litellm_provider": "cloudflare" + }, + "cloudflare/@cf/google/gemma-2b-it-lora": { "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 5e-8, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/Sao10K/L3.1-70B-Euryale-v2.2": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6.5e-7, - "output_cost_per_token": 7.5e-7, + "cloudflare/@cf/google/gemma-4-26b-a4b-it": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/Sao10K/L3.3-70B-Euryale-v2.3": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6.5e-7, - "output_cost_per_token": 7.5e-7, + "cloudflare/@cf/google/gemma-7b-it-lora": { + "max_input_tokens": 3500, + "max_output_tokens": 3500, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/allenai/olmOCR-7B-0725-FP8": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 0.0000015, + "cloudflare/@cf/ibm-granite/granite-4.0-h-micro": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, + "input_cost_per_token": 1.7e-8, + "output_cost_per_token": 1.12e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/anthropic/claude-3-7-sonnet-latest": { - "max_input_tokens": 200000, - "max_output_tokens": 200000, - "input_cost_per_token": 0.0000033, - "output_cost_per_token": 0.0000165, - "cache_read_input_token_cost": 3.3e-7, + "cloudflare/@cf/meta-llama/llama-2-7b-chat-hf-lora": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/anthropic/claude-4-opus": { - "max_input_tokens": 200000, - "max_output_tokens": 200000, - "input_cost_per_token": 0.0000165, - "output_cost_per_token": 0.0000825, + "cloudflare/@cf/meta/llama-2-7b-chat-fp16": { + "max_input_tokens": 3072, + "max_output_tokens": 3072, + "input_cost_per_token": 0.000001923, + "output_cost_per_token": 0.000001923, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/anthropic/claude-4-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 200000, - "input_cost_per_token": 0.0000033, - "output_cost_per_token": 0.0000165, + "cloudflare/@cf/meta/llama-2-7b-chat-int8": { + "max_input_tokens": 2048, + "max_output_tokens": 2048, + "input_cost_per_token": 0.000001923, + "output_cost_per_token": 0.000001923, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/deepseek-ai/DeepSeek-R1": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 7e-7, - "output_cost_per_token": 0.0000024, + "cloudflare/@cf/meta/llama-3.1-8b-instruct-fp8": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 1.52e-7, + "output_cost_per_token": 2.87e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/deepseek-ai/DeepSeek-R1-0528": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.00000215, - "cache_read_input_token_cost": 4e-7, + "cloudflare/@cf/meta/llama-3.2-11b-vision-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 4.85e-8, + "output_cost_per_token": 6.76e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare", + "supports_vision": true }, - "deepinfra/deepseek-ai/DeepSeek-R1-0528-Turbo": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "cloudflare/@cf/meta/llama-3.2-1b-instruct": { + "max_input_tokens": 60000, + "max_output_tokens": 60000, + "input_cost_per_token": 2.7e-8, + "output_cost_per_token": 2.01e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/deepseek-ai/DeepSeek-R1-Distill-Llama-70B": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "cloudflare/@cf/meta/llama-3.2-3b-instruct": { + "max_input_tokens": 80000, + "max_output_tokens": 80000, + "input_cost_per_token": 5.09e-8, + "output_cost_per_token": 3.35e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 2.7e-7, + "cloudflare/@cf/meta/llama-3.3-70b-instruct-fp8-fast": { + "max_input_tokens": 24000, + "max_output_tokens": 24000, + "input_cost_per_token": 2.93e-7, + "output_cost_per_token": 0.000002253, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/deepseek-ai/DeepSeek-R1-Turbo": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "cloudflare/@cf/meta/llama-4-scout-17b-16e-instruct": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 8.5e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/deepseek-ai/DeepSeek-V3": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 3.8e-7, - "output_cost_per_token": 8.9e-7, + "cloudflare/@cf/meta/llama-guard-3-8b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 4.84e-7, + "output_cost_per_token": 3e-8, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/deepseek-ai/DeepSeek-V3-0324": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 8.8e-7, + "cloudflare/@cf/mistral/mistral-7b-instruct-v0.1": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000001923, + "output_cost_per_token": 0.000001923, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/deepseek-ai/DeepSeek-V3.1": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 0.000001, - "cache_read_input_token_cost": 2.16e-7, + "cloudflare/@cf/mistral/mistral-7b-instruct-v0.2-lora": { + "max_input_tokens": 15000, + "max_output_tokens": 15000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/deepseek-ai/DeepSeek-V3.1-Terminus": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 0.000001, - "cache_read_input_token_cost": 2.16e-7, + "cloudflare/@cf/mistralai/mistral-small-3.1-24b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3.51e-7, + "output_cost_per_token": 5.55e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/google/gemini-2.0-flash-001": { - "max_input_tokens": 1000000, - "max_output_tokens": 1000000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, + "cloudflare/@cf/moonshotai/kimi-k2.6": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.6e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/google/gemini-2.5-flash": { - "max_input_tokens": 1000000, - "max_output_tokens": 1000000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, + "cloudflare/@cf/moonshotai/kimi-k2.7-code": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.9e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/google/gemini-2.5-pro": { - "max_input_tokens": 1000000, - "max_output_tokens": 1000000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, + "cloudflare/@cf/nvidia/nemotron-3-120b-a12b": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/google/gemma-3-12b-it": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 1e-7, + "cloudflare/@cf/openai/gpt-oss-120b": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 7.5e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/google/gemma-3-27b-it": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-8, - "output_cost_per_token": 1.6e-7, + "cloudflare/@cf/openai/gpt-oss-20b": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/google/gemma-3-4b-it": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 8e-8, + "cloudflare/@cf/qwen/qwen2.5-coder-32b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 6.6e-7, + "output_cost_per_token": 0.000001, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/meta-llama/Llama-3.2-11B-Vision-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 4.9e-8, - "output_cost_per_token": 4.9e-8, + "cloudflare/@cf/qwen/qwen3-30b-a3b-fp8": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 5.09e-8, + "output_cost_per_token": 3.35e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/meta-llama/Llama-3.2-3B-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 2e-8, + "cloudflare/@cf/qwen/qwq-32b": { + "max_input_tokens": 24000, + "max_output_tokens": 24000, + "input_cost_per_token": 6.6e-7, + "output_cost_per_token": 0.000001, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/meta-llama/Llama-3.3-70B-Instruct": { + "cloudflare/@cf/zai-org/glm-4.7-flash": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 2.3e-7, + "input_cost_per_token": 6.05e-8, "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "deepinfra" - }, - "deepinfra/meta-llama/Llama-3.3-70B-Instruct-Turbo": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 3.9e-7, - "mode": "chat", - "litellm_provider": "deepinfra" - }, - "deepinfra/meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8": { - "max_input_tokens": 1048576, - "max_output_tokens": 1048576, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "deepinfra" - }, - "deepinfra/meta-llama/Llama-4-Scout-17B-16E-Instruct": { - "max_input_tokens": 327680, - "max_output_tokens": 327680, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 3e-7, - "mode": "chat", - "litellm_provider": "deepinfra" - }, - "deepinfra/meta-llama/Llama-Guard-3-8B": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 5.5e-8, - "output_cost_per_token": 5.5e-8, - "mode": "chat", - "litellm_provider": "deepinfra" - }, - "deepinfra/meta-llama/Llama-Guard-4-12B": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 1.8e-7, - "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/meta-llama/Meta-Llama-3-8B-Instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-8, - "output_cost_per_token": 6e-8, + "cloudflare/@cf/zai-org/glm-5.2": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 2.6e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/meta-llama/Meta-Llama-3.1-70B-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 4e-7, + "cloudflare/@hf/thebloke/codellama-7b-instruct-awq": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000001923, + "output_cost_per_token": 0.000001923, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cloudflare" }, - "deepinfra/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 2.8e-7, + "codestral/codestral-2405": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "codestral" }, - "deepinfra/meta-llama/Meta-Llama-3.1-8B-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 3e-8, - "output_cost_per_token": 5e-8, + "codestral/codestral-latest": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "codestral" }, - "deepinfra/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 3e-8, - "mode": "chat", - "litellm_provider": "deepinfra" + "codex-mini-latest": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000006, + "cache_read_input_token_cost": 3.75e-7, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/microsoft/WizardLM-2-8x22B": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 4.8e-7, - "output_cost_per_token": 4.8e-7, + "cognition/swe-1.6": { + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cognition" }, - "deepinfra/microsoft/phi-4": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 1.4e-7, + "cognition/swe-1.7": { + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cognition" }, - "deepinfra/mistralai/Mistral-Nemo-Instruct-2407": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 4e-8, + "cognition/swe-1.7-lightning": { + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.0000125, + "cache_read_input_token_cost": 0.000001, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cognition" }, - "deepinfra/mistralai/Mistral-Small-24B-Instruct-2501": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 8e-8, + "cohere.command-light-text-v14": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/mistralai/Mistral-Small-3.2-24B-Instruct-2506": { + "cohere.command-r-plus-v1:0": { "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "deepinfra" - }, - "deepinfra/mistralai/Mixtral-8x7B-Instruct-v0.1": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 4e-7, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/moonshotai/Kimi-K2-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "cohere.command-r-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000002, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/moonshotai/Kimi-K2-Instruct-0905": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 5e-7, + "cohere.command-text-v14": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0.0000015, "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 4e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/nvidia/Llama-3.1-Nemotron-70B-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "deepinfra" + "cohere.embed-english-v3": { + "max_input_tokens": 512, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "bedrock" }, - "deepinfra/nvidia/Llama-3.3-Nemotron-Super-49B-v1.5": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "cohere.embed-multilingual-v3": { + "max_input_tokens": 512, "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "mode": "chat", - "litellm_provider": "deepinfra" + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "bedrock" }, - "deepinfra/nvidia/NVIDIA-Nemotron-Nano-9B-v2": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 1.6e-7, - "mode": "chat", - "litellm_provider": "deepinfra" + "cohere.embed-v4:0": { + "max_input_tokens": 128000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "bedrock" }, - "deepinfra/openai/gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 4.5e-7, + "cohere.rerank-v3-5:0": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "bedrock" + }, + "cohere/embed-v4.0": { + "max_input_tokens": 128000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "cohere" + }, + "command": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000002, + "mode": "completion", + "litellm_provider": "cohere" + }, + "command-a-03-2025": { + "max_input_tokens": 256000, + "max_output_tokens": 8000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cohere_chat" }, - "deepinfra/openai/gpt-oss-20b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 1.5e-7, + "command-light": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cohere_chat" }, - "deepinfra/zai-org/GLM-4.5": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, + "command-nightly": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000002, + "mode": "completion", + "litellm_provider": "cohere" + }, + "command-r": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "cohere_chat" }, - "deepseek/deepseek-chat": { + "command-r-08-2024": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 2.8e-7, - "output_cost_per_token": 4.2e-7, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 2.8e-8, + "max_output_tokens": 4096, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "deepseek" + "litellm_provider": "cohere_chat" }, - "deepseek/deepseek-coder": { + "command-r-plus": { "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 2.8e-7, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "deepseek" + "litellm_provider": "cohere_chat" }, - "deepseek/deepseek-r1": { - "max_input_tokens": 65536, - "max_output_tokens": 8192, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.00000219, + "command-r-plus-08-2024": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "deepseek" + "litellm_provider": "cohere_chat" }, - "deepseek/deepseek-reasoner": { + "command-r7b-12-2024": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 2.8e-7, - "output_cost_per_token": 4.2e-7, - "cache_read_input_token_cost": 2.8e-8, + "max_output_tokens": 4096, + "input_cost_per_token": 3.75e-8, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "deepseek" + "litellm_provider": "cohere_chat" }, - "deepseek/deepseek-v3": { - "max_input_tokens": 65536, - "max_output_tokens": 8192, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 0.0000011, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 7e-8, + "computer-use-preview": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000012, "mode": "chat", - "litellm_provider": "deepseek" + "litellm_provider": "azure", + "supports_vision": true }, - "deepseek/deepseek-v3.2": { + "crusoe/Qwen/Qwen3-235B-A22B-Instruct-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000003, + "mode": "chat", + "litellm_provider": "crusoe" + }, + "crusoe/deepseek-ai/DeepSeek-R1-0528": { "max_input_tokens": 163840, "max_output_tokens": 163840, - "input_cost_per_token": 2.8e-7, - "output_cost_per_token": 4e-7, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000007, "mode": "chat", - "litellm_provider": "deepseek" + "litellm_provider": "crusoe" }, - "deepseek.v3-v1:0": { + "crusoe/deepseek-ai/DeepSeek-V3-0324": { "max_input_tokens": 163840, - "max_output_tokens": 81920, - "input_cost_per_token": 5.8e-7, - "output_cost_per_token": 0.00000168, + "max_output_tokens": 163840, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "bedrock_converse" - }, - "dolphin": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, - "mode": "completion", - "litellm_provider": "nlp_cloud" + "litellm_provider": "crusoe" }, - "doubao-embedding": { - "max_input_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "volcengine" + "crusoe/google/gemma-3-12b-it": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "crusoe", + "supports_vision": true }, - "doubao-embedding-large": { - "max_input_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "volcengine" + "crusoe/meta-llama/Llama-3.3-70B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "crusoe" }, - "doubao-embedding-large-text-240915": { - "max_input_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "volcengine" + "crusoe/moonshotai/Kimi-K2-Thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "crusoe" }, - "doubao-embedding-large-text-250515": { - "max_input_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "volcengine" + "crusoe/openai/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 8e-7, + "mode": "chat", + "litellm_provider": "crusoe" }, - "doubao-embedding-text-240715": { - "max_input_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "volcengine" + "dall-e-2": { + "mode": "image_generation", + "litellm_provider": "openai" }, - "exa_ai/search": { - "mode": "search", - "litellm_provider": "exa_ai" + "dall-e-3": { + "mode": "image_generation", + "litellm_provider": "openai" }, - "firecrawl/search": { - "mode": "search", - "litellm_provider": "firecrawl" + "darkbloom/gemma-4-26b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 1.65e-7, + "mode": "chat", + "litellm_provider": "darkbloom" }, - "perplexity/search": { - "mode": "search", - "litellm_provider": "perplexity" + "darkbloom/gpt-oss-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 1.45e-8, + "output_cost_per_token": 7e-8, + "mode": "chat", + "litellm_provider": "darkbloom" }, - "searxng/search": { - "mode": "search", - "litellm_provider": "searxng" + "dashscope/deepseek-v4-flash": { + "max_input_tokens": 1000000, + "max_output_tokens": 393216, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 4e-8, + "mode": "chat", + "litellm_provider": "dashscope" }, - "elevenlabs/scribe_v1": { - "mode": "audio_transcription", - "litellm_provider": "elevenlabs" - }, - "elevenlabs/scribe_v1_experimental": { - "mode": "audio_transcription", - "litellm_provider": "elevenlabs" - }, - "embed-english-light-v2.0": { - "max_input_tokens": 1024, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "cohere" - }, - "embed-english-light-v3.0": { - "max_input_tokens": 1024, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "cohere" - }, - "embed-english-v2.0": { - "max_input_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "cohere" - }, - "embed-english-v3.0": { - "max_input_tokens": 1024, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "cohere" + "dashscope/deepseek-v4-flash-0731": { + "max_input_tokens": 1000000, + "max_output_tokens": 393216, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 4e-8, + "mode": "chat", + "litellm_provider": "dashscope" }, - "embed-multilingual-v2.0": { - "max_input_tokens": 768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "cohere" + "dashscope/deepseek-v4-pro": { + "max_input_tokens": 1000000, + "max_output_tokens": 393216, + "input_cost_per_token": 0.0000024, + "output_cost_per_token": 0.0000048, + "cache_read_input_token_cost": 2e-7, + "mode": "chat", + "litellm_provider": "dashscope" }, - "embed-multilingual-v3.0": { - "max_input_tokens": 1024, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "cohere" + "dashscope/glm-5.1": { + "max_input_tokens": 202745, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 2.6e-7, + "mode": "chat", + "litellm_provider": "dashscope" }, - "embed-multilingual-light-v3.0": { - "max_input_tokens": 1024, - "input_cost_per_token": 0.0001, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "cohere" + "dashscope/glm-5.2": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 2.8e-7, + "mode": "chat", + "litellm_provider": "dashscope" }, - "eu.amazon.nova-lite-v1:0": { - "max_input_tokens": 300000, - "max_output_tokens": 10000, - "input_cost_per_token": 7.8e-8, - "output_cost_per_token": 3.12e-7, + "dashscope/kimi-k2.7-code": { + "max_input_tokens": 229376, + "max_output_tokens": 16384, + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.9e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, + "litellm_provider": "dashscope", "supports_vision": true }, - "eu.amazon.nova-micro-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 10000, - "input_cost_per_token": 4.6e-8, - "output_cost_per_token": 1.84e-7, + "dashscope/qwen-coder": { + "max_input_tokens": 1000000, + "max_output_tokens": 16384, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "dashscope" }, - "eu.amazon.nova-pro-v1:0": { - "max_input_tokens": 300000, - "max_output_tokens": 10000, - "input_cost_per_token": 0.00000105, - "output_cost_per_token": 0.0000042, + "dashscope/qwen-flash": { + "max_input_tokens": 997952, + "max_output_tokens": 32768, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "dashscope" }, - "eu.anthropic.claude-3-5-haiku-20241022-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000125, + "dashscope/qwen-flash-2025-07-28": { + "max_input_tokens": 997952, + "max_output_tokens": 32768, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true + "litellm_provider": "dashscope" }, - "eu.anthropic.claude-haiku-4-5-20251001-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000055, - "cache_creation_input_token_cost": 0.000001375, - "cache_read_input_token_cost": 1.1e-7, + "dashscope/qwen-image-2.0": { + "mode": "image_generation", + "litellm_provider": "dashscope" + }, + "dashscope/qwen-image-2.0-pro": { + "mode": "image_generation", + "litellm_provider": "dashscope" + }, + "dashscope/qwen-max": { + "max_input_tokens": 30720, + "max_output_tokens": 8192, + "input_cost_per_token": 0.0000016, + "output_cost_per_token": 0.0000064, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "dashscope" }, - "eu.anthropic.claude-3-5-sonnet-20240620-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "dashscope/qwen-plus": { + "max_input_tokens": 129024, + "max_output_tokens": 16384, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "dashscope" }, - "eu.anthropic.claude-3-5-sonnet-20241022-v2:0": { - "max_input_tokens": 200000, + "dashscope/qwen-plus-2025-01-25": { + "max_input_tokens": 129024, "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "dashscope" }, - "eu.anthropic.claude-3-7-sonnet-20250219-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "dashscope/qwen-plus-2025-04-28": { + "max_input_tokens": 129024, + "max_output_tokens": 16384, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "dashscope" }, - "eu.anthropic.claude-3-haiku-20240307-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000125, + "dashscope/qwen-plus-2025-07-14": { + "max_input_tokens": 129024, + "max_output_tokens": 16384, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "dashscope" }, - "eu.anthropic.claude-3-opus-20240229-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, + "dashscope/qwen-plus-2025-07-28": { + "max_input_tokens": 997952, + "max_output_tokens": 32768, "mode": "chat", - "litellm_provider": "bedrock", - "supports_vision": true + "litellm_provider": "dashscope" }, - "eu.anthropic.claude-3-sonnet-20240229-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "dashscope/qwen-plus-2025-09-11": { + "max_input_tokens": 997952, + "max_output_tokens": 32768, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "dashscope" }, - "eu.anthropic.claude-opus-4-1-20250805-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "dashscope/qwen-plus-latest": { + "max_input_tokens": 997952, + "max_output_tokens": 32768, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "dashscope" }, - "eu.anthropic.claude-opus-4-20250514-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "dashscope/qwen-turbo": { + "max_input_tokens": 129024, + "max_output_tokens": 16384, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "dashscope" }, - "eu.anthropic.claude-sonnet-4-20250514-v1:0": { + "dashscope/qwen-turbo-2024-11-01": { "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "dashscope" }, - "eu.anthropic.claude-sonnet-4-5-20250929-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000033, - "output_cost_per_token": 0.0000165, - "input_cost_per_token_above_200k_tokens": 0.0000066, - "output_cost_per_token_above_200k_tokens": 0.00002475, - "cache_creation_input_token_cost": 0.000004125, - "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, - "cache_read_input_token_cost": 3.3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, + "dashscope/qwen-turbo-2025-04-28": { + "max_input_tokens": 1000000, + "max_output_tokens": 16384, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "dashscope" }, - "eu.meta.llama3-2-1b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 1.3e-7, + "dashscope/qwen-turbo-latest": { + "max_input_tokens": 1000000, + "max_output_tokens": 16384, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "dashscope" }, - "eu.meta.llama3-2-3b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.9e-7, - "output_cost_per_token": 1.9e-7, + "dashscope/qwen3-30b-a3b": { + "max_input_tokens": 129024, + "max_output_tokens": 16384, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "dashscope" }, - "eu.mistral.pixtral-large-2502-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "dashscope/qwen3-coder-flash": { + "max_input_tokens": 997952, + "max_output_tokens": 65536, "mode": "chat", - "litellm_provider": "bedrock_converse" - }, - "fal_ai/bria/text-to-image/3.2": { - "mode": "image_generation", - "litellm_provider": "fal_ai" - }, - "fal_ai/fal-ai/flux-pro/v1.1": { - "mode": "image_generation", - "litellm_provider": "fal_ai" - }, - "fal_ai/fal-ai/flux-pro/v1.1-ultra": { - "mode": "image_generation", - "litellm_provider": "fal_ai" - }, - "fal_ai/fal-ai/flux/schnell": { - "mode": "image_generation", - "litellm_provider": "fal_ai" - }, - "fal_ai/fal-ai/bytedance/seedream/v3/text-to-image": { - "mode": "image_generation", - "litellm_provider": "fal_ai" - }, - "fal_ai/fal-ai/bytedance/dreamina/v3.1/text-to-image": { - "mode": "image_generation", - "litellm_provider": "fal_ai" - }, - "fal_ai/fal-ai/ideogram/v3": { - "mode": "image_generation", - "litellm_provider": "fal_ai" - }, - "fal_ai/fal-ai/imagen4/preview": { - "mode": "image_generation", - "litellm_provider": "fal_ai" - }, - "fal_ai/fal-ai/imagen4/preview/fast": { - "mode": "image_generation", - "litellm_provider": "fal_ai" + "litellm_provider": "dashscope" }, - "fal_ai/fal-ai/imagen4/preview/ultra": { - "mode": "image_generation", - "litellm_provider": "fal_ai" + "dashscope/qwen3-coder-flash-2025-07-28": { + "max_input_tokens": 997952, + "max_output_tokens": 65536, + "mode": "chat", + "litellm_provider": "dashscope" }, - "fal_ai/fal-ai/recraft/v3/text-to-image": { - "mode": "image_generation", - "litellm_provider": "fal_ai" + "dashscope/qwen3-coder-plus": { + "max_input_tokens": 997952, + "max_output_tokens": 65536, + "mode": "chat", + "litellm_provider": "dashscope" }, - "fal_ai/fal-ai/stable-diffusion-v35-medium": { - "mode": "image_generation", - "litellm_provider": "fal_ai" + "dashscope/qwen3-coder-plus-2025-07-22": { + "max_input_tokens": 997952, + "max_output_tokens": 65536, + "mode": "chat", + "litellm_provider": "dashscope" }, - "featherless_ai/featherless-ai/Qwerky-72B": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, + "dashscope/qwen3-max": { + "max_input_tokens": 258048, + "max_output_tokens": 65536, "mode": "chat", - "litellm_provider": "featherless_ai" + "litellm_provider": "dashscope" }, - "featherless_ai/featherless-ai/Qwerky-QwQ-32B": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, + "dashscope/qwen3-max-2026-01-23": { + "max_input_tokens": 258048, + "max_output_tokens": 65536, "mode": "chat", - "litellm_provider": "featherless_ai" + "litellm_provider": "dashscope" }, - "fireworks-ai-4.1b-to-16b": { - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "litellm_provider": "fireworks_ai" + "dashscope/qwen3-max-preview": { + "max_input_tokens": 258048, + "max_output_tokens": 65536, + "mode": "chat", + "litellm_provider": "dashscope" }, - "fireworks-ai-56b-to-176b": { - "input_cost_per_token": 0.0000012, + "dashscope/qwen3-next-80b-a3b-instruct": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 1.5e-7, "output_cost_per_token": 0.0000012, - "litellm_provider": "fireworks_ai" - }, - "fireworks-ai-above-16b": { - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "litellm_provider": "fireworks_ai" + "mode": "chat", + "litellm_provider": "dashscope" }, - "fireworks-ai-default": { - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "litellm_provider": "fireworks_ai" + "dashscope/qwen3-next-80b-a3b-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "dashscope" }, - "fireworks-ai-embedding-150m-to-350m": { - "input_cost_per_token": 1.6e-8, - "output_cost_per_token": 0, - "litellm_provider": "fireworks_ai-embedding-models" + "dashscope/qwen3-vl-235b-a22b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "mode": "chat", + "litellm_provider": "dashscope", + "supports_vision": true }, - "fireworks-ai-embedding-up-to-150m": { - "input_cost_per_token": 8e-9, - "output_cost_per_token": 0, - "litellm_provider": "fireworks_ai-embedding-models" + "dashscope/qwen3-vl-235b-a22b-thinking": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000004, + "mode": "chat", + "litellm_provider": "dashscope", + "supports_vision": true }, - "fireworks-ai-moe-up-to-56b": { - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, - "litellm_provider": "fireworks_ai" + "dashscope/qwen3-vl-32b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 1.6e-7, + "output_cost_per_token": 6.4e-7, + "mode": "chat", + "litellm_provider": "dashscope", + "supports_vision": true }, - "fireworks-ai-up-to-4b": { - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "litellm_provider": "fireworks_ai" + "dashscope/qwen3-vl-32b-thinking": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 1.6e-7, + "output_cost_per_token": 0.00000287, + "mode": "chat", + "litellm_provider": "dashscope", + "supports_vision": true }, - "fireworks_ai/WhereIsAI/UAE-Large-V1": { - "max_input_tokens": 512, - "input_cost_per_token": 1.6e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "fireworks_ai-embedding-models" + "dashscope/qwen3-vl-plus": { + "max_input_tokens": 260096, + "max_output_tokens": 32768, + "mode": "chat", + "litellm_provider": "dashscope", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-instruct": { - "max_input_tokens": 65536, + "dashscope/qwen3.5-plus": { + "max_input_tokens": 991808, "max_output_tokens": 65536, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "dashscope", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1": { - "max_input_tokens": 128000, - "max_output_tokens": 20480, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000008, + "dashscope/qwen3.7-max": { + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.0000075, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "dashscope" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528": { - "max_input_tokens": 160000, - "max_output_tokens": 160000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000008, + "dashscope/qwen3.7-plus": { + "max_input_tokens": 991808, + "max_output_tokens": 65536, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "dashscope", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-basic": { - "max_input_tokens": 128000, - "max_output_tokens": 20480, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.00000219, + "dashscope/qwen3.8-max": { + "max_input_tokens": 991808, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "cache_read_input_token_cost": 2.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "dashscope", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/deepseek-v3": { - "max_input_tokens": 128000, + "dashscope/qwq-plus": { + "max_input_tokens": 98304, "max_output_tokens": 8192, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000024, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "dashscope" }, - "fireworks_ai/accounts/fireworks/models/deepseek-v3-0324": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "databricks/databricks-bge-large-en": { + "max_input_tokens": 512, + "input_cost_per_token": 1.0003e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "databricks" + }, + "databricks/databricks-claude-3-7-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000029999900000000002, + "output_cost_per_token": 0.000015000020000000002, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "databricks" }, - "fireworks_ai/accounts/fireworks/models/deepseek-v3p1": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 5.6e-7, - "output_cost_per_token": 0.00000168, + "databricks/databricks-claude-haiku-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.00000100002, + "output_cost_per_token": 0.00000500003, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "databricks" }, - "fireworks_ai/accounts/fireworks/models/deepseek-v3p1-terminus": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 5.6e-7, - "output_cost_per_token": 0.00000168, + "databricks/databricks-claude-opus-4": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015000020000000002, + "output_cost_per_token": 0.00007500003000000001, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "databricks" }, - "fireworks_ai/accounts/fireworks/models/deepseek-v3p2": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 5.6e-7, - "output_cost_per_token": 0.00000168, + "databricks/databricks-claude-opus-4-1": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015000020000000002, + "output_cost_per_token": 0.00007500003000000001, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "databricks" }, - "fireworks_ai/accounts/fireworks/models/firefunction-v2": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "databricks/databricks-claude-opus-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.00000500003, + "output_cost_per_token": 0.000025000010000000002, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "databricks" }, - "fireworks_ai/accounts/fireworks/models/glm-4p5": { - "max_input_tokens": 128000, - "max_output_tokens": 96000, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.00000219, + "databricks/databricks-claude-opus-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000500003, + "output_cost_per_token": 0.000025000010000000002, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "databricks" }, - "fireworks_ai/accounts/fireworks/models/glm-4p5-air": { - "max_input_tokens": 128000, - "max_output_tokens": 96000, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 8.8e-7, + "databricks/databricks-claude-sonnet-4": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000029999900000000002, + "output_cost_per_token": 0.000015000020000000002, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "databricks" }, - "fireworks_ai/accounts/fireworks/models/glm-4p6": { - "max_input_tokens": 202800, - "max_output_tokens": 202800, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.00000219, + "databricks/databricks-claude-sonnet-4-1": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000029999900000000002, + "output_cost_per_token": 0.000015000020000000002, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "databricks" }, - "fireworks_ai/accounts/fireworks/models/gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "databricks/databricks-claude-sonnet-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000029999900000000002, + "output_cost_per_token": 0.000015000020000000002, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "databricks" }, - "fireworks_ai/accounts/fireworks/models/gpt-oss-20b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2e-7, + "databricks/databricks-claude-sonnet-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000029999900000000002, + "output_cost_per_token": 0.000015000020000000002, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "databricks" }, - "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, + "databricks/databricks-gemini-2-5-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3.0001999999999996e-7, + "output_cost_per_token": 0.00000249998, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "databricks" }, - "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct-0905": { - "max_input_tokens": 262144, - "max_output_tokens": 32768, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, + "databricks/databricks-gemini-2-5-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 0.00000124999, + "output_cost_per_token": 0.000009999990000000002, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "databricks" }, - "fireworks_ai/accounts/fireworks/models/kimi-k2-thinking": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, + "databricks/databricks-gemini-3-1-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 3.1248e-7, + "output_cost_per_token": 0.00000187502, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "databricks" }, - "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000003, + "databricks/databricks-gemini-3-1-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 0.00000249998, + "output_cost_per_token": 0.000015000020000000002, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "databricks" }, - "fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "databricks/databricks-gemini-3-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 6.2503e-7, + "output_cost_per_token": 0.00000374997, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "databricks" }, - "fireworks_ai/accounts/fireworks/models/llama-v3p2-11b-vision-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "databricks/databricks-gemini-3-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 0.00000249998, + "output_cost_per_token": 0.000015000020000000002, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": true + "litellm_provider": "databricks" }, - "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "databricks/databricks-gemma-3-12b": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 1.5000999999999998e-7, + "output_cost_per_token": 5.0001e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "databricks" }, - "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "databricks/databricks-gpt-5": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000124999, + "output_cost_per_token": 0.000009999990000000002, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "databricks" }, - "fireworks_ai/accounts/fireworks/models/llama-v3p2-90b-vision-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "databricks/databricks-gpt-5-1": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000124999, + "output_cost_per_token": 0.000009999990000000002, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": true + "litellm_provider": "databricks" }, - "fireworks_ai/accounts/fireworks/models/llama4-maverick-instruct-basic": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 8.8e-7, + "databricks/databricks-gpt-5-1-codex-max": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000124999, + "output_cost_per_token": 0.000009999990000000002, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "databricks" }, - "fireworks_ai/accounts/fireworks/models/llama4-scout-instruct-basic": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "databricks/databricks-gpt-5-1-codex-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.4997e-7, + "output_cost_per_token": 0.00000199997, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "databricks" }, - "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct-hf": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "databricks/databricks-gpt-5-2": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "databricks" }, - "fireworks_ai/accounts/fireworks/models/qwen2-72b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "databricks/databricks-gpt-5-2-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "databricks" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "databricks/databricks-gpt-5-3-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "databricks" }, - "fireworks_ai/accounts/fireworks/models/yi-large": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000003, + "databricks/databricks-gpt-5-4": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000249998, + "output_cost_per_token": 0.000015000020000000002, "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/nomic-ai/nomic-embed-text-v1": { - "max_input_tokens": 8192, - "input_cost_per_token": 8e-9, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "fireworks_ai-embedding-models" - }, - "fireworks_ai/nomic-ai/nomic-embed-text-v1.5": { - "max_input_tokens": 8192, - "input_cost_per_token": 8e-9, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "fireworks_ai-embedding-models" - }, - "fireworks_ai/thenlper/gte-base": { - "max_input_tokens": 512, - "input_cost_per_token": 8e-9, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "fireworks_ai-embedding-models" - }, - "fireworks_ai/thenlper/gte-large": { - "max_input_tokens": 512, - "input_cost_per_token": 1.6e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "fireworks_ai-embedding-models" + "litellm_provider": "databricks" }, - "friendliai/meta-llama-3.1-70b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 6e-7, + "databricks/databricks-gpt-5-4-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 7.4998e-7, + "output_cost_per_token": 0.00000450002, "mode": "chat", - "litellm_provider": "friendliai" + "litellm_provider": "databricks" }, - "friendliai/meta-llama-3.1-8b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "databricks/databricks-gpt-5-4-nano": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 1.9999e-7, + "output_cost_per_token": 0.00000124999, "mode": "chat", - "litellm_provider": "friendliai" - }, - "ft:babbage-002": { - "max_input_tokens": 16384, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000016, - "output_cost_per_token": 0.0000016, - "mode": "completion", - "litellm_provider": "text-completion-openai" - }, - "ft:davinci-002": { - "max_input_tokens": 16384, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000012, - "output_cost_per_token": 0.000012, - "mode": "completion", - "litellm_provider": "text-completion-openai" + "litellm_provider": "databricks" }, - "ft:gpt-3.5-turbo": { - "max_input_tokens": 16385, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000006, + "databricks/databricks-gpt-5-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.4997000000000006e-7, + "output_cost_per_token": 0.0000019999700000000004, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "databricks" }, - "ft:gpt-3.5-turbo-0125": { - "max_input_tokens": 16385, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000006, + "databricks/databricks-gpt-5-nano": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 4.998e-8, + "output_cost_per_token": 3.9998000000000007e-7, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "databricks" }, - "ft:gpt-3.5-turbo-0613": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000006, + "databricks/databricks-gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.5000999999999998e-7, + "output_cost_per_token": 5.9997e-7, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "databricks" }, - "ft:gpt-3.5-turbo-1106": { - "max_input_tokens": 16385, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000006, + "databricks/databricks-gpt-oss-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 3.0001999999999996e-7, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "databricks" }, - "ft:gpt-4-0613": { + "databricks/databricks-gte-large-en": { "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00006, - "mode": "chat", - "litellm_provider": "openai" + "input_cost_per_token": 1.2999000000000001e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "databricks" }, - "ft:gpt-4o-2024-08-06": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000375, - "output_cost_per_token": 0.000015, - "cache_read_input_token_cost": 0.000001875, + "databricks/databricks-llama-2-70b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 5.0001e-7, + "output_cost_per_token": 0.0000015000300000000002, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "databricks" }, - "ft:gpt-4o-2024-11-20": { + "databricks/databricks-llama-4-maverick": { "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000375, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.000001875, + "max_output_tokens": 128000, + "input_cost_per_token": 5.0001e-7, + "output_cost_per_token": 0.0000015000300000000002, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true + "litellm_provider": "databricks" }, - "ft:gpt-4o-mini-2024-07-18": { + "databricks/databricks-meta-llama-3-1-405b-instruct": { "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "cache_read_input_token_cost": 1.5e-7, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000500003, + "output_cost_per_token": 0.000015000020000000002, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true + "litellm_provider": "databricks" }, - "ft:gpt-4.1-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000012, - "cache_read_input_token_cost": 7.5e-7, + "databricks/databricks-meta-llama-3-1-8b-instruct": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 1.5000999999999998e-7, + "output_cost_per_token": 4.5003000000000007e-7, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "databricks" }, - "ft:gpt-4.1-mini-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000032, - "cache_read_input_token_cost": 2e-7, + "databricks/databricks-meta-llama-3-3-70b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 5.0001e-7, + "output_cost_per_token": 0.0000015000300000000002, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "databricks" }, - "ft:gpt-4.1-nano-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 8e-7, - "cache_read_input_token_cost": 5e-8, + "databricks/databricks-meta-llama-3-70b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000100002, + "output_cost_per_token": 0.0000029999900000000002, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "databricks" }, - "ft:o4-mini-2025-04-16": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000004, - "output_cost_per_token": 0.000016, - "cache_read_input_token_cost": 0.000001, + "databricks/databricks-mixtral-8x7b-instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 5.0001e-7, + "output_cost_per_token": 0.00000100002, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "databricks" }, - "gemini-1.0-pro": { - "max_input_tokens": 32760, + "databricks/databricks-mpt-30b-instruct": { + "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "input_cost_per_token": 0.00000100002, + "output_cost_per_token": 0.00000100002, "mode": "chat", - "litellm_provider": "vertex_ai-language-models" + "litellm_provider": "databricks" }, - "gemini-1.0-pro-001": { - "max_input_tokens": 32760, + "databricks/databricks-mpt-7b-instruct": { + "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "input_cost_per_token": 5.0001e-7, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vertex_ai-language-models" + "litellm_provider": "databricks" }, - "gemini-1.0-pro-002": { - "max_input_tokens": 32760, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models" + "dataforseo/search": { + "mode": "search", + "litellm_provider": "dataforseo" }, - "gemini-1.0-pro-vision": { + "davinci-002": { "max_input_tokens": 16384, - "max_output_tokens": 2048, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000002, + "mode": "completion", + "litellm_provider": "text-completion-openai" + }, + "daybreak-blue-latest": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.00002, + "cache_creation_input_token_cost": 0.000005, + "cache_read_input_token_cost": 4e-7, "mode": "chat", - "litellm_provider": "vertex_ai-vision-models", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "gemini-1.0-pro-vision-001": { - "max_input_tokens": 16384, - "max_output_tokens": 2048, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "daybreak-red-latest": { + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000125, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.000015625, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "vertex_ai-vision-models", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "gemini-1.0-ultra": { - "max_input_tokens": 8192, - "max_output_tokens": 2048, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models" + "deep-research-pro-preview-12-2025": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models", + "supports_vision": true }, - "gemini-1.0-ultra-001": { - "max_input_tokens": 8192, - "max_output_tokens": 2048, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models" + "deepgram/base": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini-1.5-flash": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "max_pdf_size_mb": 30 + "deepgram/base-conversationalai": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini-1.5-flash-001": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "max_pdf_size_mb": 30 + "deepgram/base-finance": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini-1.5-flash-002": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "max_pdf_size_mb": 30 + "deepgram/base-general": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini-1.5-flash-exp-0827": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 4.688e-9, - "output_cost_per_token": 4.6875e-9, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "max_pdf_size_mb": 30 + "deepgram/base-meeting": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini-1.5-flash-preview-0514": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 4.6875e-9, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "max_pdf_size_mb": 30 + "deepgram/base-phonecall": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini-1.5-pro": { - "max_input_tokens": 2097152, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.000005, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true + "deepgram/base-video": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini-1.5-pro-001": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.000005, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true + "deepgram/base-voicemail": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini-1.5-pro-002": { - "max_input_tokens": 2097152, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.000005, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true + "deepgram/enhanced": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini-1.5-pro-preview-0215": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 7.8125e-8, - "output_cost_per_token": 3.125e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models" + "deepgram/enhanced-finance": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini-1.5-pro-preview-0409": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 7.8125e-8, - "output_cost_per_token": 3.125e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models" + "deepgram/enhanced-general": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini-1.5-pro-preview-0514": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 7.8125e-8, - "output_cost_per_token": 3.125e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models" + "deepgram/enhanced-meeting": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini-2.0-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "supports_audio_input": true, - "max_pdf_size_mb": 30 + "deepgram/enhanced-phonecall": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini-2.0-flash-001": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 3.75e-8, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "max_pdf_size_mb": 30 + "deepgram/nova": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini-2.0-flash-exp": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 3.75e-8, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "max_pdf_size_mb": 30 + "deepgram/nova-2": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini-2.0-flash-lite": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, - "cache_read_input_token_cost": 1.875e-8, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "max_pdf_size_mb": 50 + "deepgram/nova-2-atc": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini-2.0-flash-lite-001": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, - "cache_read_input_token_cost": 1.875e-8, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "max_pdf_size_mb": 50 + "deepgram/nova-2-automotive": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini-2.0-flash-live-preview-04-09": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 7.5e-8, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "deepgram/nova-2-conversationalai": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini-2.0-flash-preview-image-generation": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "supports_audio_input": true, - "max_pdf_size_mb": 30 + "deepgram/nova-2-drivethru": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini-2.0-flash-thinking-exp": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "cache_read_input_token_cost": 0, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "max_pdf_size_mb": 30 + "deepgram/nova-2-finance": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini-2.0-flash-thinking-exp-01-21": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "cache_read_input_token_cost": 0, + "deepgram/nova-2-general": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova-2-meeting": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova-2-phonecall": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova-2-video": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova-2-voicemail": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova-3": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova-3-general": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova-3-medical": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova-general": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova-phonecall": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/whisper": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/whisper-base": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/whisper-large": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/whisper-medium": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/whisper-small": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/whisper-tiny": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepinfra/Gryphe/MythoMax-L2-13b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 9e-8, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini-2.0-pro-exp-02-05": { - "max_input_tokens": 2097152, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 3.125e-7, + "deepinfra/NousResearch/Hermes-3-Llama-3.1-405B": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000001, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini-2.5-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, + "deepinfra/NousResearch/Hermes-3-Llama-3.1-70B": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 3e-8, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini-2.5-flash-image": { + "deepinfra/Qwen/QwQ-32B": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "deepinfra" + }, + "deepinfra/Qwen/Qwen2.5-72B-Instruct": { "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "output_cost_per_image_token": 0.00003, - "cache_read_input_token_cost": 3e-8, - "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 - }, - "gemini-2.5-flash-image-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.00003, - "output_cost_per_image_token": 0.00003, - "cache_read_input_token_cost": 7.5e-8, - "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3.9e-7, + "mode": "chat", + "litellm_provider": "deepinfra" }, - "gemini-3-pro-image-preview": { - "max_input_tokens": 65536, + "deepinfra/Qwen/Qwen2.5-7B-Instruct": { + "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "output_cost_per_image_token": 0.00012, - "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models", + "input_cost_per_token": 4e-8, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "deepinfra" + }, + "deepinfra/Qwen/Qwen2.5-VL-32B-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "deepinfra", "supports_vision": true }, - "gemini-2.5-flash-lite": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 1e-8, + "deepinfra/Qwen/Qwen3-14B": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2.4e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini-2.5-flash-lite-preview-09-2025": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 1e-8, + "deepinfra/Qwen/Qwen3-235B-A22B": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 5.4e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini-2.5-flash-preview-09-2025": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 7.5e-8, + "deepinfra/Qwen/Qwen3-235B-A22B-Instruct-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini-live-2.5-flash-preview-native-audio-09-2025": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, + "deepinfra/Qwen/Qwen3-235B-A22B-Thinking-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 7.5e-8, + "output_cost_per_token": 0.0000029, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-live-2.5-flash-preview-native-audio-09-2025": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 7.5e-8, + "deepinfra/Qwen/Qwen3-30B-A3B": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 2.9e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini-2.5-flash-lite-preview-06-17": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, + "deepinfra/Qwen/Qwen3-32B": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, + "output_cost_per_token": 2.8e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini-2.5-flash-preview-04-17": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 3.75e-8, + "deepinfra/Qwen/Qwen3-Coder-480B-A35B-Instruct": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini-2.5-flash-preview-05-20": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 7.5e-8, + "deepinfra/Qwen/Qwen3-Coder-480B-A35B-Instruct-Turbo": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 2.9e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini-2.5-pro": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "deepinfra/Qwen/Qwen3-Next-80B-A3B-Instruct": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 0.0000014, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini-3-pro-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "input_cost_per_token_above_200k_tokens": 0.000004, - "output_cost_per_token_above_200k_tokens": 0.000018, - "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "deepinfra/Qwen/Qwen3-Next-80B-A3B-Thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 0.0000014, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "vertex_ai/gemini-3-pro-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "input_cost_per_token_above_200k_tokens": 0.000004, - "output_cost_per_token_above_200k_tokens": 0.000018, - "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "deepinfra/Sao10K/L3-8B-Lunaris-v1-Turbo": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 5e-8, "mode": "chat", - "litellm_provider": "vertex_ai", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "vertex_ai/gemini-3-flash-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000003, - "cache_read_input_token_cost": 5e-8, + "deepinfra/Sao10K/L3.1-70B-Euryale-v2.2": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6.5e-7, + "output_cost_per_token": 7.5e-7, "mode": "chat", - "litellm_provider": "vertex_ai", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini-2.5-pro-exp-03-25": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "deepinfra/Sao10K/L3.3-70B-Euryale-v2.3": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6.5e-7, + "output_cost_per_token": 7.5e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini-2.5-pro-preview-03-25": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "deepinfra/allenai/olmOCR-7B-0725-FP8": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini-2.5-pro-preview-05-06": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "deepinfra/anthropic/claude-3-7-sonnet-latest": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 3.3e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini-2.5-pro-preview-06-05": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "deepinfra/anthropic/claude-4-opus": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 0.0000165, + "output_cost_per_token": 0.0000825, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini-2.5-pro-preview-tts": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "deepinfra/anthropic/claude-4-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini-2.5-computer-use-preview-10-2025": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, + "deepinfra/deepseek-ai/DeepSeek-R1": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 0.0000024, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "gemini-embedding-001": { - "max_input_tokens": 2048, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" + "deepinfra/deepseek-ai/DeepSeek-R1-0528": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.00000215, + "cache_read_input_token_cost": 4e-7, + "mode": "chat", + "litellm_provider": "deepinfra" }, - "gemini-flash-experimental": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "deepinfra/deepseek-ai/DeepSeek-R1-0528-Turbo": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "vertex_ai-language-models" + "litellm_provider": "deepinfra" }, - "gemini-pro": { - "max_input_tokens": 32760, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "deepinfra/deepseek-ai/DeepSeek-R1-Distill-Llama-70B": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models" + "litellm_provider": "deepinfra" }, - "gemini-pro-experimental": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "deepinfra/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 2.7e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models" + "litellm_provider": "deepinfra" }, - "gemini-pro-vision": { - "max_input_tokens": 16384, - "max_output_tokens": 2048, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "deepinfra/deepseek-ai/DeepSeek-R1-Turbo": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "vertex_ai-vision-models", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "gemini/gemini-embedding-001": { - "max_input_tokens": 2048, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "gemini" - }, - "gemini/gemini-1.5-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, + "deepinfra/deepseek-ai/DeepSeek-V3": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 3.8e-7, + "output_cost_per_token": 8.9e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-1.5-flash-001": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, - "cache_creation_input_token_cost": 0.000001, - "cache_read_input_token_cost": 1.875e-8, + "deepinfra/deepseek-ai/DeepSeek-V3-0324": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-1.5-flash-002": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, - "cache_creation_input_token_cost": 0.000001, - "cache_read_input_token_cost": 1.875e-8, + "deepinfra/deepseek-ai/DeepSeek-V3.1": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 0.000001, + "cache_read_input_token_cost": 2.16e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-1.5-flash-8b": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "deepinfra/deepseek-ai/DeepSeek-V3.1-Terminus": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 0.000001, + "cache_read_input_token_cost": 2.16e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-1.5-flash-8b-exp-0827": { + "deepinfra/google/gemini-2.0-flash-001": { "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 - }, - "gemini/gemini-1.5-flash-8b-exp-0924": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 - }, - "gemini/gemini-1.5-flash-exp-0827": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "max_output_tokens": 1000000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-1.5-flash-latest": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, + "deepinfra/google/gemini-2.5-flash": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-1.5-pro": { - "max_input_tokens": 2097152, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0000035, - "output_cost_per_token": 0.0000105, + "deepinfra/google/gemini-2.5-pro": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "gemini/gemini-1.5-pro-001": { - "max_input_tokens": 2097152, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0000035, - "output_cost_per_token": 0.0000105, + "deepinfra/google/gemma-3-12b-it": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "gemini/gemini-1.5-pro-002": { - "max_input_tokens": 2097152, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0000035, - "output_cost_per_token": 0.0000105, + "deepinfra/google/gemma-3-27b-it": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 1.6e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "gemini/gemini-1.5-pro-exp-0801": { - "max_input_tokens": 2097152, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0000035, - "output_cost_per_token": 0.0000105, + "deepinfra/google/gemma-3-4b-it": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 8e-8, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "gemini/gemini-1.5-pro-exp-0827": { - "max_input_tokens": 2097152, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "deepinfra/meta-llama/Llama-3.2-11B-Vision-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 4.9e-8, + "output_cost_per_token": 4.9e-8, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "gemini/gemini-1.5-pro-latest": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0000035, - "output_cost_per_token": 0.00000105, + "deepinfra/meta-llama/Llama-3.2-3B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 2e-8, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.0-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, + "deepinfra/meta-llama/Llama-3.3-70B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.3e-7, "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "supports_audio_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.0-flash-001": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, + "deepinfra/meta-llama/Llama-3.3-70B-Instruct-Turbo": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 3.9e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.0-flash-exp": { + "deepinfra/meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8": { "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "cache_read_input_token_cost": 0, + "max_output_tokens": 1048576, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.0-flash-lite": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, + "deepinfra/meta-llama/Llama-4-Scout-17B-16E-Instruct": { + "max_input_tokens": 327680, + "max_output_tokens": 327680, + "input_cost_per_token": 8e-8, "output_cost_per_token": 3e-7, - "cache_read_input_token_cost": 1.875e-8, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 50 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.0-flash-lite-preview-02-05": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, - "cache_read_input_token_cost": 1.875e-8, + "deepinfra/meta-llama/Llama-Guard-3-8B": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 5.5e-8, + "output_cost_per_token": 5.5e-8, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.0-flash-live-001": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.0000015, - "cache_read_input_token_cost": 7.5e-8, + "deepinfra/meta-llama/Llama-Guard-4-12B": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 1.8e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.0-flash-preview-image-generation": { - "max_input_tokens": 1048576, + "deepinfra/meta-llama/Meta-Llama-3-8B-Instruct": { + "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 6e-8, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "supports_audio_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.0-flash-thinking-exp": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "cache_read_input_token_cost": 0, + "deepinfra/meta-llama/Meta-Llama-3.1-70B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.0-flash-thinking-exp-01-21": { - "max_input_tokens": 1048576, + "deepinfra/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 2.8e-7, + "mode": "chat", + "litellm_provider": "deepinfra" + }, + "deepinfra/meta-llama/Meta-Llama-3.1-8B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 5e-8, + "mode": "chat", + "litellm_provider": "deepinfra" + }, + "deepinfra/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 3e-8, + "mode": "chat", + "litellm_provider": "deepinfra" + }, + "deepinfra/microsoft/WizardLM-2-8x22B": { + "max_input_tokens": 65536, "max_output_tokens": 65536, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "cache_read_input_token_cost": 0, + "input_cost_per_token": 4.8e-7, + "output_cost_per_token": 4.8e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.0-pro-exp-02-05": { - "max_input_tokens": 2097152, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "cache_read_input_token_cost": 0, + "deepinfra/microsoft/phi-4": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 1.4e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.5-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 3e-8, + "deepinfra/mistralai/Mistral-Nemo-Instruct-2407": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 4e-8, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.5-flash-image": { + "deepinfra/mistralai/Mistral-Small-24B-Instruct-2501": { "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "output_cost_per_image_token": 0.00003, - "cache_read_input_token_cost": 3e-8, - "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "input_cost_per_token": 5e-8, + "output_cost_per_token": 8e-8, + "mode": "chat", + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.5-flash-image-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.00003, - "output_cost_per_image_token": 0.00003, - "cache_read_input_token_cost": 7.5e-8, - "mode": "image_generation", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "deepinfra/mistralai/Mistral-Small-3.2-24B-Instruct-2506": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "deepinfra" }, - "gemini/gemini-3-pro-image-preview": { - "max_input_tokens": 65536, + "deepinfra/mistralai/Mixtral-8x7B-Instruct-v0.1": { + "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "output_cost_per_image_token": 0.00012, - "mode": "image_generation", - "litellm_provider": "gemini", - "supports_vision": true - }, - "gemini/gemini-2.5-flash-lite": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 1e-7, + "input_cost_per_token": 4e-7, "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 1e-8, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.5-flash-lite-preview-09-2025": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 1e-8, + "deepinfra/moonshotai/Kimi-K2-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.5-flash-preview-09-2025": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 7.5e-8, + "deepinfra/moonshotai/Kimi-K2-Instruct-0905": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 4e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-flash-latest": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 7.5e-8, + "deepinfra/nvidia/Llama-3.1-Nemotron-70B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-flash-lite-latest": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, + "deepinfra/nvidia/Llama-3.3-Nemotron-Super-49B-v1.5": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.5-flash-lite-preview-06-17": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, + "deepinfra/nvidia/NVIDIA-Nemotron-3.5-Lightning": { + "max_input_tokens": 262144, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.5-flash-preview-04-17": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 3.75e-8, + "deepinfra/nvidia/NVIDIA-Nemotron-Nano-9B-v2": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 1.6e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.5-flash-preview-05-20": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 7.5e-8, + "deepinfra/openai/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 4.5e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.5-flash-preview-tts": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 3.75e-8, + "deepinfra/openai/gpt-oss-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.5-pro": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "deepinfra/zai-org/GLM-4.5": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true, - "max_pdf_size_mb": 30 - }, - "gemini/gemini-2.5-computer-use-preview-10-2025": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true - }, - "gemini/gemini-3-pro-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "input_cost_per_token_above_200k_tokens": 0.000004, - "output_cost_per_token_above_200k_tokens": 0.000018, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, - "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-3-flash-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000003, - "cache_read_input_token_cost": 5e-8, + "deepseek-chat": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, + "input_cost_per_token": 2.8e-7, + "output_cost_per_token": 4.2e-7, + "cache_read_input_token_cost": 2.8e-8, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepseek" }, - "gemini-3-flash-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000003, - "cache_read_input_token_cost": 5e-8, + "deepseek-reasoner": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 2.8e-7, + "output_cost_per_token": 4.2e-7, + "cache_read_input_token_cost": 2.8e-8, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepseek" }, - "gemini/gemini-2.5-pro-exp-03-25": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, + "deepseek-v3-2-251201": { + "max_input_tokens": 98304, + "max_output_tokens": 32768, "input_cost_per_token": 0, "output_cost_per_token": 0, - "input_cost_per_token_above_200k_tokens": 0, - "output_cost_per_token_above_200k_tokens": 0, - "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "volcengine" }, - "gemini/gemini-2.5-pro-preview-03-25": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "deepseek-v4-flash": { + "max_input_tokens": 1000000, + "max_output_tokens": 393216, + "input_cost_per_token": 4.4e-7, + "output_cost_per_token": 0.00000132, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 1.4e-8, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepseek", + "supports_vision": false }, - "gemini/gemini-2.5-pro-preview-05-06": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "deepseek-v4-pro": { + "max_input_tokens": 1000000, + "max_output_tokens": 393216, + "input_cost_per_token": 0.00000132, + "output_cost_per_token": 0.00000396, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 4.4e-8, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepseek", + "supports_vision": false }, - "gemini/gemini-2.5-pro-preview-06-05": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "deepseek.v3-v1:0": { + "max_input_tokens": 163840, + "max_output_tokens": 81920, + "input_cost_per_token": 5.8e-7, + "output_cost_per_token": 0.00000168, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "bedrock_converse" }, - "gemini/gemini-2.5-pro-preview-tts": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 6.2e-7, + "output_cost_per_token": 0.00000185, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "bedrock_converse" }, - "gemini/gemini-exp-1114": { - "max_input_tokens": 1048576, + "deepseek/deepseek-chat": { + "max_input_tokens": 131072, "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 2.8e-7, + "output_cost_per_token": 4.2e-7, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 2.8e-8, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepseek" }, - "gemini/gemini-exp-1206": { - "max_input_tokens": 2097152, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "deepseek/deepseek-coder": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 2.8e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepseek" }, - "gemini/gemini-gemma-2-27b-it": { + "deepseek/deepseek-r1": { + "max_input_tokens": 65536, "max_output_tokens": 8192, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.00000105, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.00000219, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "deepseek" }, - "gemini/gemini-gemma-2-9b-it": { - "max_output_tokens": 8192, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.00000105, + "deepseek/deepseek-reasoner": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 2.8e-7, + "output_cost_per_token": 4.2e-7, + "cache_read_input_token_cost": 2.8e-8, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "deepseek" }, - "gemini/gemini-pro": { - "max_input_tokens": 32760, + "deepseek/deepseek-v3": { + "max_input_tokens": 65536, "max_output_tokens": 8192, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.00000105, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 0.0000011, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 7e-8, "mode": "chat", - "litellm_provider": "gemini" + "litellm_provider": "deepseek" }, - "gemini/gemini-pro-vision": { - "max_input_tokens": 30720, - "max_output_tokens": 2048, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.00000105, + "deepseek/deepseek-v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 2.8e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "deepseek" }, - "gemini/gemma-3-27b-it": { - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "deepseek/deepseek-v4-flash": { + "max_input_tokens": 1000000, + "max_output_tokens": 393216, + "input_cost_per_token": 4.4e-7, + "output_cost_per_token": 0.00000132, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 1.4e-8, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true - }, - "gemini/imagen-3.0-fast-generate-001": { - "mode": "image_generation", - "litellm_provider": "gemini" - }, - "gemini/imagen-3.0-generate-001": { - "mode": "image_generation", - "litellm_provider": "gemini" - }, - "gemini/imagen-3.0-generate-002": { - "mode": "image_generation", - "litellm_provider": "gemini" - }, - "gemini/imagen-4.0-fast-generate-001": { - "mode": "image_generation", - "litellm_provider": "gemini" + "litellm_provider": "deepseek", + "supports_vision": false }, - "gemini/imagen-4.0-generate-001": { - "mode": "image_generation", - "litellm_provider": "gemini" + "deepseek/deepseek-v4-pro": { + "max_input_tokens": 1000000, + "max_output_tokens": 393216, + "input_cost_per_token": 0.00000132, + "output_cost_per_token": 0.00000396, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 4.4e-8, + "mode": "chat", + "litellm_provider": "deepseek", + "supports_vision": false }, - "gemini/imagen-4.0-ultra-generate-001": { - "mode": "image_generation", - "litellm_provider": "gemini" + "dolphin": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, + "mode": "completion", + "litellm_provider": "nlp_cloud" }, - "gemini/learnlm-1.5-pro-experimental": { - "max_input_tokens": 32767, - "max_output_tokens": 8192, + "doubao-embedding": { + "max_input_tokens": 4096, "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "mode": "embedding", + "litellm_provider": "volcengine" }, - "gemini/veo-2.0-generate-001": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "gemini" + "doubao-embedding-large": { + "max_input_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "volcengine" }, - "gemini/veo-3.0-fast-generate-preview": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "gemini" + "doubao-embedding-large-text-240915": { + "max_input_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "volcengine" + }, + "doubao-embedding-large-text-250515": { + "max_input_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "volcengine" + }, + "doubao-embedding-text-240715": { + "max_input_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "volcengine" + }, + "duckduckgo/search": { + "mode": "search", + "litellm_provider": "duckduckgo" + }, + "elevenlabs/eleven_multilingual_v2": { + "mode": "audio_speech", + "litellm_provider": "elevenlabs" + }, + "elevenlabs/eleven_v3": { + "mode": "audio_speech", + "litellm_provider": "elevenlabs" + }, + "elevenlabs/scribe_v1": { + "mode": "audio_transcription", + "litellm_provider": "elevenlabs" + }, + "elevenlabs/scribe_v1_experimental": { + "mode": "audio_transcription", + "litellm_provider": "elevenlabs" }, - "gemini/veo-3.0-generate-preview": { + "embed-english-light-v2.0": { "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "gemini" + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "cohere" }, - "gemini/veo-3.1-fast-generate-preview": { + "embed-english-light-v3.0": { "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "gemini" + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "cohere" }, - "gemini/veo-3.1-generate-preview": { + "embed-english-v2.0": { + "max_input_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "cohere" + }, + "embed-english-v3.0": { "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "gemini" + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "cohere" }, - "gemini/veo-3.1-fast-generate-001": { + "embed-multilingual-light-v3.0": { "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "gemini" + "input_cost_per_token": 0.0001, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "cohere" }, - "gemini/veo-3.1-generate-001": { + "embed-multilingual-v2.0": { + "max_input_tokens": 768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "cohere" + }, + "embed-multilingual-v3.0": { "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "gemini" + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "cohere" }, - "github_copilot/claude-haiku-4.5": { - "max_input_tokens": 128000, - "max_output_tokens": 16000, + "eu.amazon.nova-2-lite-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 3.3e-7, + "output_cost_per_token": 0.00000275, + "cache_read_input_token_cost": 8.25e-8, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true, + "supports_video_input": true }, - "github_copilot/claude-opus-4.5": { - "max_input_tokens": 128000, - "max_output_tokens": 16000, + "eu.amazon.nova-2-pro-preview-20251202-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000021875, + "output_cost_per_token": 0.0000175, + "cache_read_input_token_cost": 5.46875e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true, + "supports_video_input": true }, - "github_copilot/claude-opus-41": { - "max_input_tokens": 80000, - "max_output_tokens": 16000, + "eu.amazon.nova-lite-v1:0": { + "max_input_tokens": 300000, + "max_output_tokens": 10000, + "input_cost_per_token": 7.8e-8, + "output_cost_per_token": 3.12e-7, "mode": "chat", - "litellm_provider": "github_copilot", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "github_copilot/claude-sonnet-4": { + "eu.amazon.nova-micro-v1:0": { "max_input_tokens": 128000, - "max_output_tokens": 16000, + "max_output_tokens": 10000, + "input_cost_per_token": 4.6e-8, + "output_cost_per_token": 1.84e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "bedrock_converse" }, - "github_copilot/claude-sonnet-4.5": { - "max_input_tokens": 128000, - "max_output_tokens": 16000, + "eu.amazon.nova-pro-v1:0": { + "max_input_tokens": 300000, + "max_output_tokens": 10000, + "input_cost_per_token": 0.00000105, + "output_cost_per_token": 0.0000042, "mode": "chat", - "litellm_provider": "github_copilot", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "github_copilot/gemini-2.5-pro": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, + "eu.anthropic.claude-3-5-haiku-20241022-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000125, + "cache_creation_input_token_cost": 3.125e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "bedrock", + "supports_pdf_input": true }, - "github_copilot/gemini-3-pro-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, + "eu.anthropic.claude-3-5-sonnet-20240620-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "github_copilot", + "litellm_provider": "bedrock", + "supports_pdf_input": true, "supports_vision": true }, - "github_copilot/gpt-3.5-turbo": { - "max_input_tokens": 16384, - "max_output_tokens": 4096, + "eu.anthropic.claude-3-5-sonnet-20241022-v2:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "github_copilot" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "github_copilot/gpt-3.5-turbo-0613": { - "max_input_tokens": 16384, - "max_output_tokens": 4096, + "eu.anthropic.claude-3-7-sonnet-20250219-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "github_copilot" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "github_copilot/gpt-4": { - "max_input_tokens": 32768, + "eu.anthropic.claude-3-haiku-20240307-v1:0": { + "max_input_tokens": 200000, "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000125, + "cache_creation_input_token_cost": 3.125e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "github_copilot" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "github_copilot/gpt-4-0613": { - "max_input_tokens": 32768, + "eu.anthropic.claude-3-opus-20240229-v1:0": { + "max_input_tokens": 200000, "max_output_tokens": 4096, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "github_copilot" + "litellm_provider": "bedrock", + "supports_vision": true }, - "github_copilot/gpt-4-o-preview": { - "max_input_tokens": 64000, + "eu.anthropic.claude-3-sonnet-20240229-v1:0": { + "max_input_tokens": 200000, "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "github_copilot" - }, - "github_copilot/gpt-4.1": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "mode": "chat", - "litellm_provider": "github_copilot", + "litellm_provider": "bedrock", + "supports_pdf_input": true, "supports_vision": true }, - "github_copilot/gpt-4.1-2025-04-14": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, + "eu.anthropic.claude-fable-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000011, + "output_cost_per_token": 0.000055, + "cache_creation_input_token_cost": 0.00001375, + "cache_read_input_token_cost": 0.0000011, "mode": "chat", - "litellm_provider": "github_copilot", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "github_copilot/gpt-41-copilot": { - "mode": "completion", - "litellm_provider": "github_copilot" - }, - "github_copilot/gpt-4o": { - "max_input_tokens": 64000, - "max_output_tokens": 4096, + "eu.anthropic.claude-haiku-4-5-20251001-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000055, + "cache_creation_input_token_cost": 0.000001375, + "cache_read_input_token_cost": 1.1e-7, "mode": "chat", - "litellm_provider": "github_copilot", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "github_copilot/gpt-4o-2024-05-13": { - "max_input_tokens": 64000, - "max_output_tokens": 4096, + "eu.anthropic.claude-opus-4-1-20250805-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "github_copilot", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "github_copilot/gpt-4o-2024-08-06": { - "max_input_tokens": 64000, - "max_output_tokens": 16384, - "mode": "chat", - "litellm_provider": "github_copilot" - }, - "github_copilot/gpt-4o-2024-11-20": { - "max_input_tokens": 64000, - "max_output_tokens": 16384, + "eu.anthropic.claude-opus-4-20250514-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "github_copilot", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "github_copilot/gpt-4o-mini": { - "max_input_tokens": 64000, - "max_output_tokens": 4096, - "mode": "chat", - "litellm_provider": "github_copilot" - }, - "github_copilot/gpt-4o-mini-2024-07-18": { - "max_input_tokens": 64000, - "max_output_tokens": 4096, + "eu.anthropic.claude-opus-4-5-20251101-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "github_copilot" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "github_copilot/gpt-5": { - "max_input_tokens": 128000, + "eu.anthropic.claude-opus-4-6-v1": { + "max_input_tokens": 1000000, "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "github_copilot", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "github_copilot/gpt-5-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, + "eu.anthropic.claude-opus-4-7": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "github_copilot", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "github_copilot/gpt-5.1": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, + "eu.anthropic.claude-opus-4-8": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "github_copilot", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "github_copilot/gpt-5.1-codex-max": { - "max_input_tokens": 128000, + "eu.anthropic.claude-opus-5": { + "max_input_tokens": 1000000, "max_output_tokens": 128000, - "mode": "responses", - "litellm_provider": "github_copilot", + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "github_copilot/gpt-5.2": { - "max_input_tokens": 128000, + "eu.anthropic.claude-sonnet-4-20250514-v1:0": { + "max_input_tokens": 1000000, "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "github_copilot", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "github_copilot/text-embedding-3-small": { - "max_input_tokens": 8191, - "mode": "embedding", - "litellm_provider": "github_copilot" - }, - "github_copilot/text-embedding-3-small-inference": { - "max_input_tokens": 8191, - "mode": "embedding", - "litellm_provider": "github_copilot" - }, - "github_copilot/text-embedding-ada-002": { - "max_input_tokens": 8191, - "mode": "embedding", - "litellm_provider": "github_copilot" - }, - "chatgpt/gpt-5.2-codex": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "mode": "responses", - "litellm_provider": "chatgpt", + "eu.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "input_cost_per_token_above_200k_tokens": 0.0000066, + "output_cost_per_token_above_200k_tokens": 0.00002475, + "cache_creation_input_token_cost": 0.000004125, + "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, + "cache_read_input_token_cost": 3.3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "chatgpt/gpt-5.2": { - "max_input_tokens": 128000, + "eu.anthropic.claude-sonnet-4-6": { + "max_input_tokens": 1000000, "max_output_tokens": 64000, - "mode": "responses", - "litellm_provider": "chatgpt", + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "cache_creation_input_token_cost": 0.000004125, + "cache_read_input_token_cost": 3.3e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "chatgpt/gpt-5.1-codex-max": { - "max_input_tokens": 128000, + "eu.anthropic.claude-sonnet-5": { + "max_input_tokens": 1000000, "max_output_tokens": 128000, - "mode": "responses", - "litellm_provider": "chatgpt", + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.000011, + "cache_creation_input_token_cost": 0.00000275, + "cache_read_input_token_cost": 2.2e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "chatgpt/gpt-5.1-codex-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, - "mode": "responses", - "litellm_provider": "chatgpt", - "supports_vision": true + "eu.deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 7.4e-7, + "output_cost_per_token": 0.00000222, + "mode": "chat", + "litellm_provider": "bedrock_converse" }, - "gigachat/GigaChat-2-Lite": { + "eu.meta.llama3-2-1b-instruct-v1:0": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "max_output_tokens": 4096, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 1.3e-7, "mode": "chat", - "litellm_provider": "gigachat" + "litellm_provider": "bedrock" }, - "gigachat/GigaChat-2-Max": { + "eu.meta.llama3-2-3b-instruct-v1:0": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "max_output_tokens": 4096, + "input_cost_per_token": 1.9e-7, + "output_cost_per_token": 1.9e-7, "mode": "chat", - "litellm_provider": "gigachat", - "supports_vision": true + "litellm_provider": "bedrock" }, - "gigachat/GigaChat-2-Pro": { + "eu.mistral.pixtral-large-2502-v1:0": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "gigachat", - "supports_vision": true + "litellm_provider": "bedrock_converse" }, - "gigachat/Embeddings": { - "max_input_tokens": 512, - "input_cost_per_token": 0, + "eu.twelvelabs.marengo-embed-2-7-v1:0": { + "max_input_tokens": 77, + "input_cost_per_token": 0.00007, "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "gigachat" + "litellm_provider": "bedrock" }, - "gigachat/Embeddings-2": { - "max_input_tokens": 512, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "gigachat" + "eu.twelvelabs.pegasus-1-2-v1:0": { + "output_cost_per_token": 0.0000075, + "mode": "chat", + "litellm_provider": "bedrock", + "supports_video_input": true }, - "gigachat/EmbeddingsGigaR": { - "max_input_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "gigachat" + "exa_ai/search": { + "mode": "search", + "litellm_provider": "exa_ai" }, - "gmi/anthropic/claude-opus-4.5": { - "max_input_tokens": 409600, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "mode": "chat", - "litellm_provider": "gmi", + "fal_ai/bria/text-to-image/3.2": { + "mode": "image_generation", + "litellm_provider": "fal_ai" + }, + "fal_ai/fal-ai/bytedance/dreamina/v3.1/text-to-image": { + "mode": "image_generation", + "litellm_provider": "fal_ai" + }, + "fal_ai/fal-ai/bytedance/seedream/v3/text-to-image": { + "mode": "image_generation", + "litellm_provider": "fal_ai" + }, + "fal_ai/fal-ai/flux-pro/v1.1": { + "mode": "image_generation", + "litellm_provider": "fal_ai" + }, + "fal_ai/fal-ai/flux-pro/v1.1-ultra": { + "mode": "image_generation", + "litellm_provider": "fal_ai" + }, + "fal_ai/fal-ai/flux/schnell": { + "mode": "image_generation", + "litellm_provider": "fal_ai" + }, + "fal_ai/fal-ai/gemini-25-flash-image": { + "mode": "image_generation", + "litellm_provider": "fal_ai" + }, + "fal_ai/fal-ai/ideogram/v3": { + "mode": "image_generation", + "litellm_provider": "fal_ai" + }, + "fal_ai/fal-ai/imagen4/preview": { + "mode": "image_generation", + "litellm_provider": "fal_ai" + }, + "fal_ai/fal-ai/imagen4/preview/fast": { + "mode": "image_generation", + "litellm_provider": "fal_ai" + }, + "fal_ai/fal-ai/imagen4/preview/ultra": { + "mode": "image_generation", + "litellm_provider": "fal_ai" + }, + "fal_ai/fal-ai/nano-banana": { + "mode": "image_generation", + "litellm_provider": "fal_ai" + }, + "fal_ai/fal-ai/recraft/v3/text-to-image": { + "mode": "image_generation", + "litellm_provider": "fal_ai" + }, + "fal_ai/fal-ai/stable-diffusion-v35-medium": { + "mode": "image_generation", + "litellm_provider": "fal_ai" + }, + "fal_ai/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gmi/anthropic/claude-sonnet-4.5": { - "max_input_tokens": 409600, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "mode": "chat", - "litellm_provider": "gmi", + "fal_ai/high/1024-x-1024/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gmi/anthropic/claude-sonnet-4": { - "max_input_tokens": 409600, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "mode": "chat", - "litellm_provider": "gmi", + "fal_ai/high/1024-x-1024/openai/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gmi/anthropic/claude-opus-4": { - "max_input_tokens": 409600, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "mode": "chat", - "litellm_provider": "gmi", + "fal_ai/high/1024-x-1024/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gmi/openai/gpt-5.2": { - "max_input_tokens": 409600, - "max_output_tokens": 32000, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "mode": "chat", - "litellm_provider": "gmi" + "fal_ai/high/1024-x-1536/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gmi/openai/gpt-5.1": { - "max_input_tokens": 409600, - "max_output_tokens": 32000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "mode": "chat", - "litellm_provider": "gmi" + "fal_ai/high/1024-x-1536/openai/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gmi/openai/gpt-5": { - "max_input_tokens": 409600, - "max_output_tokens": 32000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "mode": "chat", - "litellm_provider": "gmi" + "fal_ai/high/1024-x-1536/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gmi/openai/gpt-4o": { - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "chat", - "litellm_provider": "gmi", + "fal_ai/high/1024-x-768/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gmi/openai/gpt-4o-mini": { - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "gmi", + "fal_ai/high/1024-x-768/openai/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gmi/deepseek-ai/DeepSeek-V3.2": { - "max_input_tokens": 163840, - "max_output_tokens": 16384, - "input_cost_per_token": 2.8e-7, - "output_cost_per_token": 4e-7, - "mode": "chat", - "litellm_provider": "gmi" + "fal_ai/high/1024-x-768/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gmi/deepseek-ai/DeepSeek-V3-0324": { - "max_input_tokens": 163840, - "max_output_tokens": 16384, - "input_cost_per_token": 2.8e-7, - "output_cost_per_token": 8.8e-7, - "mode": "chat", - "litellm_provider": "gmi" + "fal_ai/high/1920-x-1080/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gmi/google/gemini-3-pro-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "mode": "chat", - "litellm_provider": "gmi", + "fal_ai/high/1920-x-1080/openai/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gmi/google/gemini-3-flash-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000003, - "mode": "chat", - "litellm_provider": "gmi", + "fal_ai/high/1920-x-1080/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gmi/moonshotai/Kimi-K2-Thinking": { - "max_input_tokens": 262144, - "max_output_tokens": 16384, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000012, - "mode": "chat", - "litellm_provider": "gmi" + "fal_ai/high/2560-x-1440/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gmi/MiniMaxAI/MiniMax-M2.1": { - "max_input_tokens": 196608, - "max_output_tokens": 16384, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "mode": "chat", - "litellm_provider": "gmi" + "fal_ai/high/2560-x-1440/openai/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gmi/Qwen/Qwen3-VL-235B-A22B-Instruct-FP8": { - "max_input_tokens": 262144, - "max_output_tokens": 16384, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000014, - "mode": "chat", - "litellm_provider": "gmi", + "fal_ai/high/2560-x-1440/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gmi/zai-org/GLM-4.7-FP8": { - "max_input_tokens": 202752, - "max_output_tokens": 16384, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, - "mode": "chat", - "litellm_provider": "gmi" + "fal_ai/high/3840-x-2160/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "google.gemma-3-12b-it": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 9e-8, - "output_cost_per_token": 2.9e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse", + "fal_ai/high/3840-x-2160/openai/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "google.gemma-3-27b-it": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 2.3e-7, - "output_cost_per_token": 3.8e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse", + "fal_ai/high/3840-x-2160/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "google.gemma-3-4b-it": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 8e-8, - "mode": "chat", - "litellm_provider": "bedrock_converse", + "fal_ai/low/1024-x-1024/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "google_pse/search": { - "mode": "search", - "litellm_provider": "google_pse" + "fal_ai/low/1024-x-1024/openai/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "global.anthropic.claude-sonnet-4-5-20250929-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, + "fal_ai/low/1024-x-1024/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "global.anthropic.claude-sonnet-4-20250514-v1:0": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, + "fal_ai/low/1024-x-1536/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "global.anthropic.claude-haiku-4-5-20251001-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, - "cache_read_input_token_cost": 1e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, + "fal_ai/low/1024-x-1536/openai/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "global.amazon.nova-2-lite-v1:0": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 7.5e-8, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true, - "supports_video_input": true + "fal_ai/low/1024-x-1536/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gpt-3.5-turbo": { - "max_input_tokens": 16385, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", - "litellm_provider": "openai" + "fal_ai/low/1024-x-768/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gpt-3.5-turbo-0125": { - "max_input_tokens": 16385, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", - "litellm_provider": "openai" + "fal_ai/low/1024-x-768/openai/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gpt-3.5-turbo-0301": { - "max_input_tokens": 4097, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002, - "mode": "chat", - "litellm_provider": "openai" + "fal_ai/low/1024-x-768/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gpt-3.5-turbo-0613": { - "max_input_tokens": 4097, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002, - "mode": "chat", - "litellm_provider": "openai" + "fal_ai/low/1920-x-1080/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gpt-3.5-turbo-1106": { - "max_input_tokens": 16385, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000002, - "mode": "chat", - "litellm_provider": "openai" + "fal_ai/low/1920-x-1080/openai/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gpt-3.5-turbo-16k": { - "max_input_tokens": 16385, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000004, - "mode": "chat", - "litellm_provider": "openai" + "fal_ai/low/1920-x-1080/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gpt-3.5-turbo-16k-0613": { - "max_input_tokens": 16385, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000004, - "mode": "chat", - "litellm_provider": "openai" + "fal_ai/low/2560-x-1440/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gpt-3.5-turbo-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002, - "mode": "completion", - "litellm_provider": "text-completion-openai" + "fal_ai/low/2560-x-1440/openai/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gpt-3.5-turbo-instruct-0914": { - "max_input_tokens": 8192, - "max_output_tokens": 4097, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002, - "mode": "completion", - "litellm_provider": "text-completion-openai" + "fal_ai/low/2560-x-1440/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gpt-4": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00006, - "mode": "chat", - "litellm_provider": "openai" + "fal_ai/low/3840-x-2160/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gpt-4-0125-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, - "mode": "chat", - "litellm_provider": "openai" + "fal_ai/low/3840-x-2160/openai/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gpt-4-0314": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00006, - "mode": "chat", - "litellm_provider": "openai" + "fal_ai/low/3840-x-2160/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gpt-4-0613": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00006, - "mode": "chat", - "litellm_provider": "openai" + "fal_ai/medium/1024-x-1024/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gpt-4-1106-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, - "mode": "chat", - "litellm_provider": "openai" + "fal_ai/medium/1024-x-1024/openai/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gpt-4-1106-vision-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/medium/1024-x-1024/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-4-32k": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00006, - "output_cost_per_token": 0.00012, - "mode": "chat", - "litellm_provider": "openai" + "fal_ai/medium/1024-x-1536/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gpt-4-32k-0314": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00006, - "output_cost_per_token": 0.00012, - "mode": "chat", - "litellm_provider": "openai" + "fal_ai/medium/1024-x-1536/openai/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gpt-4-32k-0613": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00006, - "output_cost_per_token": 0.00012, - "mode": "chat", - "litellm_provider": "openai" + "fal_ai/medium/1024-x-1536/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gpt-4-turbo": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/medium/1024-x-768/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-4-turbo-2024-04-09": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/medium/1024-x-768/openai/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-4-turbo-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true + "fal_ai/medium/1024-x-768/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", + "supports_vision": true }, - "gpt-4-vision-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/medium/1920-x-1080/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-4.1": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/medium/1920-x-1080/openai/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-4.1-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/medium/1920-x-1080/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-4.1-mini": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, - "cache_read_input_token_cost": 1e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/medium/2560-x-1440/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-4.1-mini-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, - "cache_read_input_token_cost": 1e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/medium/2560-x-1440/openai/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-4.1-nano": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/medium/2560-x-1440/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-4.1-nano-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/medium/3840-x-2160/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-4.5-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000075, - "output_cost_per_token": 0.00015, - "cache_read_input_token_cost": 0.0000375, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/medium/3840-x-2160/openai/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-4.5-preview-2025-02-27": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000075, - "output_cost_per_token": 0.00015, - "cache_read_input_token_cost": 0.0000375, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/medium/3840-x-2160/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-4o": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/openai/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-4o-2024-05-13": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000015, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-4o-2024-08-06": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, + "fallback_generalizations": {}, + "featherless_ai/featherless-ai/Qwerky-72B": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "featherless_ai" }, - "gpt-4o-2024-11-20": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, + "featherless_ai/featherless-ai/Qwerky-QwQ-32B": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "featherless_ai" }, - "gpt-4o-audio-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "firecrawl/search": { + "mode": "search", + "litellm_provider": "firecrawl" }, - "gpt-4o-audio-preview-2024-10-01": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "fireworks-ai-4.1b-to-16b": { + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "litellm_provider": "fireworks_ai" }, - "gpt-4o-audio-preview-2024-12-17": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "fireworks-ai-56b-to-176b": { + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, + "litellm_provider": "fireworks_ai" + }, + "fireworks-ai-above-16b": { + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "litellm_provider": "fireworks_ai" + }, + "fireworks-ai-default": { + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "litellm_provider": "fireworks_ai" + }, + "fireworks-ai-embedding-150m-to-350m": { + "input_cost_per_token": 1.6e-8, + "output_cost_per_token": 0, + "litellm_provider": "fireworks_ai-embedding-models" + }, + "fireworks-ai-embedding-up-to-150m": { + "input_cost_per_token": 8e-9, + "output_cost_per_token": 0, + "litellm_provider": "fireworks_ai-embedding-models" + }, + "fireworks-ai-moe-up-to-56b": { + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, + "litellm_provider": "fireworks_ai" + }, + "fireworks-ai-up-to-4b": { + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/WhereIsAI/UAE-Large-V1": { + "max_input_tokens": 512, + "input_cost_per_token": 1.6e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "fireworks_ai-embedding-models" + }, + "fireworks_ai/accounts/fireworks/models/": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/SSD-1B": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1.3e-10, + "output_cost_per_token": 1.3e-10, + "mode": "image_generation", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/chronos-hermes-13b-v2": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "gpt-4o-audio-preview-2025-06-03": { - "max_input_tokens": 128000, + "fireworks_ai/accounts/fireworks/models/code-llama-13b": { + "max_input_tokens": 16384, "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "gpt-audio": { - "max_input_tokens": 128000, + "fireworks_ai/accounts/fireworks/models/code-llama-13b-instruct": { + "max_input_tokens": 16384, "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_vision": false, - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "gpt-audio-2025-08-28": { - "max_input_tokens": 128000, + "fireworks_ai/accounts/fireworks/models/code-llama-13b-python": { + "max_input_tokens": 16384, "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_vision": false, - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "gpt-audio-mini": { - "max_input_tokens": 128000, + "fireworks_ai/accounts/fireworks/models/code-llama-34b": { + "max_input_tokens": 16384, "max_output_tokens": 16384, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_vision": false, - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "gpt-audio-mini-2025-10-06": { - "max_input_tokens": 128000, + "fireworks_ai/accounts/fireworks/models/code-llama-34b-instruct": { + "max_input_tokens": 16384, "max_output_tokens": 16384, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_vision": false, - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "gpt-audio-mini-2025-12-15": { - "max_input_tokens": 128000, + "fireworks_ai/accounts/fireworks/models/code-llama-34b-python": { + "max_input_tokens": 16384, "max_output_tokens": 16384, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_vision": false, - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "gpt-4o-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 7.5e-8, + "fireworks_ai/accounts/fireworks/models/code-llama-70b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gpt-4o-mini-2024-07-18": { - "max_input_tokens": 128000, + "fireworks_ai/accounts/fireworks/models/code-llama-70b-instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/code-llama-70b-python": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/code-llama-7b": { + "max_input_tokens": 16384, "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 7.5e-8, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gpt-4o-mini-audio-preview": { - "max_input_tokens": 128000, + "fireworks_ai/accounts/fireworks/models/code-llama-7b-instruct": { + "max_input_tokens": 16384, "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "gpt-4o-mini-audio-preview-2024-12-17": { - "max_input_tokens": 128000, + "fireworks_ai/accounts/fireworks/models/code-llama-7b-python": { + "max_input_tokens": 16384, "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "gpt-4o-mini-realtime-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, - "cache_read_input_token_cost": 3e-7, + "fireworks_ai/accounts/fireworks/models/code-qwen-1p5-7b": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "gpt-4o-mini-realtime-preview-2024-12-17": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, - "cache_read_input_token_cost": 3e-7, + "fireworks_ai/accounts/fireworks/models/codegemma-2b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "gpt-4o-mini-search-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 7.5e-8, + "fireworks_ai/accounts/fireworks/models/codegemma-7b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gpt-4o-mini-search-preview-2025-03-11": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 7.5e-8, + "fireworks_ai/accounts/fireworks/models/cogito-671b-v2-p1": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gpt-4o-mini-transcribe": { - "max_input_tokens": 16000, - "max_output_tokens": 2000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.000005, - "mode": "audio_transcription", - "litellm_provider": "openai" + "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-3b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gpt-4o-mini-tts": { - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "audio_speech", - "litellm_provider": "openai" + "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-70b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gpt-4o-realtime-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00002, - "cache_read_input_token_cost": 0.0000025, + "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-8b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "gpt-4o-realtime-preview-2024-10-01": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00002, - "cache_read_input_token_cost": 0.0000025, + "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-14b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "gpt-4o-realtime-preview-2024-12-17": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00002, - "cache_read_input_token_cost": 0.0000025, + "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-32b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "gpt-4o-realtime-preview-2025-06-03": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00002, - "cache_read_input_token_cost": 0.0000025, + "fireworks_ai/accounts/fireworks/models/dbrx-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "gpt-4o-search-preview": { - "max_input_tokens": 128000, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-1b-base": { + "max_input_tokens": 16384, "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gpt-4o-search-preview-2025-03-11": { - "max_input_tokens": 128000, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-33b-instruct": { + "max_input_tokens": 16384, "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true - }, - "gpt-4o-transcribe": { - "max_input_tokens": 16000, - "max_output_tokens": 2000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "audio_transcription", - "litellm_provider": "openai" + "litellm_provider": "fireworks_ai" }, - "gpt-image-1.5": { - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00001, - "output_cost_per_image_token": 0.000032, - "cache_read_input_token_cost": 0.00000125, - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gpt-image-1.5-2025-12-16": { - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00001, - "output_cost_per_image_token": 0.000032, - "cache_read_input_token_cost": 0.00000125, - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base-v1p5": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "low/1024-x-1024/gpt-image-1.5": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-instruct-v1p5": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "low/1024-x-1536/gpt-image-1.5": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-instruct": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "low/1536-x-1024/gpt-image-1.5": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-base": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "medium/1024-x-1024/gpt-image-1.5": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-instruct": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "medium/1024-x-1536/gpt-image-1.5": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-prover-v2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "medium/1536-x-1024/gpt-image-1.5": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-r1": { + "max_input_tokens": 128000, + "max_output_tokens": 20480, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000008, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "high/1024-x-1024/gpt-image-1.5": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528": { + "max_input_tokens": 160000, + "max_output_tokens": 160000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000008, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "high/1024-x-1536/gpt-image-1.5": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528-distill-qwen3-8b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "high/1536-x-1024/gpt-image-1.5": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-r1-basic": { + "max_input_tokens": 128000, + "max_output_tokens": 20480, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.00000219, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "standard/1024-x-1024/gpt-image-1.5": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-70b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "standard/1024-x-1536/gpt-image-1.5": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-8b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "standard/1536-x-1024/gpt-image-1.5": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-14b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "1024-x-1024/gpt-image-1.5": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-1p5b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "1024-x-1536/gpt-image-1.5": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-32b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "1536-x-1024/gpt-image-1.5": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-7b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "low/1024-x-1024/gpt-image-1.5-2025-12-16": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-v2-lite-chat": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "low/1024-x-1536/gpt-image-1.5-2025-12-16": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-v2p5": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "low/1536-x-1024/gpt-image-1.5-2025-12-16": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-v3": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "medium/1024-x-1024/gpt-image-1.5-2025-12-16": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-v3-0324": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "medium/1024-x-1536/gpt-image-1.5-2025-12-16": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-v3p1": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 5.6e-7, + "output_cost_per_token": 0.00000168, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "medium/1536-x-1024/gpt-image-1.5-2025-12-16": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-v3p1-terminus": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 5.6e-7, + "output_cost_per_token": 0.00000168, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "high/1024-x-1024/gpt-image-1.5-2025-12-16": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-v3p2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 5.6e-7, + "output_cost_per_token": 0.00000168, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "high/1024-x-1536/gpt-image-1.5-2025-12-16": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-v4-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 384000, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 2.8e-7, + "cache_read_input_token_cost": 2.8e-8, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "high/1536-x-1024/gpt-image-1.5-2025-12-16": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-v4-flash-0731": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 2.8e-7, + "cache_read_input_token_cost": 2.8e-8, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "standard/1024-x-1024/gpt-image-1.5-2025-12-16": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/deepseek-v4-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 384000, + "input_cost_per_token": 0.00000174, + "output_cost_per_token": 0.00000348, + "cache_read_input_token_cost": 1.45e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "standard/1024-x-1536/gpt-image-1.5-2025-12-16": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/devstral-small-2505": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "standard/1536-x-1024/gpt-image-1.5-2025-12-16": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/dobby-mini-unhinged-plus-llama-3-1-8b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "1024-x-1024/gpt-image-1.5-2025-12-16": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/dobby-unhinged-llama-3-3-70b-new": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "1024-x-1536/gpt-image-1.5-2025-12-16": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/dolphin-2-9-2-qwen2-72b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "1536-x-1024/gpt-image-1.5-2025-12-16": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/dolphin-2p6-mixtral-8x7b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gpt-5": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "fireworks_ai/accounts/fireworks/models/ernie-4p5-21b-a3b-pt": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gpt-5.1": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "fireworks_ai/accounts/fireworks/models/ernie-4p5-300b-a47b-pt": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gpt-5.1-2025-11-13": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "fireworks_ai/accounts/fireworks/models/fare-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gpt-5.1-chat-latest": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "fireworks_ai/accounts/fireworks/models/firefunction-v1": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gpt-5.2": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, + "fireworks_ai/accounts/fireworks/models/firefunction-v2": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gpt-5.2-2025-12-11": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, + "fireworks_ai/accounts/fireworks/models/firellava-13b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gpt-5.2-chat-latest": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, + "fireworks_ai/accounts/fireworks/models/firesearch-ocr-v6": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gpt-5.2-pro": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000021, - "output_cost_per_token": 0.000168, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/fireworks-asr-large": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "audio_transcription", + "litellm_provider": "fireworks_ai" }, - "gpt-5.2-pro-2025-12-11": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000021, - "output_cost_per_token": 0.000168, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/fireworks-asr-v2": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "audio_transcription", + "litellm_provider": "fireworks_ai" }, - "gpt-5-pro": { - "max_input_tokens": 128000, - "max_output_tokens": 272000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00012, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true - }, - "gpt-5-pro-2025-10-06": { - "max_input_tokens": 128000, - "max_output_tokens": 272000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00012, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true - }, - "gpt-5-2025-08-07": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true - }, - "gpt-5-chat": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "fireworks_ai/accounts/fireworks/models/flux-1-dev": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gpt-5-chat-latest": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "fireworks_ai/accounts/fireworks/models/flux-1-dev-controlnet-union": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-9, + "output_cost_per_token": 1e-9, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gpt-5-codex": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/flux-1-dev-fp8": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-10, + "output_cost_per_token": 5e-10, + "mode": "image_generation", + "litellm_provider": "fireworks_ai" }, - "gpt-5.1-codex": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/flux-1-schnell": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gpt-5.1-codex-max": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/flux-1-schnell-fp8": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 3.5e-10, + "output_cost_per_token": 3.5e-10, + "mode": "image_generation", + "litellm_provider": "fireworks_ai" }, - "gpt-5.1-codex-mini": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 2.5e-8, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/flux-kontext-max": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 8e-8, + "mode": "image_generation", + "litellm_provider": "fireworks_ai" }, - "gpt-5.2-codex": { - "max_input_tokens": 400000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/flux-kontext-pro": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 4e-8, + "mode": "image_generation", + "litellm_provider": "fireworks_ai" }, - "gpt-5-mini": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 2.5e-8, + "fireworks_ai/accounts/fireworks/models/gemma-2b-it": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gpt-5-mini-2025-08-07": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 2.5e-8, + "fireworks_ai/accounts/fireworks/models/gemma-3-27b-it": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gpt-5-nano": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 5e-9, + "fireworks_ai/accounts/fireworks/models/gemma-7b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gpt-5-nano-2025-08-07": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 5e-9, + "fireworks_ai/accounts/fireworks/models/gemma-7b-it": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true - }, - "gpt-image-1": { - "input_cost_per_token": 0.000005, - "output_cost_per_image_token": 0.00004, - "cache_read_input_token_cost": 0.00000125, - "mode": "image_generation", - "litellm_provider": "openai" - }, - "gpt-image-1-mini": { - "input_cost_per_token": 0.000002, - "output_cost_per_image_token": 0.000008, - "cache_read_input_token_cost": 2e-7, - "mode": "image_generation", - "litellm_provider": "openai" + "litellm_provider": "fireworks_ai" }, - "gpt-realtime": { - "max_input_tokens": 32000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000004, - "output_cost_per_token": 0.000016, - "cache_read_input_token_cost": 4e-7, + "fireworks_ai/accounts/fireworks/models/gemma2-9b-it": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "gpt-realtime-mini": { + "fireworks_ai/accounts/fireworks/models/glm-4p5": { "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, + "max_output_tokens": 96000, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.00000219, "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "gpt-realtime-2025-08-28": { - "max_input_tokens": 32000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000004, - "output_cost_per_token": 0.000016, - "cache_read_input_token_cost": 4e-7, + "fireworks_ai/accounts/fireworks/models/glm-4p5-air": { + "max_input_tokens": 128000, + "max_output_tokens": 96000, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "gradient_ai/alibaba-qwen3-32b": { - "mode": "chat", - "litellm_provider": "gradient_ai" + "fireworks_ai/accounts/fireworks/models/glm-4p5v": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gradient_ai/anthropic-claude-3-opus": { - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, + "fireworks_ai/accounts/fireworks/models/glm-4p6": { + "max_input_tokens": 202800, + "max_output_tokens": 202800, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.00000219, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "fireworks_ai" }, - "gradient_ai/anthropic-claude-3.5-haiku": { - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.000004, + "fireworks_ai/accounts/fireworks/models/glm-4p7": { + "max_input_tokens": 202800, + "max_output_tokens": 202800, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "fireworks_ai" }, - "gradient_ai/anthropic-claude-3.5-sonnet": { - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "fireworks_ai/accounts/fireworks/models/glm-5p1": { + "max_input_tokens": 202800, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 2.6e-7, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "gradient_ai/anthropic-claude-3.7-sonnet": { - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "fireworks_ai/accounts/fireworks/models/glm-5p2": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 1.4e-7, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "gradient_ai/deepseek-r1-distill-llama-70b": { - "input_cost_per_token": 9.9e-7, - "output_cost_per_token": 9.9e-7, + "fireworks_ai/accounts/fireworks/models/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 1.5e-8, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "gradient_ai/llama3-8b-instruct": { - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "fireworks_ai/accounts/fireworks/models/gpt-oss-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 3.5e-8, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "gradient_ai/llama3.3-70b-instruct": { - "input_cost_per_token": 6.5e-7, - "output_cost_per_token": 6.5e-7, + "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "fireworks_ai" }, - "gradient_ai/mistral-nemo-instruct-2407": { - "input_cost_per_token": 3e-7, - "output_cost_per_token": 3e-7, + "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "fireworks_ai" }, - "gradient_ai/openai-gpt-4o": { + "fireworks_ai/accounts/fireworks/models/hermes-2-pro-mistral-7b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "fireworks_ai" }, - "gradient_ai/openai-gpt-4o-mini": { + "fireworks_ai/accounts/fireworks/models/internvl3-38b": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "fireworks_ai" }, - "gradient_ai/openai-o3": { - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "fireworks_ai/accounts/fireworks/models/internvl3-78b": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "fireworks_ai" }, - "gradient_ai/openai-o3-mini": { - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, + "fireworks_ai/accounts/fireworks/models/internvl3-8b": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "fireworks_ai" }, - "lemonade/Qwen3-Coder-30B-A3B-Instruct-GGUF": { + "fireworks_ai/accounts/fireworks/models/japanese-stable-diffusion-xl": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1.3e-10, + "output_cost_per_token": 1.3e-10, + "mode": "image_generation", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/kat-coder": { "max_input_tokens": 262144, - "max_output_tokens": 32768, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "max_output_tokens": 262144, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "lemonade" + "litellm_provider": "fireworks_ai" }, - "lemonade/gpt-oss-20b-mxfp4-GGUF": { + "fireworks_ai/accounts/fireworks/models/kat-dev-32b": { "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "lemonade" + "litellm_provider": "fireworks_ai" }, - "lemonade/gpt-oss-120b-mxfp-GGUF": { + "fireworks_ai/accounts/fireworks/models/kat-dev-72b-exp": { "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "lemonade" + "litellm_provider": "fireworks_ai" }, - "lemonade/Gemma-3-4b-it-GGUF": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "lemonade" + "litellm_provider": "fireworks_ai" }, - "lemonade/Qwen3-4B-Instruct-2507-GGUF": { + "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct-0905": { "max_input_tokens": 262144, "max_output_tokens": 32768, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "lemonade" + "litellm_provider": "fireworks_ai" }, - "amazon-nova/nova-micro-v1": { - "max_input_tokens": 128000, - "max_output_tokens": 10000, - "input_cost_per_token": 3.5e-8, - "output_cost_per_token": 1.4e-7, + "fireworks_ai/accounts/fireworks/models/kimi-k2-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "amazon_nova" + "litellm_provider": "fireworks_ai" }, - "amazon-nova/nova-lite-v1": { - "max_input_tokens": 300000, - "max_output_tokens": 10000, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 2.4e-7, + "fireworks_ai/accounts/fireworks/models/kimi-k2p5": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "amazon_nova", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "amazon-nova/nova-premier-v1": { - "max_input_tokens": 1000000, - "max_output_tokens": 10000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.0000125, + "fireworks_ai/accounts/fireworks/models/kimi-k2p6": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.6e-7, "mode": "chat", - "litellm_provider": "amazon_nova", - "supports_pdf_input": true, + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "amazon-nova/nova-pro-v1": { - "max_input_tokens": 300000, - "max_output_tokens": 10000, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000032, + "fireworks_ai/accounts/fireworks/models/kimi-k2p7-code": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.9e-7, "mode": "chat", - "litellm_provider": "amazon_nova", - "supports_pdf_input": true, + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "groq/llama-3.1-8b-instant": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 8e-8, - "mode": "chat", - "litellm_provider": "groq" - }, - "groq/llama-3.3-70b-versatile": { - "max_input_tokens": 128000, - "max_output_tokens": 32768, - "input_cost_per_token": 5.9e-7, - "output_cost_per_token": 7.9e-7, + "fireworks_ai/accounts/fireworks/models/kimi-k3": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "groq" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "groq/gemma-7b-it": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 8e-8, - "mode": "chat", - "litellm_provider": "groq" - }, - "groq/meta-llama/llama-guard-4-12b": { + "fireworks_ai/accounts/fireworks/models/llama-guard-2-8b": { "max_input_tokens": 8192, "max_output_tokens": 8192, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "groq" + "litellm_provider": "fireworks_ai" }, - "groq/meta-llama/llama-4-maverick-17b-128e-instruct": { + "fireworks_ai/accounts/fireworks/models/llama-guard-3-1b": { "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "groq", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "groq/meta-llama/llama-4-scout-17b-16e-instruct": { + "fireworks_ai/accounts/fireworks/models/llama-guard-3-8b": { "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 1.1e-7, - "output_cost_per_token": 3.4e-7, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "groq", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "groq/moonshotai/kimi-k2-instruct-0905": { - "max_input_tokens": 262144, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, - "cache_read_input_token_cost": 5e-7, + "fireworks_ai/accounts/fireworks/models/llama-v2-13b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "groq" + "litellm_provider": "fireworks_ai" }, - "groq/openai/gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 32766, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 7.5e-8, + "fireworks_ai/accounts/fireworks/models/llama-v2-13b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "groq" + "litellm_provider": "fireworks_ai" }, - "groq/openai/gpt-oss-20b": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, - "cache_read_input_token_cost": 3.75e-8, + "fireworks_ai/accounts/fireworks/models/llama-v2-70b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "groq" - }, - "groq/playai-tts": { - "max_input_tokens": 10000, - "max_output_tokens": 10000, - "mode": "audio_speech", - "litellm_provider": "groq" + "litellm_provider": "fireworks_ai" }, - "groq/qwen/qwen3-32b": { - "max_input_tokens": 131000, - "max_output_tokens": 131000, - "input_cost_per_token": 2.9e-7, - "output_cost_per_token": 5.9e-7, + "fireworks_ai/accounts/fireworks/models/llama-v2-70b-chat": { + "max_input_tokens": 2048, + "max_output_tokens": 2048, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "groq" - }, - "groq/whisper-large-v3": { - "mode": "audio_transcription", - "litellm_provider": "groq" - }, - "groq/whisper-large-v3-turbo": { - "mode": "audio_transcription", - "litellm_provider": "groq" - }, - "hd/1024-x-1024/dall-e-3": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "hd/1024-x-1792/dall-e-3": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "hd/1792-x-1024/dall-e-3": { - "mode": "image_generation", - "litellm_provider": "openai" + "litellm_provider": "fireworks_ai" }, - "heroku/claude-3-5-haiku": { + "fireworks_ai/accounts/fireworks/models/llama-v2-7b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "heroku" + "litellm_provider": "fireworks_ai" }, - "heroku/claude-3-5-sonnet-latest": { + "fireworks_ai/accounts/fireworks/models/llama-v2-7b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "heroku" + "litellm_provider": "fireworks_ai" }, - "heroku/claude-3-7-sonnet": { + "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "heroku" + "litellm_provider": "fireworks_ai" }, - "heroku/claude-4-sonnet": { + "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct-hf": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "heroku" - }, - "high/1024-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "high/1024-x-1536/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "high/1536-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "openai" + "litellm_provider": "fireworks_ai" }, - "hyperbolic/NousResearch/Hermes-3-Llama-3.1-70B": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "fireworks_ai/accounts/fireworks/models/llama-v3-8b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai" }, - "hyperbolic/Qwen/QwQ-32B": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "fireworks_ai/accounts/fireworks/models/llama-v3-8b-instruct-hf": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai" }, - "hyperbolic/Qwen/Qwen2.5-72B-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai" }, - "hyperbolic/Qwen/Qwen2.5-Coder-32B-Instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct-long": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai" }, - "hyperbolic/Qwen/Qwen3-235B-A22B": { + "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000002, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai" }, - "hyperbolic/deepseek-ai/DeepSeek-R1": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 4e-7, + "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct-1b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai" }, - "hyperbolic/deepseek-ai/DeepSeek-R1-0528": { + "fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p1-nemotron-70b-instruct": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 2.5e-7, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai" }, - "hyperbolic/deepseek-ai/DeepSeek-V3": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, + "fireworks_ai/accounts/fireworks/models/llama-v3p2-11b-vision-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "hyperbolic/deepseek-ai/DeepSeek-V3-0324": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 4e-7, + "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai" }, - "hyperbolic/meta-llama/Llama-3.2-3B-Instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai" }, - "hyperbolic/meta-llama/Llama-3.3-70B-Instruct": { + "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai" }, - "hyperbolic/meta-llama/Meta-Llama-3-70B-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai" }, - "hyperbolic/meta-llama/Meta-Llama-3.1-405B-Instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "fireworks_ai/accounts/fireworks/models/llama-v3p2-90b-vision-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "hyperbolic/meta-llama/Meta-Llama-3.1-70B-Instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "fireworks_ai/accounts/fireworks/models/llama-v3p3-70b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai" }, - "hyperbolic/meta-llama/Meta-Llama-3.1-8B-Instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "fireworks_ai/accounts/fireworks/models/llama4-maverick-instruct-basic": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai" }, - "hyperbolic/moonshotai/Kimi-K2-Instruct": { + "fireworks_ai/accounts/fireworks/models/llama4-scout-instruct-basic": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000002, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "hyperbolic" - }, - "j2-light": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000003, - "mode": "completion", - "litellm_provider": "ai21" + "litellm_provider": "fireworks_ai" }, - "j2-mid": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00001, - "mode": "completion", - "litellm_provider": "ai21" + "fireworks_ai/accounts/fireworks/models/llamaguard-7b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "j2-ultra": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000015, - "mode": "completion", - "litellm_provider": "ai21" + "fireworks_ai/accounts/fireworks/models/llava-yi-34b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "jamba-1.5": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, + "fireworks_ai/accounts/fireworks/models/minimax-m1-80k": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "ai21" + "litellm_provider": "fireworks_ai" }, - "jamba-1.5-large": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "fireworks_ai/accounts/fireworks/models/minimax-m2": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "ai21" + "litellm_provider": "fireworks_ai" }, - "jamba-1.5-large@001": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "fireworks_ai/accounts/fireworks/models/minimax-m2p1": { + "max_input_tokens": 204800, + "max_output_tokens": 204800, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "ai21" + "litellm_provider": "fireworks_ai" }, - "jamba-1.5-mini": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, + "fireworks_ai/accounts/fireworks/models/minimax-m2p7": { + "max_input_tokens": 196608, + "max_output_tokens": 196608, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 6e-8, "mode": "chat", - "litellm_provider": "ai21" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "jamba-1.5-mini@001": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, + "fireworks_ai/accounts/fireworks/models/minimax-m3": { + "max_input_tokens": 512000, + "max_output_tokens": 512000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 6e-8, "mode": "chat", - "litellm_provider": "ai21" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "jamba-large-1.6": { + "fireworks_ai/accounts/fireworks/models/ministral-3-14b-instruct-2512": { "max_input_tokens": 256000, "max_output_tokens": 256000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "ai21" + "litellm_provider": "fireworks_ai" }, - "jamba-large-1.7": { + "fireworks_ai/accounts/fireworks/models/ministral-3-3b-instruct-2512": { "max_input_tokens": 256000, "max_output_tokens": 256000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "ai21" + "litellm_provider": "fireworks_ai" }, - "jamba-mini-1.6": { + "fireworks_ai/accounts/fireworks/models/ministral-3-8b-instruct-2512": { "max_input_tokens": 256000, "max_output_tokens": 256000, "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "ai21" + "litellm_provider": "fireworks_ai" }, - "jamba-mini-1.7": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, + "fireworks_ai/accounts/fireworks/models/mistral-7b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "ai21" - }, - "jina-reranker-v2-base-multilingual": { - "max_input_tokens": 1024, - "max_output_tokens": 1024, - "input_cost_per_token": 1.8e-8, - "output_cost_per_token": 1.8e-8, - "mode": "rerank", - "litellm_provider": "jina_ai" + "litellm_provider": "fireworks_ai" }, - "jp.anthropic.claude-sonnet-4-5-20250929-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000033, - "output_cost_per_token": 0.0000165, - "input_cost_per_token_above_200k_tokens": 0.0000066, - "output_cost_per_token_above_200k_tokens": 0.00002475, - "cache_creation_input_token_cost": 0.000004125, - "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, - "cache_read_input_token_cost": 3.3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, + "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-4k": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "jp.anthropic.claude-haiku-4-5-20251001-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000055, - "cache_creation_input_token_cost": 0.000001375, - "cache_read_input_token_cost": 1.1e-7, + "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v0p2": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "lambda_ai/deepseek-llama3.3-70b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v3": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "fireworks_ai" }, - "lambda_ai/deepseek-r1-0528": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "fireworks_ai/accounts/fireworks/models/mistral-7b-v0p2": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "fireworks_ai" }, - "lambda_ai/deepseek-r1-671b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 8e-7, + "fireworks_ai/accounts/fireworks/models/mistral-large-3-fp8": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "fireworks_ai" }, - "lambda_ai/deepseek-v3-0324": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "fireworks_ai/accounts/fireworks/models/mistral-nemo-base-2407": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "lambda_ai" - }, - "lambda_ai/hermes3-405b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 8e-7, - "mode": "chat", - "litellm_provider": "lambda_ai" - }, - "lambda_ai/hermes3-70b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, - "mode": "chat", - "litellm_provider": "lambda_ai" - }, - "lambda_ai/hermes3-8b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2.5e-8, - "output_cost_per_token": 4e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "fireworks_ai" }, - "lambda_ai/lfm-40b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, + "fireworks_ai/accounts/fireworks/models/mistral-nemo-instruct-2407": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "fireworks_ai" }, - "lambda_ai/lfm-7b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2.5e-8, - "output_cost_per_token": 4e-8, + "fireworks_ai/accounts/fireworks/models/mistral-small-24b-instruct-2501": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "fireworks_ai" }, - "lambda_ai/llama-4-maverick-17b-128e-instruct-fp8": { - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 1e-7, + "fireworks_ai/accounts/fireworks/models/mixtral-8x22b": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "fireworks_ai" }, - "lambda_ai/llama-4-scout-17b-16e-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 1e-7, + "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "fireworks_ai" }, - "lambda_ai/llama3.1-405b-instruct-fp8": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 8e-7, + "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct-hf": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "fireworks_ai" }, - "lambda_ai/llama3.1-70b-instruct-fp8": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "fireworks_ai/accounts/fireworks/models/mixtral-8x7b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "fireworks_ai" }, - "lambda_ai/llama3.1-8b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2.5e-8, - "output_cost_per_token": 4e-8, + "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "fireworks_ai" }, - "lambda_ai/llama3.1-nemotron-70b-instruct-fp8": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct-hf": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "fireworks_ai" }, - "lambda_ai/llama3.2-11b-vision-instruct": { + "fireworks_ai/accounts/fireworks/models/muse-glimmer-30b": { "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.5e-8, - "output_cost_per_token": 2.5e-8, + "max_output_tokens": 16384, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 4e-8, "mode": "chat", - "litellm_provider": "lambda_ai", + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "lambda_ai/llama3.2-3b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.5e-8, - "output_cost_per_token": 2.5e-8, + "fireworks_ai/accounts/fireworks/models/mythomax-l2-13b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "fireworks_ai" }, - "lambda_ai/llama3.3-70b-instruct-fp8": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "fireworks_ai/accounts/fireworks/models/nemotron-3-ultra-nvfp4": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 1.2e-7, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "lambda_ai/qwen25-coder-32b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "fireworks_ai/accounts/fireworks/models/nemotron-lightning-3p5-30b-a3b": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, "input_cost_per_token": 5e-8, - "output_cost_per_token": 1e-7, + "output_cost_per_token": 2e-7, + "cache_read_input_token_cost": 1e-8, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "lambda_ai/qwen3-32b-fp8": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 5e-8, + "fireworks_ai/accounts/fireworks/models/nemotron-nano-v2-12b-vl": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "lambda_ai" - }, - "low/1024-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "low/1024-x-1536/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "low/1536-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "luminous-base": { - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.000033, - "mode": "completion", - "litellm_provider": "aleph_alpha" + "litellm_provider": "fireworks_ai" }, - "luminous-base-control": { - "input_cost_per_token": 0.0000375, - "output_cost_per_token": 0.00004125, + "fireworks_ai/accounts/fireworks/models/nous-capybara-7b-v1p9": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "aleph_alpha" + "litellm_provider": "fireworks_ai" }, - "luminous-extended": { - "input_cost_per_token": 0.000045, - "output_cost_per_token": 0.0000495, - "mode": "completion", - "litellm_provider": "aleph_alpha" + "fireworks_ai/accounts/fireworks/models/nous-hermes-2-mixtral-8x7b-dpo": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "luminous-extended-control": { - "input_cost_per_token": 0.00005625, - "output_cost_per_token": 0.000061875, + "fireworks_ai/accounts/fireworks/models/nous-hermes-2-yi-34b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "aleph_alpha" + "litellm_provider": "fireworks_ai" }, - "luminous-supreme": { - "input_cost_per_token": 0.000175, - "output_cost_per_token": 0.0001925, - "mode": "completion", - "litellm_provider": "aleph_alpha" + "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-13b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "luminous-supreme-control": { - "input_cost_per_token": 0.00021875, - "output_cost_per_token": 0.000240625, + "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-70b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "aleph_alpha" + "litellm_provider": "fireworks_ai" }, - "max-x-max/50-steps/stability.stable-diffusion-xl-v0": { - "max_input_tokens": 77, - "mode": "image_generation", - "litellm_provider": "bedrock" - }, - "max-x-max/max-steps/stability.stable-diffusion-xl-v0": { - "max_input_tokens": 77, - "mode": "image_generation", - "litellm_provider": "bedrock" - }, - "medium/1024-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "medium/1024-x-1536/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "medium/1536-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "low/1024-x-1024/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "low/1024-x-1536/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "low/1536-x-1024/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "medium/1024-x-1024/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "medium/1024-x-1536/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "medium/1536-x-1024/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "medlm-large": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models" - }, - "medlm-medium": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models" - }, - "meta.llama2-13b-chat-v1": { + "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-7b": { "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 7.5e-7, - "output_cost_per_token": 0.000001, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "fireworks_ai" }, - "meta.llama2-70b-chat-v1": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00000195, - "output_cost_per_token": 0.00000256, + "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-12b-v2": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "fireworks_ai" }, - "meta.llama3-1-405b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00000532, - "output_cost_per_token": 0.000016, + "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-9b-v2": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "fireworks_ai" }, - "meta.llama3-1-70b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 9.9e-7, - "output_cost_per_token": 9.9e-7, + "fireworks_ai/accounts/fireworks/models/openchat-3p5-0106-7b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "fireworks_ai" }, - "meta.llama3-1-8b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 2.2e-7, + "fireworks_ai/accounts/fireworks/models/openhermes-2-mistral-7b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "fireworks_ai" }, - "meta.llama3-2-11b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 3.5e-7, + "fireworks_ai/accounts/fireworks/models/openhermes-2p5-mistral-7b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "meta.llama3-2-1b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, + "fireworks_ai/accounts/fireworks/models/openorca-7b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/phi-2-3b": { + "max_input_tokens": 2048, + "max_output_tokens": 2048, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "fireworks_ai" }, - "meta.llama3-2-3b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "fireworks_ai/accounts/fireworks/models/phi-3-mini-128k-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "fireworks_ai" }, - "meta.llama3-2-90b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000002, + "fireworks_ai/accounts/fireworks/models/phi-3-vision-128k-instruct": { + "max_input_tokens": 32064, + "max_output_tokens": 32064, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "meta.llama3-3-70b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, + "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-python-v1": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "fireworks_ai" }, - "meta.llama3-70b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000265, - "output_cost_per_token": 0.0000035, + "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v1": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "fireworks_ai" }, - "meta.llama3-8b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 6e-7, + "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v2": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "fireworks_ai" }, - "meta.llama4-maverick-17b-instruct-v1:0": { - "max_input_tokens": 128000, + "fireworks_ai/accounts/fireworks/models/playground-v2-1024px-aesthetic": { + "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 2.4e-7, - "output_cost_per_token": 9.7e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse" + "input_cost_per_token": 1.3e-10, + "output_cost_per_token": 1.3e-10, + "mode": "image_generation", + "litellm_provider": "fireworks_ai" }, - "meta.llama4-scout-17b-instruct-v1:0": { - "max_input_tokens": 128000, + "fireworks_ai/accounts/fireworks/models/playground-v2-5-1024px-aesthetic": { + "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 1.7e-7, - "output_cost_per_token": 6.6e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse" + "input_cost_per_token": 1.3e-10, + "output_cost_per_token": 1.3e-10, + "mode": "image_generation", + "litellm_provider": "fireworks_ai" }, - "meta_llama/Llama-3.3-70B-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 4028, + "fireworks_ai/accounts/fireworks/models/pythia-12b": { + "max_input_tokens": 2048, + "max_output_tokens": 2048, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "meta_llama" + "litellm_provider": "fireworks_ai" }, - "meta_llama/Llama-3.3-8B-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 4028, + "fireworks_ai/accounts/fireworks/models/qwen-qwq-32b-preview": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "meta_llama" + "litellm_provider": "fireworks_ai" }, - "meta_llama/Llama-4-Maverick-17B-128E-Instruct-FP8": { - "max_input_tokens": 1000000, - "max_output_tokens": 4028, + "fireworks_ai/accounts/fireworks/models/qwen-v2p5-14b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "meta_llama" + "litellm_provider": "fireworks_ai" }, - "meta_llama/Llama-4-Scout-17B-16E-Instruct-FP8": { - "max_input_tokens": 10000000, - "max_output_tokens": 4028, + "fireworks_ai/accounts/fireworks/models/qwen-v2p5-7b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "meta_llama" + "litellm_provider": "fireworks_ai" }, - "minimax.minimax-m2": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, + "fireworks_ai/accounts/fireworks/models/qwen1p5-72b-chat": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" - }, - "minimax/speech-02-hd": { - "mode": "audio_speech", - "litellm_provider": "minimax" - }, - "minimax/speech-02-turbo": { - "mode": "audio_speech", - "litellm_provider": "minimax" - }, - "minimax/speech-2.6-hd": { - "mode": "audio_speech", - "litellm_provider": "minimax" - }, - "minimax/speech-2.6-turbo": { - "mode": "audio_speech", - "litellm_provider": "minimax" + "litellm_provider": "fireworks_ai" }, - "minimax/MiniMax-M2.1": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "cache_creation_input_token_cost": 3.75e-7, - "cache_read_input_token_cost": 3e-8, + "fireworks_ai/accounts/fireworks/models/qwen2-72b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "minimax" + "litellm_provider": "fireworks_ai" }, - "minimax/MiniMax-M2.1-lightning": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000024, - "cache_creation_input_token_cost": 3.75e-7, - "cache_read_input_token_cost": 3e-8, + "fireworks_ai/accounts/fireworks/models/qwen2-7b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "minimax" + "litellm_provider": "fireworks_ai" }, - "minimax/MiniMax-M2": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "cache_creation_input_token_cost": 3.75e-7, - "cache_read_input_token_cost": 3e-8, + "fireworks_ai/accounts/fireworks/models/qwen2-vl-2b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "minimax" + "litellm_provider": "fireworks_ai" }, - "mistral.magistral-small-2509": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "fireworks_ai/accounts/fireworks/models/qwen2-vl-72b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "fireworks_ai" }, - "mistral.ministral-3-14b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, + "fireworks_ai/accounts/fireworks/models/qwen2-vl-7b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "fireworks_ai" }, - "mistral.ministral-3-3b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, + "fireworks_ai/accounts/fireworks/models/qwen2p5-0p5b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" - }, - "mistral.ministral-3-8b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "fireworks_ai" }, - "mistral.mistral-7b-instruct-v0:2": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 1.5e-7, + "fireworks_ai/accounts/fireworks/models/qwen2p5-14b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "fireworks_ai" }, - "mistral.mistral-large-2402-v1:0": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, + "fireworks_ai/accounts/fireworks/models/qwen2p5-1p5b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "fireworks_ai" }, - "mistral.mistral-large-2407-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000009, + "fireworks_ai/accounts/fireworks/models/qwen2p5-32b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "fireworks_ai" }, - "mistral.mistral-large-3-675b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "fireworks_ai/accounts/fireworks/models/qwen2p5-32b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "fireworks_ai" }, - "mistral.mistral-small-2402-v1:0": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "fireworks_ai/accounts/fireworks/models/qwen2p5-72b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "fireworks_ai" }, - "mistral.mixtral-8x7b-instruct-v0:1": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 4.5e-7, - "output_cost_per_token": 7e-7, + "fireworks_ai/accounts/fireworks/models/qwen2p5-72b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "fireworks_ai" }, - "mistral.voxtral-mini-3b-2507": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 4e-8, + "fireworks_ai/accounts/fireworks/models/qwen2p5-7b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "mistral.voxtral-small-24b-2507": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "mistral/codestral-2405": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "fireworks_ai" }, - "mistral/codestral-2508": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 9e-7, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "fireworks_ai" }, - "mistral/codestral-latest": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "fireworks_ai" }, - "mistral/codestral-mamba-latest": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 2.5e-7, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "mistral" - }, - "mistral/devstral-medium-2507": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, - "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "fireworks_ai" }, - "mistral/devstral-small-2505": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "fireworks_ai" }, - "mistral/devstral-small-2507": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "fireworks_ai" }, - "mistral/labs-devstral-small-2512": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "fireworks_ai" }, - "mistral/devstral-2512": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-128k": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "fireworks_ai" }, - "mistral/magistral-medium-2506": { - "max_input_tokens": 40000, - "max_output_tokens": 40000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-32k-rope": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "fireworks_ai" }, - "mistral/magistral-medium-2509": { - "max_input_tokens": 40000, - "max_output_tokens": 40000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-64k": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "mistral" - }, - "mistral/mistral-ocr-latest": { - "mode": "ocr", - "litellm_provider": "mistral" - }, - "mistral/mistral-ocr-2505-completion": { - "mode": "ocr", - "litellm_provider": "mistral" + "litellm_provider": "fireworks_ai" }, - "mistral/magistral-medium-latest": { - "max_input_tokens": 40000, - "max_output_tokens": 40000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "fireworks_ai" }, - "mistral/magistral-small-2506": { - "max_input_tokens": 40000, - "max_output_tokens": 40000, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "fireworks_ai" }, - "mistral/magistral-small-latest": { - "max_input_tokens": 40000, - "max_output_tokens": 40000, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "mistral" - }, - "mistral/mistral-embed": { - "max_input_tokens": 8192, - "input_cost_per_token": 1e-7, - "mode": "embedding", - "litellm_provider": "mistral" - }, - "mistral/codestral-embed": { - "max_input_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "mode": "embedding", - "litellm_provider": "mistral" + "litellm_provider": "fireworks_ai" }, - "mistral/codestral-embed-2505": { - "max_input_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "mode": "embedding", - "litellm_provider": "mistral" + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "mistral/mistral-large-2402": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000004, - "output_cost_per_token": 0.000012, + "fireworks_ai/accounts/fireworks/models/qwen2p5-math-72b-instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "fireworks_ai" }, - "mistral/mistral-large-2407": { + "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-32b-instruct": { "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000009, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "fireworks_ai" }, - "mistral/mistral-large-2411": { + "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-3b-instruct": { "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "fireworks_ai" }, - "mistral/mistral-large-latest": { + "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-72b-instruct": { "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "fireworks_ai" }, - "mistral/mistral-large-3": { - "max_input_tokens": 256000, - "max_output_tokens": 8191, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-7b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "mistral", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "mistral/mistral-medium": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.0000027, - "output_cost_per_token": 0.0000081, + "fireworks_ai/accounts/fireworks/models/qwen3-0p6b": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "fireworks_ai" }, - "mistral/mistral-medium-2312": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.0000027, - "output_cost_per_token": 0.0000081, + "fireworks_ai/accounts/fireworks/models/qwen3-14b": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "fireworks_ai" }, - "mistral/mistral-medium-2505": { + "fireworks_ai/accounts/fireworks/models/qwen3-1p7b": { "max_input_tokens": 131072, - "max_output_tokens": 8191, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "fireworks_ai" }, - "mistral/mistral-medium-latest": { - "max_input_tokens": 131072, - "max_output_tokens": 8191, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, + "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "fireworks_ai" }, - "mistral/mistral-small": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, + "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-131072": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "fireworks_ai" }, - "mistral/mistral-small-latest": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, + "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-40960": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, - "mode": "chat", - "litellm_provider": "mistral" - }, - "mistral/mistral-tiny": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 2.5e-7, - "mode": "chat", - "litellm_provider": "mistral" - }, - "mistral/open-codestral-mamba": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 2.5e-7, - "mode": "chat", - "litellm_provider": "mistral" - }, - "mistral/open-mistral-7b": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 2.5e-7, - "mode": "chat", - "litellm_provider": "mistral" - }, - "mistral/open-mistral-nemo": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 3e-7, - "mode": "chat", - "litellm_provider": "mistral" - }, - "mistral/open-mistral-nemo-2407": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 3e-7, - "mode": "chat", - "litellm_provider": "mistral" - }, - "mistral/open-mixtral-8x22b": { - "max_input_tokens": 65336, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, - "mode": "chat", - "litellm_provider": "mistral" - }, - "mistral/open-mixtral-8x7b": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 7e-7, - "output_cost_per_token": 7e-7, - "mode": "chat", - "litellm_provider": "mistral" - }, - "mistral/pixtral-12b-2409": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "mistral", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "mistral/pixtral-large-2411": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "mistral", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "mistral/pixtral-large-latest": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-instruct-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "mistral", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "moonshot.kimi-k2-thinking": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, + "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-thinking-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "fireworks_ai" }, - "moonshot/kimi-k2-0711-preview": { + "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 1.5e-7, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "moonshot" + "litellm_provider": "fireworks_ai" }, - "moonshot/kimi-k2-0905-preview": { + "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-instruct-2507": { "max_input_tokens": 262144, "max_output_tokens": 262144, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 1.5e-7, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "moonshot" + "litellm_provider": "fireworks_ai" }, - "moonshot/kimi-k2-turbo-preview": { + "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-thinking-2507": { "max_input_tokens": 262144, "max_output_tokens": 262144, - "input_cost_per_token": 0.00000115, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 1.5e-7, - "mode": "chat", - "litellm_provider": "moonshot" - }, - "moonshot/kimi-latest": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, - "cache_read_input_token_cost": 1.5e-7, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "moonshot", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "moonshot/kimi-latest-128k": { + "fireworks_ai/accounts/fireworks/models/qwen3-32b": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, - "cache_read_input_token_cost": 1.5e-7, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "moonshot", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "moonshot/kimi-latest-32k": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, - "cache_read_input_token_cost": 1.5e-7, + "fireworks_ai/accounts/fireworks/models/qwen3-4b": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "moonshot", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "moonshot/kimi-latest-8k": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, + "fireworks_ai/accounts/fireworks/models/qwen3-4b-instruct-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 1.5e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "moonshot", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "moonshot/kimi-thinking-preview": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 1.5e-7, + "fireworks_ai/accounts/fireworks/models/qwen3-8b": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "moonshot", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "moonshot/kimi-k2-thinking": { + "fireworks_ai/accounts/fireworks/models/qwen3-coder-30b-a3b-instruct": { "max_input_tokens": 262144, "max_output_tokens": 262144, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 1.5e-7, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "moonshot" + "litellm_provider": "fireworks_ai" }, - "moonshot/kimi-k2-thinking-turbo": { + "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-a35b-instruct": { "max_input_tokens": 262144, "max_output_tokens": 262144, - "input_cost_per_token": 0.00000115, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 1.5e-7, - "mode": "chat", - "litellm_provider": "moonshot" - }, - "moonshot/moonshot-v1-128k": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, - "mode": "chat", - "litellm_provider": "moonshot" - }, - "moonshot/moonshot-v1-128k-0430": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, + "input_cost_per_token": 4.5e-7, + "output_cost_per_token": 0.0000018, "mode": "chat", - "litellm_provider": "moonshot" + "litellm_provider": "fireworks_ai" }, - "moonshot/moonshot-v1-128k-vision-preview": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, + "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-instruct-bf16": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "moonshot", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "moonshot/moonshot-v1-32k": { + "fireworks_ai/accounts/fireworks/models/qwen3-embedding-0p6b": { "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, - "mode": "chat", - "litellm_provider": "moonshot" + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "fireworks_ai" }, - "moonshot/moonshot-v1-32k-0430": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, - "mode": "chat", - "litellm_provider": "moonshot" + "fireworks_ai/accounts/fireworks/models/qwen3-embedding-4b": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "fireworks_ai" }, - "moonshot/moonshot-v1-32k-vision-preview": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "moonshot", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "moonshot/moonshot-v1-8k": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.000002, + "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-thinking": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "moonshot" + "litellm_provider": "fireworks_ai" }, - "moonshot/moonshot-v1-8k-0430": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.000002, + "fireworks_ai/accounts/fireworks/models/qwen3-reranker-0p6b": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/qwen3-reranker-4b": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/qwen3-reranker-8b": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-instruct": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "moonshot" + "litellm_provider": "fireworks_ai" }, - "moonshot/moonshot-v1-8k-vision-preview": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.000002, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "moonshot", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "moonshot/moonshot-v1-auto": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-instruct": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "moonshot" + "litellm_provider": "fireworks_ai" }, - "morph/morph-v3-fast": { - "max_input_tokens": 16000, - "max_output_tokens": 16000, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000012, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "morph", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "morph/morph-v3-large": { - "max_input_tokens": 16000, - "max_output_tokens": 16000, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-32b-instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, "input_cost_per_token": 9e-7, - "output_cost_per_token": 0.0000019, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "morph", - "supports_vision": false - }, - "multimodalembedding": { - "max_input_tokens": 2048, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" - }, - "multimodalembedding@001": { - "max_input_tokens": 2048, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" + "litellm_provider": "fireworks_ai" }, - "nscale/Qwen/QwQ-32B": { - "input_cost_per_token": 1.8e-7, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-8b-instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "fireworks_ai" }, - "nscale/Qwen/Qwen2.5-Coder-32B-Instruct": { - "input_cost_per_token": 6e-8, - "output_cost_per_token": 2e-7, + "fireworks_ai/accounts/fireworks/models/qwen3p7-plus": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "cache_read_input_token_cost": 8e-8, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "nscale/Qwen/Qwen2.5-Coder-3B-Instruct": { - "input_cost_per_token": 1e-8, - "output_cost_per_token": 3e-8, + "fireworks_ai/accounts/fireworks/models/qwen3p8-max": { + "max_input_tokens": 262144, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "cache_read_input_token_cost": 2.5e-7, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "nscale/Qwen/Qwen2.5-Coder-7B-Instruct": { - "input_cost_per_token": 1e-8, - "output_cost_per_token": 3e-8, + "fireworks_ai/accounts/fireworks/models/qwq-32b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "nscale" - }, - "nscale/black-forest-labs/FLUX.1-schnell": { - "mode": "image_generation", - "litellm_provider": "nscale" + "litellm_provider": "fireworks_ai" }, - "nscale/deepseek-ai/DeepSeek-R1-Distill-Llama-70B": { - "input_cost_per_token": 3.75e-7, - "output_cost_per_token": 3.75e-7, + "fireworks_ai/accounts/fireworks/models/rolm-ocr": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "fireworks_ai" }, - "nscale/deepseek-ai/DeepSeek-R1-Distill-Llama-8B": { - "input_cost_per_token": 2.5e-8, - "output_cost_per_token": 2.5e-8, + "fireworks_ai/accounts/fireworks/models/snorkel-mistral-7b-pairrm-dpo": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "fireworks_ai" }, - "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B": { - "input_cost_per_token": 9e-8, - "output_cost_per_token": 9e-8, + "fireworks_ai/accounts/fireworks/models/stable-diffusion-xl-1024-v1-0": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1.3e-10, + "output_cost_per_token": 1.3e-10, + "mode": "image_generation", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/stablecode-3b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "fireworks_ai" }, - "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B": { - "input_cost_per_token": 7e-8, - "output_cost_per_token": 7e-8, + "fireworks_ai/accounts/fireworks/models/starcoder-16b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "fireworks_ai" }, - "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B": { - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "fireworks_ai/accounts/fireworks/models/starcoder-7b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "fireworks_ai" }, - "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B": { + "fireworks_ai/accounts/fireworks/models/starcoder2-15b": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "fireworks_ai" }, - "nscale/meta-llama/Llama-3.1-8B-Instruct": { - "input_cost_per_token": 3e-8, - "output_cost_per_token": 3e-8, + "fireworks_ai/accounts/fireworks/models/starcoder2-3b": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "fireworks_ai" }, - "nscale/meta-llama/Llama-3.3-70B-Instruct": { + "fireworks_ai/accounts/fireworks/models/starcoder2-7b": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "fireworks_ai" }, - "nscale/meta-llama/Llama-4-Scout-17B-16E-Instruct": { - "input_cost_per_token": 9e-8, - "output_cost_per_token": 2.9e-7, + "fireworks_ai/accounts/fireworks/models/toppy-m-7b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "fireworks_ai" }, - "nscale/mistralai/mixtral-8x22b-instruct-v0.1": { - "input_cost_per_token": 6e-7, - "output_cost_per_token": 6e-7, + "fireworks_ai/accounts/fireworks/models/yi-34b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "fireworks_ai" }, - "nscale/stabilityai/stable-diffusion-xl-base-1.0": { - "mode": "image_generation", - "litellm_provider": "nscale" + "fireworks_ai/accounts/fireworks/models/yi-34b-200k-capybara": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "nvidia.nemotron-nano-12b-v2": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, + "fireworks_ai/accounts/fireworks/models/yi-34b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/yi-6b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "nvidia.nemotron-nano-9b-v2": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 2.3e-7, + "fireworks_ai/accounts/fireworks/models/yi-large": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "fireworks_ai" }, - "o1": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, - "cache_read_input_token_cost": 0.0000075, + "fireworks_ai/accounts/fireworks/models/zephyr-7b-beta": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "o1-2024-12-17": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, - "cache_read_input_token_cost": 0.0000075, + "fireworks_ai/accounts/fireworks/routers/glm-5p1-fast": { + "max_input_tokens": 202800, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000028, + "output_cost_per_token": 0.0000088, + "cache_read_input_token_cost": 5.2e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "o1-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 65536, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 5.5e-7, + "fireworks_ai/accounts/fireworks/routers/glm-5p2-fast": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000021, + "output_cost_per_token": 0.0000066, + "cache_read_input_token_cost": 2.1e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "o1-mini-2024-09-12": { - "max_input_tokens": 128000, - "max_output_tokens": 65536, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000012, - "cache_read_input_token_cost": 0.0000015, + "fireworks_ai/accounts/fireworks/routers/glm-5p2-fast-us": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000021, + "output_cost_per_token": 0.0000066, + "cache_read_input_token_cost": 2.1e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "o1-preview": { - "max_input_tokens": 128000, + "fireworks_ai/accounts/fireworks/routers/kimi-k2p6-fast": { + "max_input_tokens": 262144, "max_output_tokens": 32768, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, - "cache_read_input_token_cost": 0.0000075, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "o1-preview-2024-09-12": { - "max_input_tokens": 128000, + "fireworks_ai/accounts/fireworks/routers/kimi-k2p7-code-fast": { + "max_input_tokens": 262144, "max_output_tokens": 32768, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, - "cache_read_input_token_cost": 0.0000075, + "input_cost_per_token": 0.0000019, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 3.8e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "o1-pro": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00015, - "output_cost_per_token": 0.0006, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fireworks_ai/accounts/fireworks/routers/kimi-k3-fast": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000045, + "output_cost_per_token": 0.0000225, + "cache_read_input_token_cost": 4.5e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "o1-pro-2025-03-19": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00015, - "output_cost_per_token": 0.0006, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fireworks_ai/accounts/fireworks/routers/kimi-k3-us": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 3.3e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "o3": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, + "fireworks_ai/deepseek-v4-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 384000, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 2.8e-7, + "cache_read_input_token_cost": 2.8e-8, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "o3-2025-04-16": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, + "fireworks_ai/deepseek-v4-flash-0731": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 2.8e-7, + "cache_read_input_token_cost": 2.8e-8, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "o3-deep-research": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00004, - "cache_read_input_token_cost": 0.0000025, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/deepseek-v4-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 384000, + "input_cost_per_token": 0.00000174, + "output_cost_per_token": 0.00000348, + "cache_read_input_token_cost": 1.45e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "o3-deep-research-2025-06-26": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00004, - "cache_read_input_token_cost": 0.0000025, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/glm-4p7": { + "max_input_tokens": 202800, + "max_output_tokens": 202800, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "o3-mini": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000011, + "fireworks_ai/glm-5p1": { + "max_input_tokens": 202800, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000014, "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 5.5e-7, + "cache_read_input_token_cost": 2.6e-7, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "fireworks_ai", "supports_vision": false }, - "o3-mini-2025-01-31": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000011, + "fireworks_ai/glm-5p1-fast": { + "max_input_tokens": 202800, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000028, + "output_cost_per_token": 0.0000088, + "cache_read_input_token_cost": 5.2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": false + }, + "fireworks_ai/glm-5p2": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000014, "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 5.5e-7, + "cache_read_input_token_cost": 1.4e-7, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "fireworks_ai", "supports_vision": false }, - "o3-pro": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00002, - "output_cost_per_token": 0.00008, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true - }, - "o3-pro-2025-06-10": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00002, - "output_cost_per_token": 0.00008, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true - }, - "o4-mini": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 2.75e-7, + "fireworks_ai/glm-5p2-fast": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000021, + "output_cost_per_token": 0.0000066, + "cache_read_input_token_cost": 2.1e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "o4-mini-2025-04-16": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 2.75e-7, + "fireworks_ai/glm-5p2-fast-us": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000021, + "output_cost_per_token": 0.0000066, + "cache_read_input_token_cost": 2.1e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "o4-mini-deep-research": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 1.5e-8, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "o4-mini-deep-research-2025-06-26": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/gpt-oss-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 3.5e-8, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "oci/meta.llama-3.1-405b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 0.00001068, - "output_cost_per_token": 0.00001068, + "fireworks_ai/kimi-k2p5": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "fireworks_ai" }, - "oci/meta.llama-3.2-90b-vision-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000002, + "fireworks_ai/kimi-k2p6": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.6e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "oci/meta.llama-3.3-70b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, + "fireworks_ai/kimi-k2p6-fast": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "oci/meta.llama-4-maverick-17b-128e-instruct-fp8": { - "max_input_tokens": 512000, - "max_output_tokens": 4000, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, + "fireworks_ai/kimi-k2p7-code": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.9e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "oci/meta.llama-4-scout-17b-16e-instruct": { - "max_input_tokens": 192000, - "max_output_tokens": 4000, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, + "fireworks_ai/kimi-k2p7-code-fast": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 0.0000019, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 3.8e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "oci/xai.grok-3": { - "max_input_tokens": 131072, + "fireworks_ai/kimi-k3": { + "max_input_tokens": 1048576, "max_output_tokens": 131072, "input_cost_per_token": 0.000003, - "output_cost_per_token": 1.5e-7, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "oci/xai.grok-3-fast": { - "max_input_tokens": 131072, + "fireworks_ai/kimi-k3-fast": { + "max_input_tokens": 1048576, "max_output_tokens": 131072, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, + "input_cost_per_token": 0.0000045, + "output_cost_per_token": 0.0000225, + "cache_read_input_token_cost": 4.5e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "oci/xai.grok-3-mini": { - "max_input_tokens": 131072, + "fireworks_ai/kimi-k3-us": { + "max_input_tokens": 1048576, "max_output_tokens": 131072, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 5e-7, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 3.3e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "oci/xai.grok-3-mini-fast": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000004, + "fireworks_ai/minimax-m2p1": { + "max_input_tokens": 204800, + "max_output_tokens": 204800, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "fireworks_ai" }, - "oci/xai.grok-4": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 1.5e-7, + "fireworks_ai/minimax-m2p7": { + "max_input_tokens": 196608, + "max_output_tokens": 196608, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 6e-8, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "oci/cohere.command-latest": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 0.00000156, - "output_cost_per_token": 0.00000156, + "fireworks_ai/minimax-m3": { + "max_input_tokens": 512000, + "max_output_tokens": 512000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 6e-8, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "oci/cohere.command-a-03-2025": { - "max_input_tokens": 256000, - "max_output_tokens": 4000, - "input_cost_per_token": 0.00000156, - "output_cost_per_token": 0.00000156, + "fireworks_ai/muse-glimmer-30b": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 4e-8, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "oci/cohere.command-plus-latest": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 0.00000156, - "output_cost_per_token": 0.00000156, + "fireworks_ai/nemotron-3-ultra-nvfp4": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 1.2e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "ollama/codegeex4": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "fireworks_ai/nemotron-lightning-3p5-30b-a3b": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2e-7, + "cache_read_input_token_cost": 1e-8, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "ollama/codegemma": { + "fireworks_ai/nomic-ai/nomic-embed-text-v1": { "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0, + "input_cost_per_token": 8e-9, "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "ollama" + "mode": "embedding", + "litellm_provider": "fireworks_ai-embedding-models" }, - "ollama/codellama": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, + "fireworks_ai/nomic-ai/nomic-embed-text-v1.5": { + "max_input_tokens": 8192, + "input_cost_per_token": 8e-9, "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "ollama" + "mode": "embedding", + "litellm_provider": "fireworks_ai-embedding-models" }, - "ollama/deepseek-coder-v2-base": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "ollama" - }, - "ollama/deepseek-coder-v2-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "fireworks_ai/qwen3p7-plus": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "cache_read_input_token_cost": 8e-8, "mode": "chat", - "litellm_provider": "ollama" - }, - "ollama/deepseek-coder-v2-lite-base": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "ollama" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "ollama/deepseek-coder-v2-lite-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "fireworks_ai/qwen3p8-max": { + "max_input_tokens": 262144, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "cache_read_input_token_cost": 2.5e-7, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "ollama/deepseek-v3.1:671b-cloud": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 0, + "fireworks_ai/thenlper/gte-base": { + "max_input_tokens": 512, + "input_cost_per_token": 8e-9, "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "ollama" + "mode": "embedding", + "litellm_provider": "fireworks_ai-embedding-models" }, - "ollama/gpt-oss:120b-cloud": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0, + "fireworks_ai/thenlper/gte-large": { + "max_input_tokens": 512, + "input_cost_per_token": 1.6e-8, "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "ollama" + "mode": "embedding", + "litellm_provider": "fireworks_ai-embedding-models" }, - "ollama/gpt-oss:20b-cloud": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "friendliai/meta-llama-3.1-70b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "friendliai" }, - "ollama/internlm2_5-20b-chat": { - "max_input_tokens": 32768, + "friendliai/meta-llama-3.1-8b-instruct": { + "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "friendliai" }, - "ollama/llama2": { - "max_input_tokens": 4096, + "ft:babbage-002": { + "max_input_tokens": 16384, "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "ollama" + "input_cost_per_token": 0.0000016, + "output_cost_per_token": 0.0000016, + "mode": "completion", + "litellm_provider": "text-completion-openai" }, - "ollama/llama2-uncensored": { - "max_input_tokens": 4096, + "ft:davinci-002": { + "max_input_tokens": 16384, "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 0.000012, + "output_cost_per_token": 0.000012, "mode": "completion", - "litellm_provider": "ollama" + "litellm_provider": "text-completion-openai" }, - "ollama/llama2:13b": { - "max_input_tokens": 4096, + "ft:gpt-3.5-turbo": { + "max_input_tokens": 16385, "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "openai" }, - "ollama/llama2:70b": { - "max_input_tokens": 4096, + "ft:gpt-3.5-turbo-0125": { + "max_input_tokens": 16385, "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "openai" }, - "ollama/llama2:7b": { + "ft:gpt-3.5-turbo-0613": { "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "ollama" - }, - "ollama/llama3": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "openai" }, - "ollama/llama3.1": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "ft:gpt-3.5-turbo-1106": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "openai" }, - "ollama/llama3:70b": { + "ft:gpt-4-0613": { "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00006, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "openai" }, - "ollama/llama3:8b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "ft:gpt-4.1-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000012, + "cache_read_input_token_cost": 7.5e-7, "mode": "chat", - "litellm_provider": "ollama" - }, - "ollama/mistral": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "ollama" + "litellm_provider": "openai" }, - "ollama/mistral-7B-Instruct-v0.1": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "ft:gpt-4.1-mini-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000032, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "openai" }, - "ollama/mistral-7B-Instruct-v0.2": { - "max_input_tokens": 32768, + "ft:gpt-4.1-nano-2025-04-14": { + "max_input_tokens": 1047576, "max_output_tokens": 32768, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 8e-7, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "openai" }, - "ollama/mistral-large-instruct-2407": { - "max_input_tokens": 65536, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "ft:gpt-4o-2024-08-06": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000375, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 0.000001875, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "ollama/mixtral-8x22B-Instruct-v0.1": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "ft:gpt-4o-2024-11-20": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000375, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.000001875, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "openai", + "supports_pdf_input": true }, - "ollama/mixtral-8x7B-Instruct-v0.1": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "ft:gpt-4o-mini-2024-07-18": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "openai", + "supports_pdf_input": true }, - "ollama/orca-mini": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "ollama" - }, - "ollama/qwen3-coder:480b-cloud": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "ft:o4-mini-2025-04-16": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000016, + "cache_read_input_token_cost": 0.000001, "mode": "chat", - "litellm_provider": "ollama" - }, - "ollama/vicuna": { - "max_input_tokens": 2048, - "max_output_tokens": 2048, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "ollama" - }, - "omni-moderation-2024-09-26": { - "max_input_tokens": 32768, - "max_output_tokens": 0, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "moderation", - "litellm_provider": "openai" - }, - "omni-moderation-latest": { - "max_input_tokens": 32768, - "max_output_tokens": 0, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "moderation", - "litellm_provider": "openai" - }, - "omni-moderation-latest-intents": { - "max_input_tokens": 32768, - "max_output_tokens": 0, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "moderation", "litellm_provider": "openai" }, - "openai.gpt-oss-120b-1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse" - }, - "openai.gpt-oss-20b-1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 3e-7, + "gemini-2.0-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "vertex_ai-language-models", + "supports_vision": true, + "supports_audio_input": true }, - "openai.gpt-oss-safeguard-120b": { - "max_input_tokens": 128000, + "gemini-2.0-flash-001": { + "max_input_tokens": 1048576, "max_output_tokens": 8192, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 3.75e-8, "mode": "chat", - "litellm_provider": "bedrock_converse" - }, - "openai.gpt-oss-safeguard-20b": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse" - }, - "openrouter/anthropic/claude-2": { - "max_output_tokens": 8191, - "input_cost_per_token": 0.00001102, - "output_cost_per_token": 0.00003268, - "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "vertex_ai-language-models", + "supports_vision": true }, - "openrouter/anthropic/claude-3-5-haiku": { - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "mode": "chat", - "litellm_provider": "openrouter" + "gemini-2.0-flash-exp-image-generation": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "image_generation", + "litellm_provider": "gemini", + "supports_vision": true }, - "openrouter/anthropic/claude-3-5-haiku-20241022": { - "max_input_tokens": 200000, + "gemini-2.0-flash-lite": { + "max_input_tokens": 1048576, "max_output_tokens": 8192, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 1.875e-8, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "vertex_ai-language-models", + "supports_vision": true }, - "openrouter/anthropic/claude-3-haiku": { - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000125, + "gemini-2.0-flash-lite-001": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 1.875e-8, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "vertex_ai-language-models", "supports_vision": true }, - "openrouter/anthropic/claude-3-haiku-20240307": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000125, + "gemini-2.5-computer-use-preview-10-2025": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000015, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "vertex_ai-language-models", "supports_vision": true }, - "openrouter/anthropic/claude-3-opus": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, + "gemini-2.5-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/anthropic/claude-3-sonnet": { - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "mode": "chat", - "litellm_provider": "openrouter", + "gemini-2.5-flash-image": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 3e-8, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/anthropic/claude-3.5-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "gemini-2.5-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 1e-8, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/anthropic/claude-3.5-sonnet:beta": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "gemini-2.5-flash-lite-preview-06-17": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/anthropic/claude-3.7-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "gemini-2.5-flash-lite-preview-09-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 1e-8, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/anthropic/claude-3.7-sonnet:beta": { - "max_input_tokens": 200000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "gemini-2.5-flash-native-audio-latest": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "gemini", + "supports_audio_input": true }, - "openrouter/anthropic/claude-instant-v1": { - "max_output_tokens": 8191, - "input_cost_per_token": 0.00000163, - "output_cost_per_token": 0.00000551, + "gemini-2.5-flash-native-audio-preview-09-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "gemini", + "supports_audio_input": true }, - "openrouter/anthropic/claude-opus-4": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "gemini-2.5-flash-native-audio-preview-12-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "gemini", + "supports_audio_input": true }, - "openrouter/anthropic/claude-opus-4.1": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "gemini-2.5-flash-preview-09-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/anthropic/claude-sonnet-4": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, - "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true - }, - "openrouter/anthropic/claude-opus-4.5": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, - "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "gemini-2.5-flash-preview-tts": { + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "mode": "audio_speech", + "litellm_provider": "gemini" }, - "openrouter/anthropic/claude-sonnet-4.5": { - "max_input_tokens": 1000000, - "max_output_tokens": 1000000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "gemini-2.5-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000015, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 1.25e-7, + "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "openrouter/anthropic/claude-haiku-4.5": { - "max_input_tokens": 200000, - "max_output_tokens": 200000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, - "cache_read_input_token_cost": 1e-7, + "gemini-2.5-pro-preview-tts": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000015, + "cache_read_input_token_cost": 1.25e-7, + "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "vertex_ai-language-models", "supports_vision": true }, - "openrouter/bytedance/ui-tars-1.5-7b": { - "max_input_tokens": 131072, - "max_output_tokens": 2048, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "openrouter" - }, - "openrouter/cognitivecomputations/dolphin-mixtral-8x7b": { + "gemini-3-flash-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, - "mode": "chat", - "litellm_provider": "openrouter" - }, - "openrouter/cohere/command-r-plus": { - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "mode": "chat", - "litellm_provider": "openrouter" - }, - "openrouter/databricks/dbrx-instruct": { - "input_cost_per_token": 6e-7, - "output_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/deepseek/deepseek-chat": { + "gemini-3-pro-image": { "max_input_tokens": 65536, - "max_output_tokens": 8192, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 2.8e-7, - "mode": "chat", - "litellm_provider": "openrouter" + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models", + "supports_vision": true }, - "openrouter/deepseek/deepseek-chat-v3-0324": { + "gemini-3-pro-image-preview": { "max_input_tokens": 65536, - "max_output_tokens": 8192, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 2.8e-7, - "mode": "chat", - "litellm_provider": "openrouter" - }, - "openrouter/deepseek/deepseek-chat-v3.1": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 8e-7, - "mode": "chat", - "litellm_provider": "openrouter" - }, - "openrouter/deepseek/deepseek-v3.2": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 2.8e-7, - "output_cost_per_token": 4e-7, - "mode": "chat", - "litellm_provider": "openrouter" - }, - "openrouter/deepseek/deepseek-v3.2-exp": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, - "mode": "chat", - "litellm_provider": "openrouter" - }, - "openrouter/deepseek/deepseek-coder": { - "max_input_tokens": 66000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 2.8e-7, - "mode": "chat", - "litellm_provider": "openrouter" + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models", + "supports_vision": true }, - "openrouter/deepseek/deepseek-r1": { - "max_input_tokens": 65336, - "max_output_tokens": 8192, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.00000219, + "gemini-3-pro-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "openrouter/deepseek/deepseek-r1-0528": { - "max_input_tokens": 65336, - "max_output_tokens": 8192, + "gemini-3.1-flash-image": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.00000215, - "mode": "chat", - "litellm_provider": "openrouter" + "output_cost_per_token": 0.000003, + "output_cost_per_image_token": 0.00006, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models", + "supports_vision": true }, - "openrouter/fireworks/firellava-13b": { - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "openrouter" + "gemini-3.1-flash-image-preview": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, + "output_cost_per_image_token": 0.00006, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models", + "supports_vision": true }, - "openrouter/google/gemini-2.0-flash-001": { + "gemini-3.1-flash-lite": { "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, + "max_output_tokens": 65536, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, "supports_vision": true, - "max_pdf_size_mb": 30 + "supports_audio_input": true, + "supports_video_input": true }, - "openrouter/google/gemini-2.5-flash": { + "gemini-3.1-flash-lite-image": { + "max_input_tokens": 65536, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 2.5e-8, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_video_input": true + }, + "gemini-3.1-flash-lite-preview": { "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, + "max_output_tokens": 65536, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, "supports_vision": true, - "max_pdf_size_mb": 30 + "supports_audio_input": true, + "supports_video_input": true }, - "openrouter/google/gemini-2.5-pro": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, + "gemini-3.1-flash-live-preview": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "gemini", "supports_vision": true, - "max_pdf_size_mb": 30 + "supports_audio_input": true }, - "openrouter/google/gemini-3-pro-preview": { + "gemini-3.1-pro-preview": { "max_input_tokens": 1048576, - "max_output_tokens": 65535, + "max_output_tokens": 65536, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, "input_cost_per_token_above_200k_tokens": 0.000004, @@ -11824,7886 +11938,14275 @@ "cache_read_input_token_cost": 2e-7, "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "vertex_ai-language-models", "supports_pdf_input": true, "supports_vision": true, "supports_audio_input": true, - "supports_video_input": true, - "max_pdf_size_mb": 30 + "supports_video_input": true }, - "openrouter/google/gemini-3-flash-preview": { + "gemini-3.1-pro-preview-customtools": { "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000003, - "cache_read_input_token_cost": 5e-8, + "max_output_tokens": 65536, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "vertex_ai-language-models", "supports_pdf_input": true, "supports_vision": true, - "max_pdf_size_mb": 30 + "supports_audio_input": true, + "supports_video_input": true }, - "openrouter/google/gemini-pro-1.5": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.0000075, + "gemini-3.5-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000009, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "openrouter/google/gemini-pro-vision": { - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 3.75e-7, + "gemini-3.5-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "openrouter/google/palm-2-chat-bison": { - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "gemini-3.6-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.00000375, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "openrouter/google/palm-2-codechat-bison": { - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "gemini-3.7-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.00000375, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "openrouter/gryphe/mythomax-l2-13b": { - "input_cost_per_token": 0.000001875, - "output_cost_per_token": 0.000001875, - "mode": "chat", - "litellm_provider": "openrouter" + "gemini-embedding-001": { + "max_input_tokens": 2048, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" }, - "openrouter/jondurbin/airoboros-l2-70b-2.1": { - "input_cost_per_token": 0.000013875, - "output_cost_per_token": 0.000013875, - "mode": "chat", - "litellm_provider": "openrouter" + "gemini-embedding-2": { + "max_input_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" }, - "openrouter/mancer/weaver": { - "input_cost_per_token": 0.000005625, - "output_cost_per_token": 0.000005625, + "gemini-embedding-2-preview": { + "max_input_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" + }, + "gemini-exp-1206": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/meta-llama/codellama-34b-instruct": { - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "gemini-flash-experimental": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-language-models" + }, + "gemini-flash-latest": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/meta-llama/llama-2-13b-chat": { - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "gemini-flash-lite-latest": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 1e-8, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true + }, + "gemini-live-2.5-flash-preview-native-audio-09-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 7.5e-8, + "mode": "realtime", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true }, - "openrouter/meta-llama/llama-2-70b-chat": { + "gemini-omni-flash-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000009, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "vertex_ai-language-models", + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "openrouter/meta-llama/llama-3-70b-instruct": { - "input_cost_per_token": 5.9e-7, - "output_cost_per_token": 7.9e-7, + "gemini-pro-latest": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000015, + "cache_read_input_token_cost": 1.25e-7, + "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "openrouter/meta-llama/llama-3-70b-instruct:nitro": { - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "gemini-robotics-er-1.5-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "vertex_ai-language-models", + "supports_vision": true }, - "openrouter/meta-llama/llama-3-8b-instruct:extended": { - "input_cost_per_token": 2.25e-7, - "output_cost_per_token": 0.00000225, - "mode": "chat", - "litellm_provider": "openrouter" + "gemini/deep-research-pro-preview-12-2025": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, + "mode": "image_generation", + "litellm_provider": "gemini", + "supports_vision": true }, - "openrouter/meta-llama/llama-3-8b-instruct:free": { - "input_cost_per_token": 0, + "gemini/gemini-1.5-flash": { + "max_input_tokens": 8192, + "input_cost_per_token": 7.5e-8, "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "openrouter" + "mode": "embedding", + "litellm_provider": "gemini" }, - "openrouter/microsoft/wizardlm-2-8x22b:nitro": { - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001, + "gemini/gemini-2.0-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "gemini", + "supports_vision": true, + "supports_audio_input": true }, - "openrouter/minimax/minimax-m2": { - "max_input_tokens": 204800, - "max_output_tokens": 204800, - "input_cost_per_token": 2.55e-7, - "output_cost_per_token": 0.00000102, + "gemini/gemini-2.0-flash-001": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "gemini", + "supports_vision": true }, - "openrouter/mistralai/devstral-2512:free": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, + "gemini/gemini-2.0-flash-exp-image-generation": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": false + "mode": "image_generation", + "litellm_provider": "gemini", + "supports_vision": true }, - "openrouter/mistralai/devstral-2512": { - "max_input_tokens": 262144, - "max_output_tokens": 65536, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "gemini/gemini-2.0-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 1.875e-8, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": false + "litellm_provider": "gemini", + "supports_vision": true }, - "openrouter/mistralai/ministral-3b-2512": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "gemini/gemini-2.0-flash-lite-001": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 1.875e-8, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "gemini", "supports_vision": true }, - "openrouter/mistralai/ministral-8b-2512": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "gemini/gemini-2.5-computer-use-preview-10-2025": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000015, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "gemini", "supports_vision": true }, - "openrouter/mistralai/ministral-14b-2512": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "gemini/gemini-2.5-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "gemini", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/mistralai/mistral-large-2512": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", - "litellm_provider": "openrouter", + "gemini/gemini-2.5-flash-image": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 3e-8, + "mode": "image_generation", + "litellm_provider": "gemini", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/mistralai/mistral-7b-instruct": { - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 1.3e-7, - "mode": "chat", - "litellm_provider": "openrouter" - }, - "openrouter/mistralai/mistral-7b-instruct:free": { - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "openrouter" - }, - "openrouter/mistralai/mistral-large": { - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, + "gemini/gemini-2.5-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 1e-8, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/mistralai/mistral-small-3.1-24b-instruct": { + "gemini/gemini-2.5-flash-lite-preview-06-17": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/mistralai/mistral-small-3.2-24b-instruct": { + "gemini/gemini-2.5-flash-lite-preview-09-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 1e-8, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/mistralai/mixtral-8x22b-instruct": { - "input_cost_per_token": 6.5e-7, - "output_cost_per_token": 6.5e-7, + "gemini/gemini-2.5-flash-native-audio-latest": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "gemini", + "supports_audio_input": true }, - "openrouter/nousresearch/nous-hermes-llama2-13b": { - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "gemini/gemini-2.5-flash-native-audio-preview-09-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "gemini", + "supports_audio_input": true }, - "openrouter/openai/gpt-3.5-turbo": { - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002, + "gemini/gemini-2.5-flash-native-audio-preview-12-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "gemini", + "supports_audio_input": true }, - "openrouter/openai/gpt-3.5-turbo-16k": { - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000004, + "gemini/gemini-2.5-flash-preview-09-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/openai/gpt-4": { - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00006, + "gemini/gemini-2.5-flash-preview-tts": { + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "mode": "audio_speech", + "litellm_provider": "gemini" + }, + "gemini/gemini-2.5-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000015, + "cache_read_input_token_cost": 1.25e-7, + "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "openrouter/openai/gpt-4-vision-preview": { - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, + "gemini/gemini-2.5-pro-preview-tts": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000015, + "cache_read_input_token_cost": 1.25e-7, + "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "gemini", "supports_vision": true }, - "openrouter/openai/gpt-4.1": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, + "gemini/gemini-3-flash-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "gemini", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/openai/gpt-4.1-2025-04-14": { - "max_input_tokens": 1047576, + "gemini/gemini-3-pro-image": { + "max_input_tokens": 65536, "max_output_tokens": 32768, "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, - "mode": "chat", - "litellm_provider": "openrouter", + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, + "mode": "image_generation", + "litellm_provider": "gemini", "supports_vision": true }, - "openrouter/openai/gpt-4.1-mini": { - "max_input_tokens": 1047576, + "gemini/gemini-3-pro-image-preview": { + "max_input_tokens": 65536, "max_output_tokens": 32768, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, - "cache_read_input_token_cost": 1e-7, - "mode": "chat", - "litellm_provider": "openrouter", + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, + "mode": "image_generation", + "litellm_provider": "gemini", "supports_vision": true }, - "openrouter/openai/gpt-4.1-mini-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, - "cache_read_input_token_cost": 1e-7, + "gemini/gemini-3-pro-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "openrouter/openai/gpt-4.1-nano": { - "max_input_tokens": 1047576, + "gemini/gemini-3.1-flash-image": { + "max_input_tokens": 65536, "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, - "mode": "chat", - "litellm_provider": "openrouter", + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, + "output_cost_per_image_token": 0.00006, + "mode": "image_generation", + "litellm_provider": "gemini", "supports_vision": true }, - "openrouter/openai/gpt-4.1-nano-2025-04-14": { - "max_input_tokens": 1047576, + "gemini/gemini-3.1-flash-image-preview": { + "max_input_tokens": 65536, "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, - "mode": "chat", - "litellm_provider": "openrouter", + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, + "output_cost_per_image_token": 0.00006, + "mode": "image_generation", + "litellm_provider": "gemini", "supports_vision": true }, - "openrouter/openai/gpt-4o": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "gemini/gemini-3.1-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "openrouter/openai/gpt-4o-2024-05-13": { - "max_input_tokens": 128000, + "gemini/gemini-3.1-flash-lite-image": { + "max_input_tokens": 65536, "max_output_tokens": 4096, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000015, - "mode": "chat", - "litellm_provider": "openrouter", + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "output_cost_per_image_token": 0.00003, + "mode": "image_generation", + "litellm_provider": "gemini", "supports_vision": true }, - "openrouter/openai/gpt-5-chat": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "chat", - "litellm_provider": "openrouter" - }, - "openrouter/openai/gpt-5-codex": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "chat", - "litellm_provider": "openrouter" - }, - "openrouter/openai/gpt-5.2-codex": { - "max_input_tokens": 400000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, - "mode": "chat", - "litellm_provider": "openrouter" - }, - "openrouter/openai/gpt-5": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "chat", - "litellm_provider": "openrouter" - }, - "openrouter/openai/gpt-5-mini": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, + "gemini/gemini-3.1-flash-lite-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000002, + "output_cost_per_token": 0.0000015, "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "openrouter" - }, - "openrouter/openai/gpt-5-nano": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 5e-9, - "mode": "chat", - "litellm_provider": "openrouter" - }, - "openrouter/openai/gpt-5.2": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, - "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true - }, - "openrouter/openai/gpt-5.2-chat": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, - "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true - }, - "openrouter/openai/gpt-5.2-pro": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000021, - "output_cost_per_token": 0.000168, - "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true - }, - "openrouter/openai/gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 8e-7, - "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "openrouter/openai/gpt-oss-20b": { + "gemini/gemini-3.1-flash-live-preview": { "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 1e-7, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "gemini", + "supports_vision": true, + "supports_audio_input": true }, - "openrouter/openai/o1": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, - "cache_read_input_token_cost": 0.0000075, - "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "gemini/gemini-3.1-flash-tts-preview": { + "max_input_tokens": 8192, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.00002, + "mode": "audio_speech", + "litellm_provider": "gemini" }, - "openrouter/openai/o1-mini": { - "max_input_tokens": 128000, + "gemini/gemini-3.1-pro-preview": { + "max_input_tokens": 1048576, "max_output_tokens": 65536, - "input_cost_per_token": 0.000003, + "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": false + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "openrouter/openai/o1-mini-2024-09-12": { - "max_input_tokens": 128000, + "gemini/gemini-3.1-pro-preview-customtools": { + "max_input_tokens": 1048576, "max_output_tokens": 65536, - "input_cost_per_token": 0.000003, + "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": false + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "openrouter/openai/o1-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, + "gemini/gemini-3.5-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000009, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": false + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "openrouter/openai/o1-preview-2024-09-12": { - "max_input_tokens": 128000, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, + "gemini/gemini-3.5-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": false + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "openrouter/openai/o3-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 65536, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, + "gemini/gemini-3.5-live-translate-preview": { + "input_cost_per_token": 0.0000035, + "output_cost_per_token": 0.000021, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": false + "litellm_provider": "gemini", + "supports_audio_input": true }, - "openrouter/openai/o3-mini-high": { - "max_input_tokens": 128000, + "gemini/gemini-3.6-flash": { + "max_input_tokens": 1048576, "max_output_tokens": 65536, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.00000375, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": false + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "openrouter/pygmalionai/mythalion-13b": { - "input_cost_per_token": 0.000001875, - "output_cost_per_token": 0.000001875, + "gemini/gemini-3.7-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.00000375, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "openrouter/qwen/qwen-2.5-coder-32b-instruct": { - "max_input_tokens": 33792, - "max_output_tokens": 33792, - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 1.8e-7, - "mode": "chat", - "litellm_provider": "openrouter" + "gemini/gemini-embedding-001": { + "max_input_tokens": 2048, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "gemini" }, - "openrouter/qwen/qwen-vl-plus": { + "gemini/gemini-embedding-2": { "max_input_tokens": 8192, - "max_output_tokens": 2048, - "input_cost_per_token": 2.1e-7, - "output_cost_per_token": 6.3e-7, - "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true - }, - "openrouter/qwen/qwen3-coder": { - "max_input_tokens": 262100, - "max_output_tokens": 262100, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 9.5e-7, - "mode": "chat", - "litellm_provider": "openrouter" - }, - "openrouter/switchpoint/router": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 8.5e-7, - "output_cost_per_token": 0.0000034, - "mode": "chat", - "litellm_provider": "openrouter" + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "gemini" }, - "openrouter/undi95/remm-slerp-l2-13b": { - "input_cost_per_token": 0.000001875, - "output_cost_per_token": 0.000001875, - "mode": "chat", - "litellm_provider": "openrouter" + "gemini/gemini-embedding-2-preview": { + "max_input_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "gemini" }, - "openrouter/x-ai/grok-4": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "gemini/gemini-exp-1114": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "gemini", + "supports_vision": true }, - "openrouter/x-ai/grok-4-fast:free": { - "max_input_tokens": 2000000, - "max_output_tokens": 30000, + "gemini/gemini-exp-1206": { + "max_input_tokens": 2097152, + "max_output_tokens": 8192, "input_cost_per_token": 0, "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "gemini", + "supports_vision": true }, - "openrouter/z-ai/glm-4.6": { - "max_input_tokens": 202800, - "max_output_tokens": 131000, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.00000175, + "gemini/gemini-flash-latest": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/z-ai/glm-4.6:exacto": { - "max_input_tokens": 202800, - "max_output_tokens": 131000, - "input_cost_per_token": 4.5e-7, - "output_cost_per_token": 0.0000019, + "gemini/gemini-flash-lite-latest": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true }, - "ovhcloud/DeepSeek-R1-Distill-Llama-70B": { - "max_input_tokens": 131000, - "max_output_tokens": 131000, - "input_cost_per_token": 6.7e-7, - "output_cost_per_token": 6.7e-7, + "gemini/gemini-gemma-2-27b-it": { + "max_output_tokens": 8192, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 0.00000105, "mode": "chat", - "litellm_provider": "ovhcloud" + "litellm_provider": "gemini", + "supports_vision": true }, - "ovhcloud/Llama-3.1-8B-Instruct": { - "max_input_tokens": 131000, - "max_output_tokens": 131000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "gemini/gemini-gemma-2-9b-it": { + "max_output_tokens": 8192, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 0.00000105, "mode": "chat", - "litellm_provider": "ovhcloud" + "litellm_provider": "gemini", + "supports_vision": true }, - "ovhcloud/Meta-Llama-3_1-70B-Instruct": { - "max_input_tokens": 131000, - "max_output_tokens": 131000, - "input_cost_per_token": 6.7e-7, - "output_cost_per_token": 6.7e-7, - "mode": "chat", - "litellm_provider": "ovhcloud" + "gemini/gemini-live-2.5-flash-preview-native-audio-09-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 7.5e-8, + "mode": "realtime", + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true }, - "ovhcloud/Meta-Llama-3_3-70B-Instruct": { - "max_input_tokens": 131000, - "max_output_tokens": 131000, - "input_cost_per_token": 6.7e-7, - "output_cost_per_token": 6.7e-7, + "gemini/gemini-omni-flash-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000009, "mode": "chat", - "litellm_provider": "ovhcloud" + "litellm_provider": "gemini", + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "ovhcloud/Mistral-7B-Instruct-v0.3": { - "max_input_tokens": 127000, - "max_output_tokens": 127000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "gemini/gemini-pro-latest": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000015, + "cache_read_input_token_cost": 1.25e-7, + "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, "mode": "chat", - "litellm_provider": "ovhcloud" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "ovhcloud/Mistral-Nemo-Instruct-2407": { - "max_input_tokens": 118000, - "max_output_tokens": 118000, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 1.3e-7, + "gemini/gemini-robotics-er-1.5-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "ovhcloud" + "litellm_provider": "gemini", + "supports_vision": true }, - "ovhcloud/Mistral-Small-3.2-24B-Instruct-2506": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 9e-8, - "output_cost_per_token": 2.8e-7, + "gemini/gemini-robotics-er-1.6-preview": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "ovhcloud", - "supports_vision": true + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "ovhcloud/Mixtral-8x7B-Instruct-v0.1": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 6.3e-7, - "output_cost_per_token": 6.3e-7, + "gemini/gemini-robotics-er-2-preview": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "ovhcloud" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "ovhcloud/Qwen2.5-Coder-32B-Instruct": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 8.7e-7, - "output_cost_per_token": 8.7e-7, + "gemini/gemini-robotics-er-2-streaming-preview": { + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "ovhcloud" + "litellm_provider": "gemini", + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "ovhcloud/Qwen2.5-VL-72B-Instruct": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 9.1e-7, - "output_cost_per_token": 9.1e-7, + "gemini/gemma-3-27b-it": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "ovhcloud", + "litellm_provider": "gemini", "supports_vision": true }, - "ovhcloud/Qwen3-32B": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 2.3e-7, - "mode": "chat", - "litellm_provider": "ovhcloud" + "gemini/imagen-3.0-fast-generate-001": { + "mode": "image_generation", + "litellm_provider": "gemini" }, - "ovhcloud/gpt-oss-120b": { - "max_input_tokens": 131000, - "max_output_tokens": 131000, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 4e-7, - "mode": "chat", - "litellm_provider": "ovhcloud" + "gemini/imagen-3.0-generate-001": { + "mode": "image_generation", + "litellm_provider": "gemini" }, - "ovhcloud/gpt-oss-20b": { - "max_input_tokens": 131000, - "max_output_tokens": 131000, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 1.5e-7, - "mode": "chat", - "litellm_provider": "ovhcloud" + "gemini/imagen-3.0-generate-002": { + "mode": "image_generation", + "litellm_provider": "gemini" }, - "ovhcloud/llava-v1.6-mistral-7b-hf": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 2.9e-7, - "output_cost_per_token": 2.9e-7, - "mode": "chat", - "litellm_provider": "ovhcloud", - "supports_vision": true + "gemini/imagen-4.0-fast-generate-001": { + "mode": "image_generation", + "litellm_provider": "gemini" }, - "ovhcloud/mamba-codestral-7B-v0.1": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 1.9e-7, - "output_cost_per_token": 1.9e-7, + "gemini/imagen-4.0-generate-001": { + "mode": "image_generation", + "litellm_provider": "gemini" + }, + "gemini/imagen-4.0-ultra-generate-001": { + "mode": "image_generation", + "litellm_provider": "gemini" + }, + "gemini/learnlm-1.5-pro-experimental": { + "max_input_tokens": 32767, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "ovhcloud" + "litellm_provider": "gemini", + "supports_vision": true }, - "palm/chat-bison": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "gemini/lyria-3-clip-preview": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "palm" + "litellm_provider": "gemini", + "supports_vision": false, + "supports_audio_input": false }, - "palm/chat-bison-001": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "gemini/lyria-3-pro-preview": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "palm" + "litellm_provider": "gemini", + "supports_vision": false, + "supports_audio_input": false }, - "palm/text-bison": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "palm" + "gemini/veo-2.0-generate-001": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "gemini" }, - "palm/text-bison-001": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "palm" + "gemini/veo-3.1-fast-generate-001": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "gemini" }, - "palm/text-bison-safety-off": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "palm" + "gemini/veo-3.1-fast-generate-preview": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "gemini" }, - "palm/text-bison-safety-recitation-off": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "palm" + "gemini/veo-3.1-generate-001": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "gemini" }, - "parallel_ai/search": { - "mode": "search", - "litellm_provider": "parallel_ai" + "gemini/veo-3.1-generate-preview": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "gemini" }, - "parallel_ai/search-pro": { - "mode": "search", - "litellm_provider": "parallel_ai" + "gemini/veo-3.1-lite-generate-preview": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "gemini" }, - "perplexity/codellama-34b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.0000014, - "mode": "chat", - "litellm_provider": "perplexity" + "gigachat/Embeddings": { + "max_input_tokens": 512, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "gigachat" }, - "perplexity/codellama-70b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 7e-7, - "output_cost_per_token": 0.0000028, - "mode": "chat", - "litellm_provider": "perplexity" + "gigachat/Embeddings-2": { + "max_input_tokens": 512, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "gigachat" }, - "perplexity/llama-2-70b-chat": { + "gigachat/EmbeddingsGigaR": { "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 7e-7, - "output_cost_per_token": 0.0000028, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "gigachat" + }, + "gigachat/GigaChat-2-Lite": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "gigachat" }, - "perplexity/llama-3.1-70b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001, + "gigachat/GigaChat-2-Max": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "gigachat", + "supports_vision": true }, - "perplexity/llama-3.1-8b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "gigachat/GigaChat-2-Pro": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "gigachat", + "supports_vision": true }, - "perplexity/llama-3.1-sonar-huge-128k-online": { - "max_input_tokens": 127072, - "max_output_tokens": 127072, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000005, + "github_copilot/claude-haiku-4.5": { + "max_input_tokens": 128000, + "max_output_tokens": 16000, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "perplexity/llama-3.1-sonar-large-128k-chat": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001, + "github_copilot/claude-opus-4.5": { + "max_input_tokens": 128000, + "max_output_tokens": 16000, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "perplexity/llama-3.1-sonar-large-128k-online": { - "max_input_tokens": 127072, - "max_output_tokens": 127072, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001, + "github_copilot/claude-opus-4.6-fast": { + "max_input_tokens": 128000, + "max_output_tokens": 16000, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "perplexity/llama-3.1-sonar-small-128k-chat": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "github_copilot/claude-opus-41": { + "max_input_tokens": 80000, + "max_output_tokens": 16000, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "perplexity/llama-3.1-sonar-small-128k-online": { - "max_input_tokens": 127072, - "max_output_tokens": 127072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "github_copilot/claude-sonnet-4": { + "max_input_tokens": 128000, + "max_output_tokens": 16000, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "perplexity/mistral-7b-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2.8e-7, + "github_copilot/claude-sonnet-4.5": { + "max_input_tokens": 128000, + "max_output_tokens": 16000, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "perplexity/mixtral-8x7b-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2.8e-7, + "github_copilot/gemini-2.5-pro": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "perplexity/pplx-70b-chat": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 7e-7, - "output_cost_per_token": 0.0000028, + "github_copilot/gemini-3-pro-preview": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "perplexity/pplx-70b-online": { - "max_input_tokens": 4096, + "github_copilot/gpt-3.5-turbo": { + "max_input_tokens": 16384, "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0.0000028, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "github_copilot" }, - "perplexity/pplx-7b-chat": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2.8e-7, + "github_copilot/gpt-3.5-turbo-0613": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "github_copilot" }, - "perplexity/pplx-7b-online": { - "max_input_tokens": 4096, + "github_copilot/gpt-4": { + "max_input_tokens": 32768, "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 2.8e-7, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "github_copilot" }, - "perplexity/sonar": { - "max_input_tokens": 128000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001, + "github_copilot/gpt-4-0613": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "github_copilot" }, - "perplexity/sonar-deep-research": { - "max_input_tokens": 128000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "github_copilot/gpt-4-o-preview": { + "max_input_tokens": 64000, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "github_copilot" }, - "perplexity/sonar-medium-chat": { - "max_input_tokens": 16384, + "github_copilot/gpt-4.1": { + "max_input_tokens": 128000, "max_output_tokens": 16384, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000018, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "perplexity/sonar-medium-online": { - "max_input_tokens": 12000, - "max_output_tokens": 12000, - "input_cost_per_token": 0, - "output_cost_per_token": 0.0000018, + "github_copilot/gpt-4.1-2025-04-14": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "perplexity/sonar-pro": { - "max_input_tokens": 200000, - "max_output_tokens": 8000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "mode": "chat", - "litellm_provider": "perplexity" + "github_copilot/gpt-41-copilot": { + "mode": "completion", + "litellm_provider": "github_copilot" }, - "perplexity/sonar-reasoning": { - "max_input_tokens": 128000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, + "github_copilot/gpt-4o": { + "max_input_tokens": 64000, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "perplexity/sonar-reasoning-pro": { - "max_input_tokens": 128000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "github_copilot/gpt-4o-2024-05-13": { + "max_input_tokens": 64000, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "perplexity/sonar-small-chat": { - "max_input_tokens": 16384, + "github_copilot/gpt-4o-2024-08-06": { + "max_input_tokens": 64000, "max_output_tokens": 16384, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2.8e-7, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "github_copilot" }, - "perplexity/sonar-small-online": { - "max_input_tokens": 12000, - "max_output_tokens": 12000, - "input_cost_per_token": 0, - "output_cost_per_token": 2.8e-7, + "github_copilot/gpt-4o-2024-11-20": { + "max_input_tokens": 64000, + "max_output_tokens": 16384, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "publicai/swiss-ai/apertus-8b-instruct": { - "max_input_tokens": 8192, + "github_copilot/gpt-4o-mini": { + "max_input_tokens": 64000, "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "publicai" + "litellm_provider": "github_copilot" }, - "publicai/swiss-ai/apertus-70b-instruct": { - "max_input_tokens": 8192, + "github_copilot/gpt-4o-mini-2024-07-18": { + "max_input_tokens": 64000, "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "publicai" + "litellm_provider": "github_copilot" }, - "publicai/aisingapore/Gemma-SEA-LION-v4-27B-IT": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "github_copilot/gpt-5": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, "mode": "chat", - "litellm_provider": "publicai" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "publicai/BSC-LT/salamandra-7b-instruct-tools-16k": { - "max_input_tokens": 16384, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "github_copilot/gpt-5-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, "mode": "chat", - "litellm_provider": "publicai" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "publicai/BSC-LT/ALIA-40b-instruct_Q8_0": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "github_copilot/gpt-5.1": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, "mode": "chat", - "litellm_provider": "publicai" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "publicai/allenai/Olmo-3-7B-Instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "github_copilot/gpt-5.1-codex-max": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "mode": "responses", + "litellm_provider": "github_copilot", + "supports_vision": true + }, + "github_copilot/gpt-5.2": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, "mode": "chat", - "litellm_provider": "publicai" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "publicai/aisingapore/Qwen-SEA-LION-v4-32B-IT": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "github_copilot/gpt-5.3-codex": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "mode": "responses", + "litellm_provider": "github_copilot", + "supports_vision": true + }, + "github_copilot/mai-code-1-flash": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "publicai" + "litellm_provider": "github_copilot" }, - "publicai/allenai/Olmo-3-7B-Think": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "github_copilot/mai-code-1-flash-internal": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "publicai" + "litellm_provider": "github_copilot" }, - "publicai/allenai/Olmo-3-32B-Think": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, + "github_copilot/text-embedding-3-small": { + "max_input_tokens": 8191, + "mode": "embedding", + "litellm_provider": "github_copilot" + }, + "github_copilot/text-embedding-3-small-inference": { + "max_input_tokens": 8191, + "mode": "embedding", + "litellm_provider": "github_copilot" + }, + "github_copilot/text-embedding-ada-002": { + "max_input_tokens": 8191, + "mode": "embedding", + "litellm_provider": "github_copilot" + }, + "glm-4-7-251222": { + "max_input_tokens": 204800, + "max_output_tokens": 131072, "input_cost_per_token": 0, "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "publicai" + "litellm_provider": "volcengine" }, - "qwen.qwen3-coder-480b-a35b-v1:0": { - "max_input_tokens": 262000, - "max_output_tokens": 65536, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 0.0000018, + "global.amazon.nova-2-lite-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true, + "supports_video_input": true }, - "qwen.qwen3-235b-a22b-2507-v1:0": { - "max_input_tokens": 262144, - "max_output_tokens": 131072, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 8.8e-7, + "global.anthropic.claude-fable-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00005, + "cache_creation_input_token_cost": 0.0000125, + "cache_read_input_token_cost": 0.000001, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "qwen.qwen3-coder-30b-a3b-v1:0": { - "max_input_tokens": 262144, - "max_output_tokens": 131072, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "global.anthropic.claude-haiku-4-5-20251001-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "qwen.qwen3-32b-v1:0": { - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "global.anthropic.claude-opus-4-5-20251101-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "qwen.qwen3-next-80b-a3b": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0.0000012, + "global.anthropic.claude-opus-4-6-v1": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "qwen.qwen3-vl-235b-a22b": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 5.3e-7, - "output_cost_per_token": 0.00000266, + "global.anthropic.claude-opus-4-7": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "recraft/recraftv2": { - "mode": "image_generation", - "litellm_provider": "recraft" - }, - "recraft/recraftv3": { - "mode": "image_generation", - "litellm_provider": "recraft" - }, - "replicate/meta/llama-2-13b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 5e-7, + "global.anthropic.claude-opus-4-8": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "replicate/meta/llama-2-13b-chat": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 5e-7, + "global.anthropic.claude-opus-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "replicate/meta/llama-2-70b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 6.5e-7, - "output_cost_per_token": 0.00000275, + "global.anthropic.claude-sonnet-4-20250514-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "replicate/meta/llama-2-70b-chat": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 6.5e-7, - "output_cost_per_token": 0.00000275, + "global.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "replicate/meta/llama-2-7b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2.5e-7, + "global.anthropic.claude-sonnet-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "replicate/meta/llama-2-7b-chat": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2.5e-7, + "global.anthropic.claude-sonnet-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "cache_creation_input_token_cost": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "replicate/meta/llama-3-70b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 6.5e-7, - "output_cost_per_token": 0.00000275, + "global.openai.gpt-5.6-luna": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.0000012, + "cache_creation_input_token_cost": 2.5e-7, + "cache_read_input_token_cost": 2e-8, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "replicate/meta/llama-3-70b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 6.5e-7, - "output_cost_per_token": 0.00000275, + "global.openai.gpt-5.6-sol": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "replicate/meta/llama-3-8b": { - "max_input_tokens": 8086, - "max_output_tokens": 8086, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2.5e-7, + "global.openai.gpt-5.6-terra": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "cache_creation_input_token_cost": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "replicate/meta/llama-3-8b-instruct": { - "max_input_tokens": 8086, - "max_output_tokens": 8086, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2.5e-7, + "global.xai.grok-4.6": { + "max_input_tokens": 500000, + "max_output_tokens": 500000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "replicate/mistralai/mistral-7b-instruct-v0.2": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2.5e-7, + "gmi/MiniMaxAI/MiniMax-M2.1": { + "max_input_tokens": 196608, + "max_output_tokens": 16384, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "gmi" }, - "replicate/mistralai/mistral-7b-v0.1": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2.5e-7, - "mode": "chat", - "litellm_provider": "replicate" - }, - "replicate/mistralai/mixtral-8x7b-instruct-v0.1": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "gmi/Qwen/Qwen3-VL-235B-A22B-Instruct-FP8": { + "max_input_tokens": 262144, + "max_output_tokens": 16384, "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.000001, + "output_cost_per_token": 0.0000014, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "gmi", + "supports_vision": true }, - "replicate/openai/gpt-5": { - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, + "gmi/anthropic/claude-opus-4": { + "max_input_tokens": 409600, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, "mode": "chat", - "litellm_provider": "replicate", + "litellm_provider": "gmi", "supports_vision": true }, - "replicateopenai/gpt-oss-20b": { - "input_cost_per_token": 9e-8, - "output_cost_per_token": 3.6e-7, + "gmi/anthropic/claude-opus-4.5": { + "max_input_tokens": 409600, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "gmi", + "supports_vision": true }, - "replicate/anthropic/claude-4.5-haiku": { - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, + "gmi/anthropic/claude-sonnet-4": { + "max_input_tokens": 409600, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "replicate", + "litellm_provider": "gmi", "supports_vision": true }, - "replicate/ibm-granite/granite-3.3-8b-instruct": { - "input_cost_per_token": 3e-8, - "output_cost_per_token": 2.5e-7, + "gmi/anthropic/claude-sonnet-4.5": { + "max_input_tokens": 409600, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "gmi", + "supports_vision": true }, - "replicate/openai/gpt-4o": { - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "gmi/deepseek-ai/DeepSeek-V3-0324": { + "max_input_tokens": 163840, + "max_output_tokens": 16384, + "input_cost_per_token": 2.8e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true, - "supports_audio_input": true + "litellm_provider": "gmi" }, - "replicate/openai/o4-mini": { - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000004, + "gmi/deepseek-ai/DeepSeek-V3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 16384, + "input_cost_per_token": 2.8e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "gmi" }, - "replicate/openai/o1-mini": { - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, + "gmi/google/gemini-3-flash-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "gmi", + "supports_vision": true }, - "replicate/openai/o1": { - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, + "gmi/google/gemini-3-pro-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "gmi", + "supports_vision": true }, - "replicate/openai/gpt-4o-mini": { - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "gmi/moonshotai/Kimi-K2-Thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 16384, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "litellm_provider": "gmi" }, - "replicate/qwen/qwen3-235b-a22b-instruct-2507": { - "input_cost_per_token": 2.64e-7, - "output_cost_per_token": 0.00000106, + "gmi/openai/gpt-4o": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "gmi", + "supports_vision": true }, - "replicate/anthropic/claude-4-sonnet": { - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "gmi/openai/gpt-4o-mini": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "replicate", + "litellm_provider": "gmi", "supports_vision": true }, - "replicate/deepseek-ai/deepseek-v3": { - "max_input_tokens": 65536, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000145, - "output_cost_per_token": 0.00000145, + "gmi/openai/gpt-5": { + "max_input_tokens": 409600, + "max_output_tokens": 32000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "gmi" }, - "replicate/anthropic/claude-3.7-sonnet": { - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "gmi/openai/gpt-5.1": { + "max_input_tokens": 409600, + "max_output_tokens": 32000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "litellm_provider": "gmi" }, - "replicate/anthropic/claude-3.5-haiku": { - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, + "gmi/openai/gpt-5.2": { + "max_input_tokens": 409600, + "max_output_tokens": 32000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "litellm_provider": "gmi" }, - "replicate/anthropic/claude-3.5-sonnet": { - "input_cost_per_token": 0.00000375, - "output_cost_per_token": 0.00001875, + "gmi/zai-org/GLM-4.7-FP8": { + "max_input_tokens": 202752, + "max_output_tokens": 16384, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "litellm_provider": "gmi" }, - "replicate/google/gemini-3-pro": { - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, + "google.gemma-3-12b-it": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 2.9e-7, "mode": "chat", - "litellm_provider": "replicate", + "litellm_provider": "bedrock_converse", "supports_vision": true }, - "replicate/anthropic/claude-4.5-sonnet": { - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "google.gemma-3-27b-it": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 2.3e-7, + "output_cost_per_token": 3.8e-7, "mode": "chat", - "litellm_provider": "replicate", + "litellm_provider": "bedrock_converse", "supports_vision": true }, - "replicate/openai/gpt-4.1": { - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "google.gemma-3-4b-it": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 8e-8, "mode": "chat", - "litellm_provider": "replicate", + "litellm_provider": "bedrock_converse", "supports_vision": true }, - "replicate/openai/gpt-4.1-nano": { - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "mode": "chat", - "litellm_provider": "replicate" + "google_pse/search": { + "mode": "search", + "litellm_provider": "google_pse" }, - "replicate/openai/gpt-4.1-mini": { - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, + "gpt-3.5-turbo": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "litellm_provider": "openai" }, - "replicate/openai/gpt-5-nano": { - "input_cost_per_token": 5e-8, - "output_cost_per_token": 4e-7, + "gpt-3.5-turbo-0125": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "openai" }, - "replicate/openai/gpt-5-mini": { - "input_cost_per_token": 2.5e-7, + "gpt-3.5-turbo-1106": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "litellm_provider": "openai" }, - "replicate/google/gemini-2.5-flash": { - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.0000025, + "gpt-3.5-turbo-16k": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000004, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true - }, - "replicate/openai/gpt-oss-120b": { - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 7.2e-7, - "mode": "chat", - "litellm_provider": "replicate" - }, - "replicate/deepseek-ai/deepseek-v3.1": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 6.72e-7, - "output_cost_per_token": 0.000002016, - "mode": "chat", - "litellm_provider": "replicate" - }, - "replicate/xai/grok-4": { - "input_cost_per_token": 0.0000072, - "output_cost_per_token": 0.000036, - "mode": "chat", - "litellm_provider": "replicate" - }, - "replicate/deepseek-ai/deepseek-r1": { - "max_input_tokens": 65536, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000375, - "output_cost_per_token": 0.00001, - "mode": "chat", - "litellm_provider": "replicate" - }, - "rerank-english-v2.0": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "cohere" + "litellm_provider": "openai" }, - "rerank-english-v3.0": { - "max_input_tokens": 4096, + "gpt-3.5-turbo-instruct": { + "max_input_tokens": 8192, "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "cohere" + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000002, + "mode": "completion", + "litellm_provider": "text-completion-openai" }, - "rerank-multilingual-v2.0": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "cohere" + "gpt-3.5-turbo-instruct-0914": { + "max_input_tokens": 8192, + "max_output_tokens": 4097, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000002, + "mode": "completion", + "litellm_provider": "text-completion-openai" }, - "rerank-multilingual-v3.0": { - "max_input_tokens": 4096, + "gpt-4": { + "max_input_tokens": 8192, "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "cohere" + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00006, + "mode": "chat", + "litellm_provider": "openai" }, - "rerank-v3.5": { - "max_input_tokens": 4096, + "gpt-4-0125-preview": { + "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "cohere" - }, - "nvidia_nim/nvidia/nv-rerankqa-mistral-4b-v3": { - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "nvidia_nim" - }, - "nvidia_nim/nvidia/llama-3_2-nv-rerankqa-1b-v2": { - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "nvidia_nim" - }, - "nvidia_nim/ranking/nvidia/llama-3.2-nv-rerankqa-1b-v2": { - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "nvidia_nim" + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, + "mode": "chat", + "litellm_provider": "openai" }, - "sagemaker/meta-textgeneration-llama-2-13b": { - "max_input_tokens": 4096, + "gpt-4-0314": { + "max_input_tokens": 8192, "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "sagemaker" + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00006, + "mode": "chat", + "litellm_provider": "openai" }, - "sagemaker/meta-textgeneration-llama-2-13b-f": { - "max_input_tokens": 4096, + "gpt-4-0613": { + "max_input_tokens": 8192, "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00006, "mode": "chat", - "litellm_provider": "sagemaker" + "litellm_provider": "openai" }, - "sagemaker/meta-textgeneration-llama-2-70b": { - "max_input_tokens": 4096, + "gpt-4-1106-preview": { + "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "sagemaker" + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, + "mode": "chat", + "litellm_provider": "openai" }, - "sagemaker/meta-textgeneration-llama-2-70b-b-f": { - "max_input_tokens": 4096, + "gpt-4-turbo": { + "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, "mode": "chat", - "litellm_provider": "sagemaker" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "sagemaker/meta-textgeneration-llama-2-7b": { - "max_input_tokens": 4096, + "gpt-4-turbo-2024-04-09": { + "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "sagemaker" + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "sagemaker/meta-textgeneration-llama-2-7b-f": { - "max_input_tokens": 4096, + "gpt-4-turbo-preview": { + "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, "mode": "chat", - "litellm_provider": "sagemaker" + "litellm_provider": "openai", + "supports_pdf_input": true }, - "sambanova/DeepSeek-R1": { - "max_input_tokens": 32768, + "gpt-4.1": { + "max_input_tokens": 1047576, "max_output_tokens": 32768, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000007, - "mode": "chat", - "litellm_provider": "sambanova" - }, - "sambanova/DeepSeek-R1-Distill-Llama-70B": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 7e-7, - "output_cost_per_token": 0.0000014, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "sambanova/DeepSeek-V3-0324": { - "max_input_tokens": 32768, + "gpt-4.1-2025-04-14": { + "max_input_tokens": 1047576, "max_output_tokens": 32768, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.0000045, - "mode": "chat", - "litellm_provider": "sambanova" - }, - "sambanova/Llama-4-Maverick-17B-128E-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6.3e-7, - "output_cost_per_token": 0.0000018, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "sambanova", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "sambanova/Llama-4-Scout-17B-16E-Instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, + "gpt-4.1-mini": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, "input_cost_per_token": 4e-7, - "output_cost_per_token": 7e-7, + "output_cost_per_token": 0.0000016, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "sambanova/Meta-Llama-3.1-405B-Instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00001, + "gpt-4.1-mini-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "sambanova/Meta-Llama-3.1-8B-Instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, + "gpt-4.1-nano": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, "input_cost_per_token": 1e-7, - "output_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "sambanova/Meta-Llama-3.2-1B-Instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 8e-8, + "gpt-4.1-nano-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "sambanova/Meta-Llama-3.2-3B-Instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 1.6e-7, + "gpt-4o": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "sambanova/Meta-Llama-3.3-70B-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000012, + "gpt-4o-2024-05-13": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "sambanova/Meta-Llama-Guard-3-8B": { - "max_input_tokens": 16384, + "gpt-4o-2024-08-06": { + "max_input_tokens": 128000, "max_output_tokens": 16384, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 3e-7, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "sambanova/QwQ-32B": { - "max_input_tokens": 16384, + "gpt-4o-2024-11-20": { + "max_input_tokens": 128000, "max_output_tokens": 16384, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000001, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "sambanova/Qwen2-Audio-7B-Instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0001, + "gpt-4o-audio-preview": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "sambanova", + "litellm_provider": "openai", "supports_audio_input": true }, - "sambanova/Qwen3-32B": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 8e-7, - "mode": "chat", - "litellm_provider": "sambanova" - }, - "sambanova/DeepSeek-V3.1": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.0000045, - "mode": "chat", - "litellm_provider": "sambanova" - }, - "sambanova/gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.0000045, - "mode": "chat", - "litellm_provider": "sambanova" - }, - "snowflake/claude-3-5-sonnet": { - "max_input_tokens": 18000, - "max_output_tokens": 8192, - "mode": "chat", - "litellm_provider": "snowflake" - }, - "snowflake/deepseek-r1": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "mode": "chat", - "litellm_provider": "snowflake" - }, - "snowflake/gemma-7b": { - "max_input_tokens": 8000, - "max_output_tokens": 8192, - "mode": "chat", - "litellm_provider": "snowflake" - }, - "snowflake/jamba-1.5-large": { - "max_input_tokens": 256000, - "max_output_tokens": 8192, - "mode": "chat", - "litellm_provider": "snowflake" - }, - "snowflake/jamba-1.5-mini": { - "max_input_tokens": 256000, - "max_output_tokens": 8192, - "mode": "chat", - "litellm_provider": "snowflake" - }, - "snowflake/jamba-instruct": { - "max_input_tokens": 256000, - "max_output_tokens": 8192, - "mode": "chat", - "litellm_provider": "snowflake" - }, - "snowflake/llama2-70b-chat": { - "max_input_tokens": 4096, - "max_output_tokens": 8192, + "gpt-4o-audio-preview-2024-12-17": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "openai", + "supports_audio_input": true }, - "snowflake/llama3-70b": { - "max_input_tokens": 8000, - "max_output_tokens": 8192, + "gpt-4o-audio-preview-2025-06-03": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "openai", + "supports_audio_input": true }, - "snowflake/llama3-8b": { - "max_input_tokens": 8000, - "max_output_tokens": 8192, + "gpt-4o-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "snowflake/llama3.1-405b": { + "gpt-4o-mini-2024-07-18": { "max_input_tokens": 128000, - "max_output_tokens": 8192, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "snowflake/llama3.1-70b": { + "gpt-4o-mini-audio-preview": { "max_input_tokens": 128000, - "max_output_tokens": 8192, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "openai", + "supports_audio_input": true }, - "snowflake/llama3.1-8b": { + "gpt-4o-mini-audio-preview-2024-12-17": { "max_input_tokens": 128000, - "max_output_tokens": 8192, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "openai", + "supports_audio_input": true }, - "snowflake/llama3.2-1b": { + "gpt-4o-mini-realtime-preview": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "mode": "chat", - "litellm_provider": "snowflake" + "max_output_tokens": 4096, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 3e-7, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "snowflake/llama3.2-3b": { + "gpt-4o-mini-realtime-preview-2024-12-17": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "mode": "chat", - "litellm_provider": "snowflake" + "max_output_tokens": 4096, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 3e-7, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "snowflake/llama3.3-70b": { + "gpt-4o-mini-search-preview": { "max_input_tokens": 128000, - "max_output_tokens": 8192, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "snowflake/mistral-7b": { - "max_input_tokens": 32000, - "max_output_tokens": 8192, + "gpt-4o-mini-search-preview-2025-03-11": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "snowflake/mistral-large": { - "max_input_tokens": 32000, - "max_output_tokens": 8192, - "mode": "chat", - "litellm_provider": "snowflake" + "gpt-4o-mini-transcribe": { + "max_input_tokens": 16000, + "max_output_tokens": 2000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.000005, + "mode": "audio_transcription", + "litellm_provider": "openai" }, - "snowflake/mistral-large2": { + "gpt-4o-mini-transcribe-2025-03-20": { + "max_input_tokens": 16000, + "max_output_tokens": 2000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.000005, + "mode": "audio_transcription", + "litellm_provider": "openai" + }, + "gpt-4o-mini-transcribe-2025-12-15": { + "max_input_tokens": 16000, + "max_output_tokens": 2000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.000005, + "mode": "audio_transcription", + "litellm_provider": "openai" + }, + "gpt-4o-mini-tts": { + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "audio_speech", + "litellm_provider": "openai" + }, + "gpt-4o-mini-tts-2025-03-20": { + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "audio_speech", + "litellm_provider": "openai" + }, + "gpt-4o-mini-tts-2025-12-15": { + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "audio_speech", + "litellm_provider": "openai" + }, + "gpt-4o-realtime-preview": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "mode": "chat", - "litellm_provider": "snowflake" + "max_output_tokens": 4096, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00002, + "cache_read_input_token_cost": 0.0000025, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "snowflake/mixtral-8x7b": { - "max_input_tokens": 32000, - "max_output_tokens": 8192, + "gpt-4o-realtime-preview-2024-12-17": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00002, + "cache_read_input_token_cost": 0.0000025, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true + }, + "gpt-4o-realtime-preview-2025-06-03": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00002, + "cache_read_input_token_cost": 0.0000025, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true + }, + "gpt-4o-search-preview": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "snowflake/reka-core": { - "max_input_tokens": 32000, - "max_output_tokens": 8192, + "gpt-4o-search-preview-2025-03-11": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "snowflake/reka-flash": { - "max_input_tokens": 100000, - "max_output_tokens": 8192, + "gpt-4o-transcribe": { + "max_input_tokens": 16000, + "max_output_tokens": 2000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "audio_transcription", + "litellm_provider": "openai" + }, + "gpt-4o-transcribe-diarize": { + "max_input_tokens": 16000, + "max_output_tokens": 2000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "audio_transcription", + "litellm_provider": "openai" + }, + "gpt-5": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "snowflake/snowflake-arctic": { - "max_input_tokens": 4096, - "max_output_tokens": 8192, + "gpt-5-2025-08-07": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "snowflake/snowflake-llama-3.1-405b": { - "max_input_tokens": 8000, - "max_output_tokens": 8192, + "gpt-5-chat": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "snowflake/snowflake-llama-3.3-70b": { - "max_input_tokens": 8000, - "max_output_tokens": 8192, + "gpt-5-chat-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability/sd3": { - "mode": "image_generation", - "litellm_provider": "stability" + "gpt-5-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability/sd3-large": { - "mode": "image_generation", - "litellm_provider": "stability" + "gpt-5-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 2.5e-8, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability/sd3-large-turbo": { - "mode": "image_generation", - "litellm_provider": "stability" + "gpt-5-mini-2025-08-07": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 2.5e-8, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability/sd3-medium": { - "mode": "image_generation", - "litellm_provider": "stability" + "gpt-5-nano": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 5e-9, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability/sd3.5-large": { - "mode": "image_generation", - "litellm_provider": "stability" + "gpt-5-nano-2025-08-07": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 5e-9, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability/sd3.5-large-turbo": { - "mode": "image_generation", - "litellm_provider": "stability" + "gpt-5-pro": { + "max_input_tokens": 400000, + "max_output_tokens": 272000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00012, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability/sd3.5-medium": { - "mode": "image_generation", - "litellm_provider": "stability" + "gpt-5-pro-2025-10-06": { + "max_input_tokens": 400000, + "max_output_tokens": 272000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00012, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability/stable-image-ultra": { - "mode": "image_generation", - "litellm_provider": "stability" - }, - "stability/inpaint": { - "mode": "image_edit", - "litellm_provider": "stability" + "gpt-5-search-api": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability/outpaint": { - "mode": "image_edit", - "litellm_provider": "stability" + "gpt-5-search-api-2025-10-14": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability/erase": { - "mode": "image_edit", - "litellm_provider": "stability" + "gpt-5.1": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability/search-and-replace": { - "mode": "image_edit", - "litellm_provider": "stability" + "gpt-5.1-2025-11-13": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability/search-and-recolor": { - "mode": "image_edit", - "litellm_provider": "stability" + "gpt-5.1-chat-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability/remove-background": { - "mode": "image_edit", - "litellm_provider": "stability" + "gpt-5.1-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability/replace-background-and-relight": { - "mode": "image_edit", - "litellm_provider": "stability" + "gpt-5.1-codex-max": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability/sketch": { - "mode": "image_edit", - "litellm_provider": "stability" + "gpt-5.1-codex-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 2.5e-8, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability/structure": { - "mode": "image_edit", - "litellm_provider": "stability" + "gpt-5.2": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability/style": { - "mode": "image_edit", - "litellm_provider": "stability" + "gpt-5.2-2025-12-11": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability/style-transfer": { - "mode": "image_edit", - "litellm_provider": "stability" + "gpt-5.2-chat-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability/fast": { - "mode": "image_edit", - "litellm_provider": "stability" + "gpt-5.2-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability/conservative": { - "mode": "image_edit", - "litellm_provider": "stability" + "gpt-5.2-pro": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000021, + "output_cost_per_token": 0.000168, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability/creative": { - "mode": "image_edit", - "litellm_provider": "stability" + "gpt-5.2-pro-2025-12-11": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000021, + "output_cost_per_token": 0.000168, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability/stable-image-core": { - "mode": "image_generation", - "litellm_provider": "stability" + "gpt-5.3-chat-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.sd3-5-large-v1:0": { - "max_input_tokens": 77, - "mode": "image_generation", - "litellm_provider": "bedrock" + "gpt-5.3-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.sd3-large-v1:0": { - "max_input_tokens": 77, - "mode": "image_generation", - "litellm_provider": "bedrock" + "gpt-5.4": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 2.5e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-image-core-v1:0": { - "max_input_tokens": 77, - "mode": "image_generation", - "litellm_provider": "bedrock" + "gpt-5.4-2026-03-05": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 2.5e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-conservative-upscale-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "gpt-5.4-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, + "cache_read_input_token_cost": 7.5e-8, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-creative-upscale-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "gpt-5.4-mini-2026-03-17": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, + "cache_read_input_token_cost": 7.5e-8, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-fast-upscale-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "gpt-5.4-nano": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.00000125, + "cache_read_input_token_cost": 2e-8, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-outpaint-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "gpt-5.4-nano-2026-03-17": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.00000125, + "cache_read_input_token_cost": 2e-8, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-image-control-sketch-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "gpt-5.4-pro": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-image-control-structure-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "gpt-5.4-pro-2026-03-05": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-image-erase-object-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "gpt-5.5": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-image-inpaint-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "gpt-5.5-2026-04-23": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-image-remove-background-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "gpt-5.5-pro": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-image-search-recolor-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "gpt-5.5-pro-2026-04-23": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-image-search-replace-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "gpt-5.6": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.00002, + "cache_creation_input_token_cost": 0.000005, + "cache_read_input_token_cost": 4e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-image-style-guide-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "gpt-5.6-cyber": { + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000125, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.000015625, + "cache_read_input_token_cost": 0.00000125, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-style-transfer-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "gpt-5.6-luna": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.0000012, + "cache_creation_input_token_cost": 2.5e-7, + "cache_read_input_token_cost": 2e-8, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-image-core-v1:1": { - "max_input_tokens": 77, - "mode": "image_generation", - "litellm_provider": "bedrock" + "gpt-5.6-sol": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.00002, + "cache_creation_input_token_cost": 0.000005, + "cache_read_input_token_cost": 4e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-image-ultra-v1:0": { - "max_input_tokens": 77, - "mode": "image_generation", - "litellm_provider": "bedrock" + "gpt-5.6-terra": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "cache_creation_input_token_cost": 0.0000025, + "cache_read_input_token_cost": 2e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-image-ultra-v1:1": { - "max_input_tokens": 77, - "mode": "image_generation", - "litellm_provider": "bedrock" + "gpt-audio": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "openai", + "supports_vision": false, + "supports_audio_input": true }, - "standard/1024-x-1024/dall-e-3": { - "mode": "image_generation", - "litellm_provider": "openai" + "gpt-audio-1.5": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "openai", + "supports_vision": false, + "supports_audio_input": true }, - "standard/1024-x-1792/dall-e-3": { + "gpt-audio-2025-08-28": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "openai", + "supports_vision": false, + "supports_audio_input": true + }, + "gpt-audio-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "mode": "chat", + "litellm_provider": "openai", + "supports_vision": false, + "supports_audio_input": true + }, + "gpt-audio-mini-2025-10-06": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "mode": "chat", + "litellm_provider": "openai", + "supports_vision": false, + "supports_audio_input": true + }, + "gpt-audio-mini-2025-12-15": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "mode": "chat", + "litellm_provider": "openai", + "supports_vision": false, + "supports_audio_input": true + }, + "gpt-image-1": { + "input_cost_per_token": 0.000005, + "output_cost_per_image_token": 0.00004, + "cache_read_input_token_cost": 0.00000125, "mode": "image_generation", "litellm_provider": "openai" }, - "standard/1792-x-1024/dall-e-3": { + "gpt-image-1-mini": { + "input_cost_per_token": 0.000002, + "output_cost_per_image_token": 0.000008, + "cache_read_input_token_cost": 2e-7, "mode": "image_generation", "litellm_provider": "openai" }, - "linkup/search": { - "mode": "search", - "litellm_provider": "linkup" + "gpt-image-1.5": { + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00001, + "output_cost_per_image_token": 0.000032, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "linkup/search-deep": { - "mode": "search", - "litellm_provider": "linkup" + "gpt-image-1.5-2025-12-16": { + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00001, + "output_cost_per_image_token": 0.000032, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "tavily/search": { - "mode": "search", - "litellm_provider": "tavily" + "gpt-image-2": { + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00001, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "tavily/search-advanced": { - "mode": "search", - "litellm_provider": "tavily" - }, - "text-bison": { - "max_input_tokens": 8192, - "max_output_tokens": 2048, - "mode": "completion", - "litellm_provider": "vertex_ai-text-models" - }, - "text-bison32k": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "vertex_ai-text-models" - }, - "text-bison32k@002": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "vertex_ai-text-models" - }, - "text-bison@001": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "mode": "completion", - "litellm_provider": "vertex_ai-text-models" + "gpt-image-2-2026-04-21": { + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00001, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "text-bison@002": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "mode": "completion", - "litellm_provider": "vertex_ai-text-models" + "gpt-live-transcribe": { + "mode": "audio_transcription", + "litellm_provider": "openai", + "supports_audio_input": true }, - "text-completion-codestral/codestral-2405": { + "gpt-realtime": { "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "text-completion-codestral" + "max_output_tokens": 4096, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000016, + "cache_read_input_token_cost": 4e-7, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "text-completion-codestral/codestral-latest": { + "gpt-realtime-1.5": { "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "text-completion-codestral" - }, - "text-embedding-004": { - "max_input_tokens": 2048, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" + "max_output_tokens": 4096, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000016, + "cache_read_input_token_cost": 4e-7, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "text-embedding-005": { - "max_input_tokens": 2048, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" + "gpt-realtime-2": { + "max_input_tokens": 32000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000016, + "cache_read_input_token_cost": 4e-7, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "text-embedding-3-large": { - "max_input_tokens": 8191, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "openai" + "gpt-realtime-2.1": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000024, + "cache_read_input_token_cost": 4e-7, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "text-embedding-3-small": { - "max_input_tokens": 8191, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "openai" + "gpt-realtime-2.1-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 6e-8, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "text-embedding-ada-002": { - "max_input_tokens": 8191, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "openai" + "gpt-realtime-2025-08-28": { + "max_input_tokens": 32000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000016, + "cache_read_input_token_cost": 4e-7, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "text-embedding-ada-002-v2": { - "max_input_tokens": 8191, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "openai" + "gpt-realtime-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "text-embedding-large-exp-03-07": { - "max_input_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" + "gpt-realtime-mini-2025-10-06": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 6e-8, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "text-embedding-preview-0409": { - "max_input_tokens": 3072, - "input_cost_per_token": 6.25e-9, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" + "gpt-realtime-mini-2025-12-15": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 6e-8, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "text-moderation-007": { - "max_input_tokens": 32768, - "max_output_tokens": 0, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "moderation", - "litellm_provider": "openai" + "gpt-realtime-translate": { + "max_input_tokens": 16000, + "max_output_tokens": 2000, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "text-moderation-latest": { - "max_input_tokens": 32768, - "max_output_tokens": 0, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "moderation", - "litellm_provider": "openai" + "gpt-realtime-whisper": { + "mode": "audio_transcription", + "litellm_provider": "openai", + "supports_audio_input": true }, - "text-moderation-stable": { - "max_input_tokens": 32768, - "max_output_tokens": 0, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "moderation", - "litellm_provider": "openai" + "gpt-transcribe": { + "mode": "audio_transcription", + "litellm_provider": "openai", + "supports_audio_input": true }, - "text-multilingual-embedding-002": { - "max_input_tokens": 2048, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" + "gradient_ai/alibaba-qwen3-32b": { + "max_input_tokens": 131072, + "max_output_tokens": 40960, + "mode": "chat", + "litellm_provider": "gradient_ai" }, - "text-multilingual-embedding-preview-0409": { - "max_input_tokens": 3072, - "input_cost_per_token": 6.25e-9, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" + "gradient_ai/anthropic-claude-3-opus": { + "max_input_tokens": 200000, + "max_output_tokens": 1024, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "mode": "chat", + "litellm_provider": "gradient_ai" }, - "text-unicorn": { - "max_input_tokens": 8192, + "gradient_ai/anthropic-claude-3.5-haiku": { + "max_input_tokens": 200000, "max_output_tokens": 1024, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.000028, - "mode": "completion", - "litellm_provider": "vertex_ai-text-models" + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.000004, + "mode": "chat", + "litellm_provider": "gradient_ai" }, - "text-unicorn@001": { - "max_input_tokens": 8192, + "gradient_ai/anthropic-claude-3.5-sonnet": { + "max_input_tokens": 200000, "max_output_tokens": 1024, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.000028, - "mode": "completion", - "litellm_provider": "vertex_ai-text-models" + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "gradient_ai" }, - "textembedding-gecko": { - "max_input_tokens": 3072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" + "gradient_ai/anthropic-claude-3.7-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 1024, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "gradient_ai" }, - "textembedding-gecko-multilingual": { - "max_input_tokens": 3072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" - }, - "textembedding-gecko-multilingual@001": { - "max_input_tokens": 3072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" - }, - "textembedding-gecko@001": { - "max_input_tokens": 3072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" - }, - "textembedding-gecko@003": { - "max_input_tokens": 3072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" - }, - "together-ai-21.1b-41b": { - "input_cost_per_token": 8e-7, - "output_cost_per_token": 8e-7, + "gradient_ai/deepseek-r1-distill-llama-70b": { + "max_input_tokens": 32768, + "max_output_tokens": 8000, + "input_cost_per_token": 9.9e-7, + "output_cost_per_token": 9.9e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "gradient_ai" }, - "together-ai-4.1b-8b": { + "gradient_ai/llama3-8b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 512, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "gradient_ai" }, - "together-ai-41.1b-80b": { - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "gradient_ai/llama3.3-70b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 6.5e-7, + "output_cost_per_token": 6.5e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "gradient_ai" }, - "together-ai-8.1b-21b": { + "gradient_ai/mistral-nemo-instruct-2407": { + "max_input_tokens": 128000, + "max_output_tokens": 512, "input_cost_per_token": 3e-7, "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "gradient_ai" }, - "together-ai-81.1b-110b": { - "input_cost_per_token": 0.0000018, - "output_cost_per_token": 0.0000018, + "gradient_ai/openai-gpt-4o": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "gradient_ai" }, - "together-ai-embedding-151m-to-350m": { - "input_cost_per_token": 1.6e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "together_ai" + "gradient_ai/openai-gpt-4o-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "mode": "chat", + "litellm_provider": "gradient_ai" }, - "together-ai-embedding-up-to-150m": { - "input_cost_per_token": 8e-9, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "together_ai" + "gradient_ai/openai-o3": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "mode": "chat", + "litellm_provider": "gradient_ai" }, - "together_ai/baai/bge-base-en-v1.5": { - "max_input_tokens": 512, - "input_cost_per_token": 8e-9, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "together_ai" + "gradient_ai/openai-o3-mini": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "mode": "chat", + "litellm_provider": "gradient_ai" }, - "together_ai/BAAI/bge-base-en-v1.5": { - "max_input_tokens": 512, - "input_cost_per_token": 8e-9, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "together_ai" + "groq/canopylabs/orpheus-arabic-saudi": { + "max_input_tokens": 4000, + "max_output_tokens": 50000, + "mode": "audio_speech", + "litellm_provider": "groq" }, - "together-ai-up-to-4b": { - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "groq/canopylabs/orpheus-v1-english": { + "max_input_tokens": 4000, + "max_output_tokens": 50000, + "mode": "audio_speech", + "litellm_provider": "groq" + }, + "groq/gemma-7b-it": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 8e-8, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "groq" }, - "together_ai/Qwen/Qwen2.5-72B-Instruct-Turbo": { + "groq/llama-3.1-8b-instant": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 8e-8, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "groq" }, - "together_ai/Qwen/Qwen2.5-7B-Instruct-Turbo": { + "groq/llama-3.3-70b-versatile": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 5.9e-7, + "output_cost_per_token": 7.9e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "groq" }, - "together_ai/Qwen/Qwen3-235B-A22B-Instruct-2507-tput": { - "max_input_tokens": 262000, + "groq/meta-llama/llama-4-maverick-17b-128e-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.000006, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "groq", + "supports_vision": true }, - "together_ai/Qwen/Qwen3-235B-A22B-Thinking-2507": { - "max_input_tokens": 256000, - "input_cost_per_token": 6.5e-7, - "output_cost_per_token": 0.000003, + "groq/meta-llama/llama-4-scout-17b-16e-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, + "input_cost_per_token": 1.1e-7, + "output_cost_per_token": 3.4e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "groq", + "supports_vision": true }, - "together_ai/Qwen/Qwen3-235B-A22B-fp8-tput": { - "max_input_tokens": 40000, + "groq/meta-llama/llama-guard-4-12b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "groq" }, - "together_ai/Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8": { - "max_input_tokens": 256000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000002, + "groq/meta-llama/llama-prompt-guard-2-22m": { + "max_input_tokens": 512, + "max_output_tokens": 512, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 3e-8, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "groq" }, - "together_ai/deepseek-ai/DeepSeek-R1": { - "max_input_tokens": 128000, - "max_output_tokens": 20480, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000007, + "groq/meta-llama/llama-prompt-guard-2-86m": { + "max_input_tokens": 512, + "max_output_tokens": 512, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 4e-8, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "groq" }, - "together_ai/deepseek-ai/DeepSeek-R1-0528-tput": { - "max_input_tokens": 128000, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.00000219, + "groq/moonshotai/kimi-k2-instruct-0905": { + "max_input_tokens": 262144, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "groq" }, - "together_ai/deepseek-ai/DeepSeek-V3": { - "max_input_tokens": 65536, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00000125, + "groq/openai/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "groq" }, - "together_ai/deepseek-ai/DeepSeek-V3.1": { - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000017, + "groq/openai/gpt-oss-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 3.75e-8, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "groq" }, - "together_ai/meta-llama/Llama-3.2-3B-Instruct-Turbo": { + "groq/openai/gpt-oss-safeguard-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 3.7e-8, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "groq" }, - "together_ai/meta-llama/Llama-3.3-70B-Instruct-Turbo": { - "input_cost_per_token": 8.8e-7, - "output_cost_per_token": 8.8e-7, - "mode": "chat", - "litellm_provider": "together_ai" + "groq/playai-tts": { + "max_input_tokens": 10000, + "max_output_tokens": 10000, + "mode": "audio_speech", + "litellm_provider": "groq" }, - "together_ai/meta-llama/Llama-3.3-70B-Instruct-Turbo-Free": { - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "groq/qwen/qwen3-32b": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, + "input_cost_per_token": 2.9e-7, + "output_cost_per_token": 5.9e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "groq" }, - "together_ai/meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8": { - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 8.5e-7, - "mode": "chat", - "litellm_provider": "together_ai" - }, - "together_ai/meta-llama/Llama-4-Scout-17B-16E-Instruct": { - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 5.9e-7, - "mode": "chat", - "litellm_provider": "together_ai" - }, - "together_ai/meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo": { - "input_cost_per_token": 0.0000035, - "output_cost_per_token": 0.0000035, - "mode": "chat", - "litellm_provider": "together_ai" - }, - "together_ai/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo": { - "input_cost_per_token": 8.8e-7, - "output_cost_per_token": 8.8e-7, - "mode": "chat", - "litellm_provider": "together_ai" - }, - "together_ai/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo": { - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 1.8e-7, - "mode": "chat", - "litellm_provider": "together_ai" - }, - "together_ai/mistralai/Mistral-7B-Instruct-v0.1": { - "mode": "chat", - "litellm_provider": "together_ai" - }, - "together_ai/mistralai/Mistral-Small-24B-Instruct-2501": { - "mode": "chat", - "litellm_provider": "together_ai" - }, - "together_ai/mistralai/Mixtral-8x7B-Instruct-v0.1": { + "groq/qwen/qwen3.6-27b": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, "input_cost_per_token": 6e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "together_ai" - }, - "together_ai/moonshotai/Kimi-K2-Instruct": { - "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "groq", + "supports_vision": true }, - "together_ai/openai/gpt-oss-120b": { - "max_input_tokens": 128000, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "together_ai" + "groq/whisper-large-v3": { + "mode": "audio_transcription", + "litellm_provider": "groq" }, - "together_ai/openai/gpt-oss-20b": { - "max_input_tokens": 128000, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "together_ai" + "groq/whisper-large-v3-turbo": { + "mode": "audio_transcription", + "litellm_provider": "groq" }, - "together_ai/togethercomputer/CodeLlama-34b-Instruct": { - "mode": "chat", - "litellm_provider": "together_ai" + "hd/1024-x-1024/dall-e-3": { + "mode": "image_generation", + "litellm_provider": "openai" }, - "together_ai/zai-org/GLM-4.5-Air-FP8": { - "max_input_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.0000011, - "mode": "chat", - "litellm_provider": "together_ai" + "hd/1024-x-1792/dall-e-3": { + "mode": "image_generation", + "litellm_provider": "openai" }, - "together_ai/zai-org/GLM-4.6": { + "hd/1792-x-1024/dall-e-3": { + "mode": "image_generation", + "litellm_provider": "openai" + }, + "heroku/claude-3-5-haiku": { "max_input_tokens": 200000, - "max_output_tokens": 200000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "heroku" }, - "together_ai/moonshotai/Kimi-K2-Instruct-0905": { - "max_input_tokens": 262144, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "heroku/claude-3-5-sonnet-latest": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "heroku" }, - "together_ai/Qwen/Qwen3-Next-80B-A3B-Instruct": { - "max_input_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0.0000015, + "heroku/claude-3-7-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "heroku" }, - "together_ai/Qwen/Qwen3-Next-80B-A3B-Thinking": { - "max_input_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0.0000015, + "heroku/claude-4-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "together_ai" - }, - "tts-1": { - "mode": "audio_speech", - "litellm_provider": "openai" + "litellm_provider": "heroku" }, - "tts-1-hd": { - "mode": "audio_speech", + "high/1024-x-1024/gpt-image-1": { + "mode": "image_generation", "litellm_provider": "openai" }, - "aws_polly/standard": { - "mode": "audio_speech", - "litellm_provider": "aws_polly" - }, - "aws_polly/neural": { - "mode": "audio_speech", - "litellm_provider": "aws_polly" - }, - "aws_polly/long-form": { - "mode": "audio_speech", - "litellm_provider": "aws_polly" - }, - "aws_polly/generative": { - "mode": "audio_speech", - "litellm_provider": "aws_polly" + "high/1024-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "us.amazon.nova-lite-v1:0": { - "max_input_tokens": 300000, - "max_output_tokens": 10000, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 2.4e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse", + "high/1024-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", "supports_pdf_input": true, "supports_vision": true }, - "us.amazon.nova-micro-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 10000, - "input_cost_per_token": 3.5e-8, - "output_cost_per_token": 1.4e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse" + "high/1024-x-1536/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "openai" }, - "us.amazon.nova-premier-v1:0": { - "max_input_tokens": 1000000, - "max_output_tokens": 10000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.0000125, - "mode": "chat", - "litellm_provider": "bedrock_converse", + "high/1024-x-1536/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", "supports_pdf_input": true, "supports_vision": true }, - "us.amazon.nova-pro-v1:0": { - "max_input_tokens": 300000, - "max_output_tokens": 10000, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000032, - "mode": "chat", - "litellm_provider": "bedrock_converse", + "high/1024-x-1536/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", "supports_pdf_input": true, "supports_vision": true }, - "us.anthropic.claude-3-5-haiku-20241022-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.000004, - "cache_creation_input_token_cost": 0.000001, - "cache_read_input_token_cost": 8e-8, - "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true + "high/1536-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "openai" }, - "us.anthropic.claude-haiku-4-5-20251001-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000055, - "cache_creation_input_token_cost": 0.000001375, - "cache_read_input_token_cost": 1.1e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse", + "high/1536-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", "supports_pdf_input": true, "supports_vision": true }, - "us.anthropic.claude-3-5-sonnet-20240620-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "mode": "chat", - "litellm_provider": "bedrock", + "high/1536-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", "supports_pdf_input": true, "supports_vision": true }, - "us.anthropic.claude-3-5-sonnet-20241022-v2:0": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "hyperbolic/NousResearch/Hermes-3-Llama-3.1-70B": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "hyperbolic" }, - "us.anthropic.claude-3-7-sonnet-20250219-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "hyperbolic/Qwen/QwQ-32B": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "hyperbolic" }, - "us.anthropic.claude-3-haiku-20240307-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000125, - "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, - "supports_vision": true - }, - "us.anthropic.claude-3-opus-20240229-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, + "hyperbolic/Qwen/Qwen2.5-72B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "bedrock", - "supports_vision": true + "litellm_provider": "hyperbolic" }, - "us.anthropic.claude-3-sonnet-20240229-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "hyperbolic/Qwen/Qwen2.5-Coder-32B-Instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "hyperbolic" }, - "us.anthropic.claude-opus-4-1-20250805-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "hyperbolic/Qwen/Qwen3-235B-A22B": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "hyperbolic" }, - "us.anthropic.claude-sonnet-4-5-20250929-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000033, - "output_cost_per_token": 0.0000165, - "input_cost_per_token_above_200k_tokens": 0.0000066, - "output_cost_per_token_above_200k_tokens": 0.00002475, - "cache_creation_input_token_cost": 0.000004125, - "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, - "cache_read_input_token_cost": 3.3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, + "hyperbolic/deepseek-ai/DeepSeek-R1": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "hyperbolic" }, - "au.anthropic.claude-haiku-4-5-20251001-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000055, - "cache_creation_input_token_cost": 0.000001375, - "cache_read_input_token_cost": 1.1e-7, + "hyperbolic/deepseek-ai/DeepSeek-R1-0528": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 2.5e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "hyperbolic" }, - "us.anthropic.claude-opus-4-20250514-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "hyperbolic/deepseek-ai/DeepSeek-V3": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "hyperbolic" }, - "us.anthropic.claude-opus-4-5-20251101-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.0000275, - "cache_creation_input_token_cost": 0.000006875, - "cache_read_input_token_cost": 5.5e-7, + "hyperbolic/deepseek-ai/DeepSeek-V3-0324": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "hyperbolic" }, - "global.anthropic.claude-opus-4-5-20251101-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "hyperbolic/meta-llama/Llama-3.2-3B-Instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "hyperbolic" }, - "eu.anthropic.claude-opus-4-5-20251101-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "hyperbolic/meta-llama/Llama-3.3-70B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "hyperbolic" }, - "us.anthropic.claude-sonnet-4-20250514-v1:0": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "hyperbolic/meta-llama/Meta-Llama-3-70B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "hyperbolic" }, - "us.deepseek.r1-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00000135, - "output_cost_per_token": 0.0000054, + "hyperbolic/meta-llama/Meta-Llama-3.1-405B-Instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "hyperbolic" }, - "us.meta.llama3-1-405b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00000532, - "output_cost_per_token": 0.000016, + "hyperbolic/meta-llama/Meta-Llama-3.1-70B-Instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "hyperbolic" }, - "us.meta.llama3-1-70b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 9.9e-7, - "output_cost_per_token": 9.9e-7, + "hyperbolic/meta-llama/Meta-Llama-3.1-8B-Instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "hyperbolic" }, - "us.meta.llama3-1-8b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 2.2e-7, + "hyperbolic/moonshotai/Kimi-K2-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "hyperbolic" }, - "us.meta.llama3-2-11b-instruct-v1:0": { + "inception/mercury-2": { "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 3.5e-7, + "max_output_tokens": 50000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 7.5e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "bedrock", - "supports_vision": true + "litellm_provider": "inception" }, - "us.meta.llama3-2-1b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "bedrock" + "j2-light": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000003, + "mode": "completion", + "litellm_provider": "ai21" }, - "us.meta.llama3-2-3b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, - "mode": "chat", - "litellm_provider": "bedrock" + "j2-mid": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00001, + "mode": "completion", + "litellm_provider": "ai21" }, - "us.meta.llama3-2-90b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, + "j2-ultra": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000015, + "mode": "completion", + "litellm_provider": "ai21" + }, + "jamba-1.5": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "ai21" + }, + "jamba-1.5-large": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, "mode": "chat", - "litellm_provider": "bedrock", - "supports_vision": true + "litellm_provider": "ai21" }, - "us.meta.llama3-3-70b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, + "jamba-1.5-large@001": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "ai21" }, - "us.meta.llama4-maverick-17b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.4e-7, - "output_cost_per_token": 9.7e-7, + "jamba-1.5-mini": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "ai21" }, - "us.meta.llama4-scout-17b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.7e-7, - "output_cost_per_token": 6.6e-7, + "jamba-1.5-mini@001": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "ai21" }, - "us.mistral.pixtral-large-2502-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, + "jamba-large-1.6": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "output_cost_per_token": 0.000008, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "ai21" }, - "v0/v0-1.0-md": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "jamba-large-1.7": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, "mode": "chat", - "litellm_provider": "v0", + "litellm_provider": "ai21" + }, + "jamba-mini-1.6": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "ai21" + }, + "jamba-mini-1.7": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "ai21" + }, + "jina-reranker-v2-base-multilingual": { + "max_input_tokens": 1024, + "max_output_tokens": 1024, + "input_cost_per_token": 1.8e-8, + "output_cost_per_token": 1.8e-8, + "mode": "rerank", + "litellm_provider": "jina_ai" + }, + "jp.anthropic.claude-haiku-4-5-20251001-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000055, + "cache_creation_input_token_cost": 0.000001375, + "cache_read_input_token_cost": 1.1e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "v0/v0-1.5-lg": { - "max_input_tokens": 512000, - "max_output_tokens": 512000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, + "jp.anthropic.claude-opus-4-7": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "v0", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "v0/v0-1.5-md": { - "max_input_tokens": 128000, + "jp.anthropic.claude-opus-4-8": { + "max_input_tokens": 1000000, "max_output_tokens": 128000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "v0", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "vercel_ai_gateway/alibaba/qwen-3-14b": { - "max_input_tokens": 40960, - "max_output_tokens": 16384, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 2.4e-7, + "jp.anthropic.claude-opus-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "vercel_ai_gateway/alibaba/qwen-3-235b": { - "max_input_tokens": 40960, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "jp.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "input_cost_per_token_above_200k_tokens": 0.0000066, + "output_cost_per_token_above_200k_tokens": 0.00002475, + "cache_creation_input_token_cost": 0.000004125, + "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, + "cache_read_input_token_cost": 3.3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "vercel_ai_gateway/alibaba/qwen-3-30b": { - "max_input_tokens": 40960, - "max_output_tokens": 16384, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "jp.anthropic.claude-sonnet-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "cache_creation_input_token_cost": 0.000004125, + "cache_read_input_token_cost": 3.3e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "vercel_ai_gateway/alibaba/qwen-3-32b": { - "max_input_tokens": 40960, - "max_output_tokens": 16384, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "jp.anthropic.claude-sonnet-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.000011, + "cache_creation_input_token_cost": 0.00000275, + "cache_read_input_token_cost": 2.2e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "vercel_ai_gateway/alibaba/qwen3-coder": { - "max_input_tokens": 262144, - "max_output_tokens": 66536, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, + "kimi-k2-thinking-251104": { + "max_input_tokens": 229376, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "volcengine" }, - "vercel_ai_gateway/amazon/nova-lite": { - "max_input_tokens": 300000, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 2.4e-7, + "lambda_ai/deepseek-llama3.3-70b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "lambda_ai" }, - "vercel_ai_gateway/amazon/nova-micro": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 3.5e-8, - "output_cost_per_token": 1.4e-7, + "lambda_ai/deepseek-r1-0528": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "lambda_ai" }, - "vercel_ai_gateway/amazon/nova-pro": { - "max_input_tokens": 300000, - "max_output_tokens": 8192, + "lambda_ai/deepseek-r1-671b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000032, + "output_cost_per_token": 8e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "lambda_ai" }, - "vercel_ai_gateway/amazon/titan-embed-text-v2": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, + "lambda_ai/deepseek-v3-0324": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "lambda_ai" }, - "vercel_ai_gateway/anthropic/claude-3-haiku": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000125, - "cache_creation_input_token_cost": 3e-7, - "cache_read_input_token_cost": 3e-8, + "lambda_ai/hermes3-405b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 8e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "lambda_ai" }, - "vercel_ai_gateway/anthropic/claude-3-opus": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "lambda_ai/hermes3-70b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "lambda_ai" }, - "vercel_ai_gateway/anthropic/claude-3.5-haiku": { - "max_input_tokens": 200000, + "lambda_ai/hermes3-8b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.5e-8, + "output_cost_per_token": 4e-8, + "mode": "chat", + "litellm_provider": "lambda_ai" + }, + "lambda_ai/lfm-40b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "lambda_ai" + }, + "lambda_ai/lfm-7b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.5e-8, + "output_cost_per_token": 4e-8, + "mode": "chat", + "litellm_provider": "lambda_ai" + }, + "lambda_ai/llama-4-maverick-17b-128e-instruct-fp8": { + "max_input_tokens": 131072, "max_output_tokens": 8192, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.000004, - "cache_creation_input_token_cost": 0.000001, - "cache_read_input_token_cost": 8e-8, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "lambda_ai" }, - "vercel_ai_gateway/anthropic/claude-3.5-sonnet": { - "max_input_tokens": 200000, + "lambda_ai/llama-4-scout-17b-16e-instruct": { + "max_input_tokens": 16384, "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "lambda_ai" }, - "vercel_ai_gateway/anthropic/claude-3.7-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "lambda_ai/llama3.1-405b-instruct-fp8": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 8e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "lambda_ai" }, - "vercel_ai_gateway/anthropic/claude-4-opus": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "lambda_ai/llama3.1-70b-instruct-fp8": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "lambda_ai" }, - "vercel_ai_gateway/anthropic/claude-4-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "lambda_ai/llama3.1-8b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.5e-8, + "output_cost_per_token": 4e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "lambda_ai" }, - "vercel_ai_gateway/cohere/command-a": { - "max_input_tokens": 256000, - "max_output_tokens": 8000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "lambda_ai/llama3.1-nemotron-70b-instruct-fp8": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "lambda_ai" }, - "vercel_ai_gateway/cohere/command-r": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "lambda_ai/llama3.2-11b-vision-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.5e-8, + "output_cost_per_token": 2.5e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "lambda_ai", + "supports_vision": true }, - "vercel_ai_gateway/cohere/command-r-plus": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "lambda_ai/llama3.2-3b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.5e-8, + "output_cost_per_token": 2.5e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "lambda_ai" }, - "vercel_ai_gateway/cohere/embed-v4.0": { - "max_input_tokens": 0, - "max_output_tokens": 0, + "lambda_ai/llama3.3-70b-instruct-fp8": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "lambda_ai" }, - "vercel_ai_gateway/deepseek/deepseek-r1": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.00000219, + "lambda_ai/qwen25-coder-32b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "lambda_ai" }, - "vercel_ai_gateway/deepseek/deepseek-r1-distill-llama-70b": { + "lambda_ai/qwen3-32b-fp8": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 7.5e-7, - "output_cost_per_token": 9.9e-7, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "lambda_ai" }, - "vercel_ai_gateway/deepseek/deepseek-v3": { + "lemonade/Gemma-3-4b-it-GGUF": { "max_input_tokens": 128000, "max_output_tokens": 8192, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "lemonade" }, - "vercel_ai_gateway/google/gemini-2.0-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "lemonade/Qwen3-4B-Instruct-2507-GGUF": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "lemonade" }, - "vercel_ai_gateway/google/gemini-2.0-flash-lite": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, + "lemonade/Qwen3-Coder-30B-A3B-Instruct-GGUF": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "lemonade" }, - "vercel_ai_gateway/google/gemini-2.5-flash": { - "max_input_tokens": 1000000, - "max_output_tokens": 65536, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, + "lemonade/gpt-oss-120b-mxfp-GGUF": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "lemonade" }, - "vercel_ai_gateway/google/gemini-2.5-pro": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "lemonade/gpt-oss-20b-mxfp4-GGUF": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "lemonade" }, - "vercel_ai_gateway/google/gemini-embedding-001": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 1.5e-7, + "libertai/bge-m3": { + "max_input_tokens": 8192, + "input_cost_per_token": 1e-8, "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "libertai" }, - "vercel_ai_gateway/google/gemma-2-9b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "libertai/deepseek-v4-flash": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000175, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" - }, - "vercel_ai_gateway/google/text-embedding-005": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 2.5e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vercel_ai_gateway" - }, - "vercel_ai_gateway/google/text-multilingual-embedding-002": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 2.5e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "libertai", + "supports_vision": false }, - "vercel_ai_gateway/inception/mercury-coder-small": { - "max_input_tokens": 32000, - "max_output_tokens": 16384, + "libertai/deepseek-v4-flash-thinking": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000001, + "output_cost_per_token": 0.00000175, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "libertai", + "supports_vision": false }, - "vercel_ai_gateway/meta/llama-3-70b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 5.9e-7, - "output_cost_per_token": 7.9e-7, + "libertai/gemma-4-31b-it": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "libertai", + "supports_vision": true }, - "vercel_ai_gateway/meta/llama-3-8b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 8e-8, + "libertai/gemma-4-31b-it-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "libertai", + "supports_vision": true }, - "vercel_ai_gateway/meta/llama-3.1-70b": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, + "libertai/hermes-3-8b-tee": { + "max_input_tokens": 16000, + "max_output_tokens": 16000, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "libertai", + "supports_vision": false }, - "vercel_ai_gateway/meta/llama-3.1-8b": { - "max_input_tokens": 131000, - "max_output_tokens": 131072, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 8e-8, + "libertai/qwen3.5-122b-a10b": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000175, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "libertai", + "supports_vision": true }, - "vercel_ai_gateway/meta/llama-3.2-11b": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 1.6e-7, - "output_cost_per_token": 1.6e-7, + "libertai/qwen3.5-122b-a10b-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000175, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "libertai", + "supports_vision": true }, - "vercel_ai_gateway/meta/llama-3.2-1b": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "libertai/qwen3.6-27b": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "libertai", + "supports_vision": true }, - "vercel_ai_gateway/meta/llama-3.2-3b": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, + "libertai/qwen3.6-27b-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "libertai", + "supports_vision": true }, - "vercel_ai_gateway/meta/llama-3.2-90b": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, + "libertai/qwen3.6-35b-a3b": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "libertai", + "supports_vision": true }, - "vercel_ai_gateway/meta/llama-3.3-70b": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, + "libertai/qwen3.6-35b-a3b-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "libertai", + "supports_vision": true }, - "vercel_ai_gateway/meta/llama-4-maverick": { - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "linkup/search": { + "mode": "search", + "litellm_provider": "linkup" + }, + "linkup/search-deep": { + "mode": "search", + "litellm_provider": "linkup" + }, + "llamagate/codellama-7b": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 1.2e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "llamagate" }, - "vercel_ai_gateway/meta/llama-4-scout": { - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "llamagate/deepseek-coder-6.7b": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 1.2e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "llamagate" }, - "vercel_ai_gateway/mistral/codestral": { - "max_input_tokens": 256000, - "max_output_tokens": 4000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 9e-7, + "llamagate/deepseek-r1-7b-qwen": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "llamagate" }, - "vercel_ai_gateway/mistral/codestral-embed": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0, + "llamagate/deepseek-r1-8b": { + "max_input_tokens": 65536, + "max_output_tokens": 16384, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "llamagate" }, - "vercel_ai_gateway/mistral/devstral-small": { + "llamagate/dolphin3-8b": { "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2.8e-7, + "max_output_tokens": 8192, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "llamagate" }, - "vercel_ai_gateway/mistral/magistral-medium": { + "llamagate/gemma3-4b": { "max_input_tokens": 128000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 8e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "llamagate", + "supports_vision": true }, - "vercel_ai_gateway/mistral/magistral-small": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "llamagate/llama-3.1-8b": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 5e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "llamagate" }, - "vercel_ai_gateway/mistral/ministral-3b": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, + "llamagate/llama-3.2-3b": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, "input_cost_per_token": 4e-8, - "output_cost_per_token": 4e-8, + "output_cost_per_token": 8e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "llamagate" }, - "vercel_ai_gateway/mistral/ministral-8b": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, + "llamagate/llava-7b": { + "max_input_tokens": 4096, + "max_output_tokens": 2048, "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "llamagate", + "supports_vision": true }, - "vercel_ai_gateway/mistral/mistral-embed": { - "max_input_tokens": 0, - "max_output_tokens": 0, + "llamagate/mistral-7b-v0.3": { + "max_input_tokens": 32768, + "max_output_tokens": 8192, "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "llamagate" }, - "vercel_ai_gateway/mistral/mistral-large": { - "max_input_tokens": 32000, - "max_output_tokens": 4000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, - "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "llamagate/nomic-embed-text": { + "max_input_tokens": 8192, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "llamagate" }, - "vercel_ai_gateway/mistral/mistral-saba-24b": { + "llamagate/openthinker-7b": { "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 7.9e-7, - "output_cost_per_token": 7.9e-7, + "max_output_tokens": 8192, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "llamagate" }, - "vercel_ai_gateway/mistral/mistral-small": { - "max_input_tokens": 32000, - "max_output_tokens": 4000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "llamagate/qwen2.5-coder-7b": { + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 1.2e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "llamagate" }, - "vercel_ai_gateway/mistral/mixtral-8x22b-instruct": { - "max_input_tokens": 65536, - "max_output_tokens": 2048, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "llamagate/qwen3-8b": { + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 1.4e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "llamagate" }, - "vercel_ai_gateway/mistral/pixtral-12b": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, + "llamagate/qwen3-embedding-8b": { + "max_input_tokens": 40960, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "llamagate" + }, + "llamagate/qwen3-vl-8b": { + "max_input_tokens": 32768, + "max_output_tokens": 8192, "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "output_cost_per_token": 5.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "llamagate", + "supports_vision": true }, - "vercel_ai_gateway/mistral/pixtral-large": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, - "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "low/1024-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "openai" }, - "vercel_ai_gateway/moonshotai/kimi-k2": { - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.0000022, - "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "low/1024-x-1024/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "openai" }, - "vercel_ai_gateway/morph/morph-v3-fast": { - "max_input_tokens": 32768, - "max_output_tokens": 16384, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000012, + "low/1024-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "low/1024-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "low/1024-x-1536/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "openai" + }, + "low/1024-x-1536/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "openai" + }, + "low/1024-x-1536/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "low/1024-x-1536/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "low/1536-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "openai" + }, + "low/1536-x-1024/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "openai" + }, + "low/1536-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "low/1536-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "max-x-max/50-steps/stability.stable-diffusion-xl-v0": { + "max_input_tokens": 77, + "mode": "image_generation", + "litellm_provider": "bedrock" + }, + "max-x-max/max-steps/stability.stable-diffusion-xl-v0": { + "max_input_tokens": 77, + "mode": "image_generation", + "litellm_provider": "bedrock" + }, + "medium/1024-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "openai" + }, + "medium/1024-x-1024/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "openai" + }, + "medium/1024-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "medium/1024-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "medium/1024-x-1536/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "openai" + }, + "medium/1024-x-1536/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "openai" + }, + "medium/1024-x-1536/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "medium/1024-x-1536/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "medium/1536-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "openai" + }, + "medium/1536-x-1024/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "openai" + }, + "medium/1536-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "medium/1536-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "medlm-large": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "vertex_ai-language-models" }, - "vercel_ai_gateway/morph/morph-v3-large": { + "medlm-medium": { "max_input_tokens": 32768, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 0.0000019, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "vertex_ai-language-models" }, - "vercel_ai_gateway/openai/gpt-3.5-turbo": { - "max_input_tokens": 16385, + "meta.llama2-13b-chat-v1": { + "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.000001, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "bedrock" }, - "vercel_ai_gateway/openai/gpt-3.5-turbo-instruct": { - "max_input_tokens": 8192, + "meta.llama2-70b-chat-v1": { + "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002, + "input_cost_per_token": 0.00000195, + "output_cost_per_token": 0.00000256, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "bedrock" }, - "vercel_ai_gateway/openai/gpt-4-turbo": { + "meta.llama3-1-405b-instruct-v1:0": { "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, + "input_cost_per_token": 0.00000532, + "output_cost_per_token": 0.000016, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "bedrock" }, - "vercel_ai_gateway/openai/gpt-4.1": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 5e-7, + "meta.llama3-1-70b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 9.9e-7, + "output_cost_per_token": 9.9e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "bedrock" }, - "vercel_ai_gateway/openai/gpt-4.1-mini": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 1e-7, + "meta.llama3-1-8b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 2.2e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "bedrock" }, - "vercel_ai_gateway/openai/gpt-4.1-nano": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 2.5e-8, + "meta.llama3-2-11b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 3.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "bedrock", + "supports_vision": true }, - "vercel_ai_gateway/openai/gpt-4o": { + "meta.llama3-2-1b-instruct-v1:0": { "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 0.00000125, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "bedrock" }, - "vercel_ai_gateway/openai/gpt-4o-mini": { + "meta.llama3-2-3b-instruct-v1:0": { "max_input_tokens": 128000, - "max_output_tokens": 16384, + "max_output_tokens": 4096, "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 7.5e-8, - "mode": "chat", - "litellm_provider": "vercel_ai_gateway" - }, - "vercel_ai_gateway/openai/o1": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 0.0000075, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "bedrock" }, - "vercel_ai_gateway/openai/o3": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, + "meta.llama3-2-90b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 5e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "bedrock", + "supports_vision": true }, - "vercel_ai_gateway/openai/o3-mini": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 5.5e-7, + "meta.llama3-3-70b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "bedrock_converse" }, - "vercel_ai_gateway/openai/o4-mini": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 2.75e-7, + "meta.llama3-70b-instruct-v1:0": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000265, + "output_cost_per_token": 0.0000035, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" - }, - "vercel_ai_gateway/openai/text-embedding-3-large": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "bedrock" }, - "vercel_ai_gateway/openai/text-embedding-3-small": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vercel_ai_gateway" + "meta.llama3-8b-instruct-v1:0": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "bedrock" }, - "vercel_ai_gateway/openai/text-embedding-ada-002": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vercel_ai_gateway" + "meta.llama4-maverick-17b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 2.4e-7, + "output_cost_per_token": 9.7e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" }, - "vercel_ai_gateway/perplexity/sonar": { - "max_input_tokens": 127000, - "max_output_tokens": 8000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001, + "meta.llama4-scout-17b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 1.7e-7, + "output_cost_per_token": 6.6e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "bedrock_converse" }, - "vercel_ai_gateway/perplexity/sonar-pro": { - "max_input_tokens": 200000, - "max_output_tokens": 8000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "meta/muse-spark-1.1": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00000425, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "meta", + "supports_pdf_input": true, + "supports_vision": true }, - "vercel_ai_gateway/perplexity/sonar-reasoning": { - "max_input_tokens": 127000, - "max_output_tokens": 8000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, + "meta/muse-spark-1.2": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00000425, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "meta", + "supports_pdf_input": true, + "supports_vision": true }, - "vercel_ai_gateway/perplexity/sonar-reasoning-pro": { - "max_input_tokens": 127000, - "max_output_tokens": 8000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "meta/muse-spark-1.2-contributor": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 2e-7, + "cache_read_input_token_cost": 2e-9, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "meta", + "supports_pdf_input": true, + "supports_vision": true }, - "vercel_ai_gateway/vercel/v0-1.0-md": { + "meta_llama/Llama-3.3-70B-Instruct": { "max_input_tokens": 128000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "max_output_tokens": 4028, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "meta_llama" }, - "vercel_ai_gateway/vercel/v0-1.5-md": { + "meta_llama/Llama-3.3-8B-Instruct": { "max_input_tokens": 128000, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "max_output_tokens": 4028, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "meta_llama" }, - "vercel_ai_gateway/xai/grok-2": { - "max_input_tokens": 131072, - "max_output_tokens": 4000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, + "meta_llama/Llama-4-Maverick-17B-128E-Instruct-FP8": { + "max_input_tokens": 1000000, + "max_output_tokens": 4028, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "meta_llama" }, - "vercel_ai_gateway/xai/grok-2-vision": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, + "meta_llama/Llama-4-Scout-17B-16E-Instruct-FP8": { + "max_input_tokens": 10000000, + "max_output_tokens": 4028, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "meta_llama" }, - "vercel_ai_gateway/xai/grok-3": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "minimax.minimax-m2": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "bedrock_converse" }, - "vercel_ai_gateway/xai/grok-3-fast": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, + "minimax.minimax-m2.1": { + "max_input_tokens": 196000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "bedrock_converse" }, - "vercel_ai_gateway/xai/grok-3-mini": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, "input_cost_per_token": 3e-7, - "output_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "bedrock_converse" }, - "vercel_ai_gateway/xai/grok-3-mini-fast": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000004, + "minimax/MiniMax-M2": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_creation_input_token_cost": 3.75e-7, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "minimax" }, - "vercel_ai_gateway/xai/grok-4": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "minimax/MiniMax-M2.1": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_creation_input_token_cost": 3.75e-7, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "minimax" }, - "vercel_ai_gateway/zai/glm-4.5": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, + "minimax/MiniMax-M2.1-lightning": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000024, + "cache_creation_input_token_cost": 3.75e-7, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "minimax" }, - "vercel_ai_gateway/zai/glm-4.5-air": { - "max_input_tokens": 128000, - "max_output_tokens": 96000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.0000011, + "minimax/MiniMax-M2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_creation_input_token_cost": 3.75e-7, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "minimax" }, - "vercel_ai_gateway/zai/glm-4.6": { - "max_input_tokens": 200000, - "max_output_tokens": 200000, - "input_cost_per_token": 4.5e-7, - "output_cost_per_token": 0.0000018, - "cache_read_input_token_cost": 1.1e-7, + "minimax/MiniMax-M2.5-lightning": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000024, + "cache_creation_input_token_cost": 3.75e-7, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "minimax" }, - "vertex_ai/chirp": { + "minimax/MiniMax-M3": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 6e-8, + "mode": "chat", + "litellm_provider": "minimax", + "supports_vision": true + }, + "minimax/speech-02-hd": { "mode": "audio_speech", - "litellm_provider": "vertex_ai" + "litellm_provider": "minimax" }, - "vertex_ai/claude-3-5-haiku": { - "max_input_tokens": 200000, + "minimax/speech-02-turbo": { + "mode": "audio_speech", + "litellm_provider": "minimax" + }, + "minimax/speech-2.6-hd": { + "mode": "audio_speech", + "litellm_provider": "minimax" + }, + "minimax/speech-2.6-turbo": { + "mode": "audio_speech", + "litellm_provider": "minimax" + }, + "mistral.devstral-2-123b": { + "max_input_tokens": 256000, "max_output_tokens": 8192, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true + "litellm_provider": "bedrock_converse" }, - "vertex_ai/claude-3-5-haiku@20241022": { - "max_input_tokens": 200000, + "mistral.magistral-small-2509": { + "max_input_tokens": 128000, "max_output_tokens": 8192, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true + "litellm_provider": "bedrock_converse" }, - "vertex_ai/claude-haiku-4-5@20251001": { - "max_input_tokens": 200000, + "mistral.ministral-3-14b-instruct": { + "max_input_tokens": 128000, "max_output_tokens": 8192, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, - "cache_read_input_token_cost": 1e-7, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true + "litellm_provider": "bedrock_converse" }, - "vertex_ai/claude-3-5-sonnet": { - "max_input_tokens": 200000, + "mistral.ministral-3-3b-instruct": { + "max_input_tokens": 128000, "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock_converse" }, - "vertex_ai/claude-3-5-sonnet-v2": { - "max_input_tokens": 200000, + "mistral.ministral-3-8b-instruct": { + "max_input_tokens": 128000, "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock_converse" }, - "vertex_ai/claude-3-5-sonnet-v2@20241022": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "mistral.mistral-7b-instruct-v0:2": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "vertex_ai/claude-3-5-sonnet@20240620": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "mistral.mistral-large-2402-v1:0": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "vertex_ai/claude-3-7-sonnet@20250219": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, + "mistral.mistral-large-2407-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "output_cost_per_token": 0.000009, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "vertex_ai/claude-3-haiku": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000125, + "mistral.mistral-large-3-675b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_vision": true + "litellm_provider": "bedrock_converse" }, - "vertex_ai/claude-3-haiku@20240307": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000125, + "mistral.mistral-small-2402-v1:0": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_vision": true + "litellm_provider": "bedrock" }, - "vertex_ai/claude-3-opus": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, + "mistral.mixtral-8x7b-instruct-v0:1": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 4.5e-7, + "output_cost_per_token": 7e-7, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_vision": true + "litellm_provider": "bedrock" }, - "vertex_ai/claude-3-opus@20240229": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, + "mistral.voxtral-mini-3b-2507": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 4e-8, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_vision": true + "litellm_provider": "bedrock_converse", + "supports_audio_input": true }, - "vertex_ai/claude-3-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_vision": true + "mistral.voxtral-small-24b-2507": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_audio_input": true }, - "vertex_ai/claude-3-sonnet@20240229": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "mistral/codestral-2405": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_vision": true + "litellm_provider": "mistral" }, - "vertex_ai/claude-opus-4": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "mistral/codestral-2508": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, + "litellm_provider": "mistral" + }, + "mistral/codestral-embed": { + "max_input_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "mode": "embedding", + "litellm_provider": "mistral" + }, + "mistral/codestral-embed-2505": { + "max_input_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "mode": "embedding", + "litellm_provider": "mistral" + }, + "mistral/codestral-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/codestral-mamba-latest": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 2.5e-7, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/devstral-2512": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/devstral-latest": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/devstral-medium-2507": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/devstral-medium-latest": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/devstral-small-2505": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/devstral-small-2507": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/devstral-small-latest": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/glm-5-2": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 1.4e-7, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/labs-devstral-small-2512": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/labs-leanstral-1-5": { + "max_input_tokens": 262144, + "max_output_tokens": 131072, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/magistral-medium-1-2-2509": { + "max_input_tokens": 40000, + "max_output_tokens": 40000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/magistral-medium-2506": { + "max_input_tokens": 40000, + "max_output_tokens": 40000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/magistral-medium-2509": { + "max_input_tokens": 40000, + "max_output_tokens": 40000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/magistral-medium-latest": { + "max_input_tokens": 40000, + "max_output_tokens": 40000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/magistral-small-1-2-2509": { + "max_input_tokens": 40000, + "max_output_tokens": 40000, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/magistral-small-2506": { + "max_input_tokens": 40000, + "max_output_tokens": 40000, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/magistral-small-latest": { + "max_input_tokens": 40000, + "max_output_tokens": 40000, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/ministral-3-14b-2512": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "mistral", "supports_vision": true }, - "vertex_ai/claude-opus-4-1": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "mistral/ministral-3-3b-2512": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", + "litellm_provider": "mistral", "supports_vision": true }, - "vertex_ai/claude-opus-4-1@20250805": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "mistral/ministral-3-8b-2512": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", + "litellm_provider": "mistral", "supports_vision": true }, - "vertex_ai/claude-opus-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "mistral/ministral-8b-2512": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, + "litellm_provider": "mistral", "supports_vision": true }, - "vertex_ai/claude-opus-4-5@20251101": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "mistral/ministral-8b-latest": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, + "litellm_provider": "mistral", "supports_vision": true }, - "vertex_ai/claude-sonnet-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, + "mistral/mistral-embed": { + "max_input_tokens": 8192, + "input_cost_per_token": 1e-7, + "mode": "embedding", + "litellm_provider": "mistral" + }, + "mistral/mistral-large-2402": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000012, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/mistral-large-2407": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "output_cost_per_token": 0.000009, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, + "litellm_provider": "mistral" + }, + "mistral/mistral-large-2411": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/mistral-large-2512": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "mistral", + "supports_vision": true + }, + "mistral/mistral-large-3": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "mistral", + "supports_vision": true + }, + "mistral/mistral-large-latest": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "mistral", + "supports_vision": true + }, + "mistral/mistral-medium": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.0000027, + "output_cost_per_token": 0.0000081, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/mistral-medium-2312": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.0000027, + "output_cost_per_token": 0.0000081, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/mistral-medium-2505": { + "max_input_tokens": 131072, + "max_output_tokens": 8191, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/mistral-medium-2508": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "mistral", + "supports_vision": true + }, + "mistral/mistral-medium-2604": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.0000075, + "mode": "chat", + "litellm_provider": "mistral", + "supports_vision": true + }, + "mistral/mistral-medium-3-1-2508": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "mistral", + "supports_vision": true + }, + "mistral/mistral-medium-3-5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.0000075, + "mode": "chat", + "litellm_provider": "mistral", + "supports_vision": true + }, + "mistral/mistral-medium-latest": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.0000075, + "mode": "chat", + "litellm_provider": "mistral", + "supports_vision": true + }, + "mistral/mistral-moderation-2603": { + "max_input_tokens": 131072, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "moderation", + "litellm_provider": "mistral" + }, + "mistral/mistral-ocr-2505-completion": { + "mode": "ocr", + "litellm_provider": "mistral" + }, + "mistral/mistral-ocr-2512": { + "mode": "ocr", + "litellm_provider": "mistral" + }, + "mistral/mistral-ocr-4-0": { + "mode": "ocr", + "litellm_provider": "mistral" + }, + "mistral/mistral-ocr-4-1": { + "mode": "ocr", + "litellm_provider": "mistral" + }, + "mistral/mistral-ocr-latest": { + "mode": "ocr", + "litellm_provider": "mistral" + }, + "mistral/mistral-small": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/mistral-small-2603": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "mistral", + "supports_vision": true + }, + "mistral/mistral-small-3-2-2506": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 1.8e-7, + "mode": "chat", + "litellm_provider": "mistral", + "supports_vision": true + }, + "mistral/mistral-small-latest": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "mistral", + "supports_vision": true + }, + "mistral/mistral-tiny": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 2.5e-7, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/open-codestral-mamba": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 2.5e-7, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/open-mistral-7b": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 2.5e-7, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/open-mistral-nemo": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/open-mistral-nemo-2407": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/open-mixtral-8x22b": { + "max_input_tokens": 65336, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/open-mixtral-8x7b": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 7e-7, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/pixtral-12b-2409": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, + "mode": "chat", + "litellm_provider": "mistral", "supports_vision": true }, - "vertex_ai/claude-sonnet-4-5@20250929": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "mistral/pixtral-large-2411": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "mode": "chat", + "litellm_provider": "mistral", + "supports_vision": true + }, + "mistral/pixtral-large-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "mode": "chat", + "litellm_provider": "mistral", + "supports_vision": true + }, + "mistral/voxtral-mini-2602": { + "mode": "audio_transcription", + "litellm_provider": "mistral", + "supports_audio_input": true + }, + "mistral/voxtral-mini-transcribe-realtime-2602": { + "mode": "audio_transcription", + "litellm_provider": "mistral", + "supports_audio_input": true + }, + "mistral/voxtral-mini-tts-2603": { + "mode": "audio_speech", + "litellm_provider": "mistral" + }, + "mistral/zai-glm-5-2": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 1.4e-7, + "mode": "chat", + "litellm_provider": "mistral" + }, + "moonshot.kimi-k2-thinking": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "moonshot/kimi-k2-0711-preview": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 1.5e-7, + "mode": "chat", + "litellm_provider": "moonshot" + }, + "moonshot/kimi-k2-0905-preview": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 1.5e-7, + "mode": "chat", + "litellm_provider": "moonshot" + }, + "moonshot/kimi-k2-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 1.5e-7, + "mode": "chat", + "litellm_provider": "moonshot" + }, + "moonshot/kimi-k2-thinking-turbo": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.00000115, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 1.5e-7, + "mode": "chat", + "litellm_provider": "moonshot" + }, + "moonshot/kimi-k2-turbo-preview": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.00000115, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 1.5e-7, + "mode": "chat", + "litellm_provider": "moonshot" + }, + "moonshot/kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 1e-7, + "mode": "chat", + "litellm_provider": "moonshot", + "supports_vision": true, + "supports_video_input": true + }, + "moonshot/kimi-k2.6": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.6e-7, + "mode": "chat", + "litellm_provider": "moonshot", + "supports_vision": true, + "supports_video_input": true + }, + "moonshot/kimi-k3": { + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "moonshot", + "supports_vision": true, + "supports_video_input": true + }, + "moonshot/kimi-latest": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, + "cache_read_input_token_cost": 1.5e-7, + "mode": "chat", + "litellm_provider": "moonshot", + "supports_vision": true + }, + "moonshot/kimi-latest-128k": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, + "cache_read_input_token_cost": 1.5e-7, + "mode": "chat", + "litellm_provider": "moonshot", + "supports_vision": true + }, + "moonshot/kimi-latest-32k": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 1.5e-7, + "mode": "chat", + "litellm_provider": "moonshot", + "supports_vision": true + }, + "moonshot/kimi-latest-8k": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 1.5e-7, + "mode": "chat", + "litellm_provider": "moonshot", + "supports_vision": true + }, + "moonshot/kimi-thinking-preview": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 1.5e-7, + "mode": "chat", + "litellm_provider": "moonshot", + "supports_vision": true + }, + "moonshot/moonshot-v1-128k": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, + "mode": "chat", + "litellm_provider": "moonshot" + }, + "moonshot/moonshot-v1-128k-0430": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, + "mode": "chat", + "litellm_provider": "moonshot" + }, + "moonshot/moonshot-v1-128k-vision-preview": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, + "mode": "chat", + "litellm_provider": "moonshot", + "supports_vision": true + }, + "moonshot/moonshot-v1-32k": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "mode": "chat", + "litellm_provider": "moonshot" + }, + "moonshot/moonshot-v1-32k-0430": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "mode": "chat", + "litellm_provider": "moonshot" + }, + "moonshot/moonshot-v1-32k-vision-preview": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "mode": "chat", + "litellm_provider": "moonshot", + "supports_vision": true + }, + "moonshot/moonshot-v1-8k": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "moonshot" + }, + "moonshot/moonshot-v1-8k-0430": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "moonshot" + }, + "moonshot/moonshot-v1-8k-vision-preview": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "moonshot", + "supports_vision": true + }, + "moonshot/moonshot-v1-auto": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, + "mode": "chat", + "litellm_provider": "moonshot" + }, + "moonshotai.kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_vision": true + }, + "morph/morph-v3-fast": { + "max_input_tokens": 16000, + "max_output_tokens": 16000, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "morph", + "supports_vision": false + }, + "morph/morph-v3-large": { + "max_input_tokens": 16000, + "max_output_tokens": 16000, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 0.0000019, + "mode": "chat", + "litellm_provider": "morph", + "supports_vision": false + }, + "multimodalembedding": { + "max_input_tokens": 2048, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" + }, + "multimodalembedding@001": { + "max_input_tokens": 2048, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" + }, + "nebius/BAAI/bge-en-icl": { + "max_input_tokens": 32768, + "input_cost_per_token": 1e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "nebius" + }, + "nebius/BAAI/bge-multilingual-gemma2": { + "max_input_tokens": 8192, + "input_cost_per_token": 1e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "nebius" + }, + "nebius/NousResearch/Hermes-3-Llama-3.1-405B": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "mode": "chat", + "litellm_provider": "nebius" + }, + "nebius/Qwen/QwQ-32B": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 4.5e-7, + "mode": "chat", + "litellm_provider": "nebius" + }, + "nebius/Qwen/Qwen2-VL-72B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "nebius", + "supports_vision": true + }, + "nebius/Qwen/Qwen2-VL-7B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 6e-8, + "mode": "chat", + "litellm_provider": "nebius", + "supports_vision": true + }, + "nebius/Qwen/Qwen2.5-32B-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "nebius" + }, + "nebius/Qwen/Qwen2.5-72B-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "nebius" + }, + "nebius/Qwen/Qwen2.5-Coder-7B": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-8, + "output_cost_per_token": 3e-8, + "mode": "chat", + "litellm_provider": "nebius" + }, + "nebius/Qwen/Qwen2.5-VL-72B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "nebius", + "supports_vision": true + }, + "nebius/Qwen/Qwen3-14B": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 2.4e-7, + "mode": "chat", + "litellm_provider": "nebius" + }, + "nebius/Qwen/Qwen3-235B-A22B": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "nebius" + }, + "nebius/Qwen/Qwen3-30B-A3B": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "nebius" + }, + "nebius/Qwen/Qwen3-32B": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "nebius" + }, + "nebius/Qwen/Qwen3-4B": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 2.4e-7, + "mode": "chat", + "litellm_provider": "nebius" + }, + "nebius/deepseek-ai/DeepSeek-R1": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000024, + "mode": "chat", + "litellm_provider": "nebius" + }, + "nebius/deepseek-ai/DeepSeek-R1-0528": { + "max_input_tokens": 164000, + "max_output_tokens": 164000, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000024, + "mode": "chat", + "litellm_provider": "nebius" + }, + "nebius/deepseek-ai/DeepSeek-R1-Distill-Llama-70B": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 7.5e-7, + "mode": "chat", + "litellm_provider": "nebius" + }, + "nebius/deepseek-ai/DeepSeek-V3": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "nebius" + }, + "nebius/deepseek-ai/DeepSeek-V3-0324": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "nebius" + }, + "nebius/google/gemma-3-27b-it": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "nebius", + "supports_vision": true + }, + "nebius/intfloat/e5-mistral-7b-instruct": { + "max_input_tokens": 32768, + "input_cost_per_token": 1e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "nebius" + }, + "nebius/meta-llama/Llama-3.3-70B-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "nebius" + }, + "nebius/meta-llama/Llama-Guard-3-8B": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 6e-8, + "mode": "chat", + "litellm_provider": "nebius" + }, + "nebius/meta-llama/Meta-Llama-3.1-405B-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "mode": "chat", + "litellm_provider": "nebius" + }, + "nebius/meta-llama/Meta-Llama-3.1-70B-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "nebius" + }, + "nebius/meta-llama/Meta-Llama-3.1-8B-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 6e-8, + "mode": "chat", + "litellm_provider": "nebius" + }, + "nebius/mistralai/Mistral-Nemo-Instruct-2407": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 1.2e-7, + "mode": "chat", + "litellm_provider": "nebius" + }, + "nebius/nvidia/Llama-3.1-Nemotron-Ultra-253B-v1": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000018, + "mode": "chat", + "litellm_provider": "nebius" + }, + "nebius/nvidia/Llama-3.3-Nemotron-Super-49B-v1": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "nebius" + }, + "nimble/search": { + "mode": "search", + "litellm_provider": "nimble" + }, + "novita/Sao10K/L3-8B-Stheno-v3.2": { + "max_input_tokens": 8192, + "max_output_tokens": 32000, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 5e-8, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/baai/bge-m3": { + "max_input_tokens": 8192, + "max_output_tokens": 96000, + "input_cost_per_token": 1e-8, + "output_cost_per_token": 1e-8, + "mode": "embedding", + "litellm_provider": "novita" + }, + "novita/baai/bge-reranker-v2-m3": { + "max_input_tokens": 8000, + "max_output_tokens": 8000, + "input_cost_per_token": 1e-8, + "output_cost_per_token": 1e-8, + "mode": "rerank", + "litellm_provider": "novita" + }, + "novita/baichuan/baichuan-m2-32b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 7e-8, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/baidu/ernie-4.5-21B-a3b": { + "max_input_tokens": 120000, + "max_output_tokens": 8000, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.8e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/baidu/ernie-4.5-21B-a3b-thinking": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.8e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/baidu/ernie-4.5-300b-a47b-paddle": { + "max_input_tokens": 123000, + "max_output_tokens": 12000, + "input_cost_per_token": 2.8e-7, + "output_cost_per_token": 0.0000011, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/baidu/ernie-4.5-vl-28b-a3b": { + "max_input_tokens": 30000, + "max_output_tokens": 8000, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 5.6e-7, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true + }, + "novita/baidu/ernie-4.5-vl-28b-a3b-thinking": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 3.9e-7, + "output_cost_per_token": 3.9e-7, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true + }, + "novita/baidu/ernie-4.5-vl-424b-a47b": { + "max_input_tokens": 123000, + "max_output_tokens": 16000, + "input_cost_per_token": 4.2e-7, + "output_cost_per_token": 0.00000125, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true + }, + "novita/deepseek/deepseek-ocr": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 3e-8, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true + }, + "novita/deepseek/deepseek-prover-v2-671b": { + "max_input_tokens": 160000, + "max_output_tokens": 160000, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/deepseek/deepseek-r1-0528": { + "max_input_tokens": 163840, + "max_output_tokens": 32768, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 3.5e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/deepseek/deepseek-r1-0528-qwen3-8b": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 9e-8, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/deepseek/deepseek-r1-distill-llama-70b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 8e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/deepseek/deepseek-r1-distill-qwen-14b": { + "max_input_tokens": 32768, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/deepseek/deepseek-r1-distill-qwen-32b": { + "max_input_tokens": 64000, + "max_output_tokens": 32000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/deepseek/deepseek-r1-turbo": { + "max_input_tokens": 64000, + "max_output_tokens": 16000, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/deepseek/deepseek-v3-0324": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 0.00000112, + "cache_read_input_token_cost": 1.35e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/deepseek/deepseek-v3-turbo": { + "max_input_tokens": 64000, + "max_output_tokens": 16000, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000013, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/deepseek/deepseek-v3.1": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 0.000001, + "cache_read_input_token_cost": 1.35e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/deepseek/deepseek-v3.1-terminus": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 0.000001, + "cache_read_input_token_cost": 1.35e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/deepseek/deepseek-v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 65536, + "input_cost_per_token": 2.69e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 1.345e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/deepseek/deepseek-v3.2-exp": { + "max_input_tokens": 163840, + "max_output_tokens": 65536, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 4.1e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/google/gemma-3-12b-it": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true + }, + "novita/google/gemma-3-27b-it": { + "max_input_tokens": 98304, + "max_output_tokens": 16384, + "input_cost_per_token": 1.19e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true + }, + "novita/gryphe/mythomax-l2-13b": { + "max_input_tokens": 4096, + "max_output_tokens": 3200, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 9e-8, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/kwaipilot/kat-coder-pro": { + "max_input_tokens": 256000, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 6e-8, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/meta-llama/llama-3-70b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8000, + "input_cost_per_token": 5.1e-7, + "output_cost_per_token": 7.4e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/meta-llama/llama-3-8b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 4e-8, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/meta-llama/llama-3.1-8b-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 5e-8, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/meta-llama/llama-3.2-3b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32000, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 5e-8, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/meta-llama/llama-3.3-70b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 120000, + "input_cost_per_token": 1.35e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/meta-llama/llama-4-maverick-17b-128e-instruct-fp8": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 8.5e-7, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true + }, + "novita/meta-llama/llama-4-scout-17b-16e-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 5.9e-7, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true + }, + "novita/microsoft/wizardlm-2-8x22b": { + "max_input_tokens": 65535, + "max_output_tokens": 8000, + "input_cost_per_token": 6.2e-7, + "output_cost_per_token": 6.2e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/minimax/minimax-m2": { + "max_input_tokens": 204800, + "max_output_tokens": 131072, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 3e-8, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/minimax/minimax-m2.1": { + "max_input_tokens": 204800, + "max_output_tokens": 131072, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 3e-8, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/minimaxai/minimax-m1-80k": { + "max_input_tokens": 1000000, + "max_output_tokens": 40000, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.0000022, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/mistralai/mistral-nemo": { + "max_input_tokens": 60288, + "max_output_tokens": 16000, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 1.7e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/moonshotai/kimi-k2-0905": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/moonshotai/kimi-k2-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 5.7e-7, + "output_cost_per_token": 0.0000023, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/moonshotai/kimi-k2-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/nousresearch/hermes-2-pro-llama-3-8b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 1.4e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/openai/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2.5e-7, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true + }, + "novita/openai/gpt-oss-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 1.5e-7, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true + }, + "novita/paddlepaddle/paddleocr-vl": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 2e-8, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true + }, + "novita/qwen/qwen-2.5-72b-instruct": { + "max_input_tokens": 32000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.8e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/qwen/qwen-mt-plus": { + "max_input_tokens": 16384, + "max_output_tokens": 8192, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 7.5e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/qwen/qwen2.5-7b-instruct": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 7e-8, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/qwen/qwen2.5-vl-72b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 8e-7, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true + }, + "novita/qwen/qwen3-235b-a22b-fp8": { + "max_input_tokens": 40960, + "max_output_tokens": 20000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 8e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/qwen/qwen3-235b-a22b-instruct-2507": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 5.8e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/qwen/qwen3-235b-a22b-thinking-2507": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.000003, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/qwen/qwen3-30b-a3b-fp8": { + "max_input_tokens": 40960, + "max_output_tokens": 20000, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 4.5e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/qwen/qwen3-32b-fp8": { + "max_input_tokens": 40960, + "max_output_tokens": 20000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4.5e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/qwen/qwen3-4b-fp8": { + "max_input_tokens": 128000, + "max_output_tokens": 20000, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 3e-8, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/qwen/qwen3-8b-fp8": { + "max_input_tokens": 128000, + "max_output_tokens": 20000, + "input_cost_per_token": 3.5e-8, + "output_cost_per_token": 1.38e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/qwen/qwen3-coder-30b-a3b-instruct": { + "max_input_tokens": 160000, + "max_output_tokens": 32768, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.7e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/qwen/qwen3-coder-480b-a35b-instruct": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000013, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/qwen/qwen3-embedding-0.6b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "novita" + }, + "novita/qwen/qwen3-embedding-8b": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "novita" + }, + "novita/qwen/qwen3-max": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 0.00000211, + "output_cost_per_token": 0.00000845, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/qwen/qwen3-next-80b-a3b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/qwen/qwen3-next-80b-a3b-thinking": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/qwen/qwen3-omni-30b-a3b-instruct": { + "max_input_tokens": 65536, + "max_output_tokens": 16384, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 9.7e-7, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true, + "supports_audio_input": true + }, + "novita/qwen/qwen3-omni-30b-a3b-thinking": { + "max_input_tokens": 65536, + "max_output_tokens": 16384, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 9.7e-7, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true, + "supports_audio_input": true + }, + "novita/qwen/qwen3-reranker-8b": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 5e-8, + "mode": "rerank", + "litellm_provider": "novita" + }, + "novita/qwen/qwen3-vl-235b-a22b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true + }, + "novita/qwen/qwen3-vl-235b-a22b-thinking": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 9.8e-7, + "output_cost_per_token": 0.00000395, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true + }, + "novita/qwen/qwen3-vl-30b-a3b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 7e-7, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true + }, + "novita/qwen/qwen3-vl-30b-a3b-thinking": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.000001, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true + }, + "novita/qwen/qwen3-vl-8b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true + }, + "novita/sao10k/l3-70b-euryale-v2.1": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000148, + "output_cost_per_token": 0.00000148, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/sao10k/l3-8b-lunaris": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 5e-8, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/sao10k/l31-70b-euryale-v2.2": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000148, + "output_cost_per_token": 0.00000148, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/skywork/r1v4-lite": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true + }, + "novita/xiaomimimo/mimo-v2-flash": { + "max_input_tokens": 262144, + "max_output_tokens": 32000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 2e-8, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/zai-org/autoglm-phone-9b-multilingual": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 3.5e-8, + "output_cost_per_token": 1.38e-7, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true + }, + "novita/zai-org/glm-4.5": { + "max_input_tokens": 131072, + "max_output_tokens": 98304, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "cache_read_input_token_cost": 1.1e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/zai-org/glm-4.5-air": { + "max_input_tokens": 131072, + "max_output_tokens": 98304, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 8.5e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/zai-org/glm-4.5v": { + "max_input_tokens": 65536, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000018, + "cache_read_input_token_cost": 1.1e-7, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true + }, + "novita/zai-org/glm-4.6": { + "max_input_tokens": 204800, + "max_output_tokens": 131072, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.0000022, + "cache_read_input_token_cost": 1.1e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/zai-org/glm-4.6v": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 9e-7, + "cache_read_input_token_cost": 5.5e-8, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true + }, + "novita/zai-org/glm-4.7": { + "max_input_tokens": 204800, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "cache_read_input_token_cost": 1.1e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "nscale/Qwen/QwQ-32B": { + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "nscale" + }, + "nscale/Qwen/Qwen2.5-Coder-32B-Instruct": { + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "nscale" + }, + "nscale/Qwen/Qwen2.5-Coder-3B-Instruct": { + "input_cost_per_token": 1e-8, + "output_cost_per_token": 3e-8, + "mode": "chat", + "litellm_provider": "nscale" + }, + "nscale/Qwen/Qwen2.5-Coder-7B-Instruct": { + "input_cost_per_token": 1e-8, + "output_cost_per_token": 3e-8, + "mode": "chat", + "litellm_provider": "nscale" + }, + "nscale/black-forest-labs/FLUX.1-schnell": { + "mode": "image_generation", + "litellm_provider": "nscale" + }, + "nscale/deepseek-ai/DeepSeek-R1-Distill-Llama-70B": { + "input_cost_per_token": 3.75e-7, + "output_cost_per_token": 3.75e-7, + "mode": "chat", + "litellm_provider": "nscale" + }, + "nscale/deepseek-ai/DeepSeek-R1-Distill-Llama-8B": { + "input_cost_per_token": 2.5e-8, + "output_cost_per_token": 2.5e-8, + "mode": "chat", + "litellm_provider": "nscale" + }, + "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B": { + "input_cost_per_token": 9e-8, + "output_cost_per_token": 9e-8, + "mode": "chat", + "litellm_provider": "nscale" + }, + "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B": { + "input_cost_per_token": 7e-8, + "output_cost_per_token": 7e-8, + "mode": "chat", + "litellm_provider": "nscale" + }, + "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B": { + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, + "mode": "chat", + "litellm_provider": "nscale" + }, + "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B": { + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "nscale" + }, + "nscale/meta-llama/Llama-3.1-8B-Instruct": { + "input_cost_per_token": 3e-8, + "output_cost_per_token": 3e-8, + "mode": "chat", + "litellm_provider": "nscale" + }, + "nscale/meta-llama/Llama-3.3-70B-Instruct": { + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "nscale" + }, + "nscale/meta-llama/Llama-4-Scout-17B-16E-Instruct": { + "input_cost_per_token": 9e-8, + "output_cost_per_token": 2.9e-7, + "mode": "chat", + "litellm_provider": "nscale" + }, + "nscale/mistralai/mixtral-8x22b-instruct-v0.1": { + "input_cost_per_token": 6e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "nscale" + }, + "nscale/stabilityai/stable-diffusion-xl-base-1.0": { + "mode": "image_generation", + "litellm_provider": "nscale" + }, + "nvidia.nemotron-nano-12b-v2": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_vision": true + }, + "nvidia.nemotron-nano-3-30b": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2.4e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "nvidia.nemotron-nano-9b-v2": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2.3e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "nvidia.nemotron-super-3-120b": { + "max_input_tokens": 256000, + "max_output_tokens": 32768, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6.5e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "nvidia_nim/nvidia/llama-3_2-nv-rerankqa-1b-v2": { + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "nvidia_nim" + }, + "nvidia_nim/nvidia/nv-rerankqa-mistral-4b-v3": { + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "nvidia_nim" + }, + "nvidia_nim/ranking/nvidia/llama-3.2-nv-rerankqa-1b-v2": { + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "nvidia_nim" + }, + "o1": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00006, + "cache_read_input_token_cost": 0.0000075, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "o1-2024-12-17": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00006, + "cache_read_input_token_cost": 0.0000075, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "o1-pro": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00015, + "output_cost_per_token": 0.0006, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "o1-pro-2025-03-19": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00015, + "output_cost_per_token": 0.0006, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "o3": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "o3-2025-04-16": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "o3-deep-research": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00004, + "cache_read_input_token_cost": 0.0000025, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "o3-deep-research-2025-06-26": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00004, + "cache_read_input_token_cost": 0.0000025, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "o3-mini": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_vision": false + }, + "o3-mini-2025-01-31": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_vision": false + }, + "o3-pro": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00002, + "output_cost_per_token": 0.00008, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "o3-pro-2025-06-10": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00002, + "output_cost_per_token": 0.00008, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "o4-mini": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 2.75e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "o4-mini-2025-04-16": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 2.75e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "o4-mini-deep-research": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "o4-mini-deep-research-2025-06-26": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "oci/cohere.command-a-03-2025": { + "max_input_tokens": 256000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.00000156, + "output_cost_per_token": 0.00000156, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/cohere.command-a-reasoning": { + "max_input_tokens": 256000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000156, + "output_cost_per_token": 0.00000156, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/cohere.command-a-reasoning-08-2025": { + "max_input_tokens": 256000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.00000156, + "output_cost_per_token": 0.00000156, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/cohere.command-a-translate-08-2025": { + "max_input_tokens": 256000, + "max_output_tokens": 4000, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 9e-8, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/cohere.command-a-vision": { + "max_input_tokens": 256000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000156, + "output_cost_per_token": 0.00000156, + "mode": "chat", + "litellm_provider": "oci", + "supports_vision": true + }, + "oci/cohere.command-a-vision-07-2025": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.00000156, + "output_cost_per_token": 0.00000156, + "mode": "chat", + "litellm_provider": "oci", + "supports_vision": true + }, + "oci/cohere.command-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.00000156, + "output_cost_per_token": 0.00000156, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/cohere.command-plus-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.00000156, + "output_cost_per_token": 0.00000156, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/cohere.command-r-08-2024": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/cohere.command-r-plus-08-2024": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.00000156, + "output_cost_per_token": 0.00000156, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/cohere.embed-english-image-v3.0": { + "max_input_tokens": 512, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "oci" + }, + "oci/cohere.embed-english-light-image-v3.0": { + "max_input_tokens": 512, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "oci" + }, + "oci/cohere.embed-english-light-v3.0": { + "max_input_tokens": 512, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "oci" + }, + "oci/cohere.embed-english-v3.0": { + "max_input_tokens": 512, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "oci" + }, + "oci/cohere.embed-multilingual-image-v3.0": { + "max_input_tokens": 512, + "input_cost_per_token": 1e-7, + "mode": "embedding", + "litellm_provider": "oci", + "supports_vision": true + }, + "oci/cohere.embed-multilingual-light-image-v3.0": { + "max_input_tokens": 512, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "oci" + }, + "oci/cohere.embed-multilingual-light-v3.0": { + "max_input_tokens": 512, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "oci" + }, + "oci/cohere.embed-multilingual-v3.0": { + "max_input_tokens": 512, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "oci" + }, + "oci/cohere.embed-v4.0": { + "max_input_tokens": 128000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "oci" + }, + "oci/google.gemini-2.5-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "oci", + "supports_vision": true + }, + "oci/google.gemini-2.5-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "oci", + "supports_vision": true + }, + "oci/google.gemini-2.5-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "oci", + "supports_vision": true + }, + "oci/meta.llama-3.1-405b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.00001068, + "output_cost_per_token": 0.00001068, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/meta.llama-3.1-70b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/meta.llama-3.1-8b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/meta.llama-3.2-11b-vision-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "oci", + "supports_vision": true + }, + "oci/meta.llama-3.2-90b-vision-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "oci", + "supports_vision": true + }, + "oci/meta.llama-3.3-70b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/meta.llama-3.3-70b-instruct-fp8-dynamic": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/meta.llama-4-maverick-17b-128e-instruct-fp8": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, + "mode": "chat", + "litellm_provider": "oci", + "supports_vision": true + }, + "oci/meta.llama-4-scout-17b-16e-instruct": { + "max_input_tokens": 10485760, + "max_output_tokens": 8192, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/openai.gpt-5": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "oci", + "supports_vision": true + }, + "oci/openai.gpt-5-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "oci", + "supports_vision": true + }, + "oci/openai.gpt-5-nano": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "oci", + "supports_vision": true + }, + "oci/xai.grok-3": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/xai.grok-3-fast": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/xai.grok-3-mini": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/xai.grok-3-mini-fast": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000004, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/xai.grok-4": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/xai.grok-4-fast": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/xai.grok-4.1-fast": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/xai.grok-4.20": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/xai.grok-4.20-multi-agent": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/xai.grok-code-fast-1": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "mode": "chat", + "litellm_provider": "oci" + }, + "ollama/codegeex4": { + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/codegemma": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "ollama" + }, + "ollama/codellama": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "ollama" + }, + "ollama/deepseek-coder-v2-base": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "ollama" + }, + "ollama/deepseek-coder-v2-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/deepseek-coder-v2-lite-base": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "ollama" + }, + "ollama/deepseek-coder-v2-lite-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/deepseek-v3.1:671b-cloud": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/gpt-oss:120b-cloud": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/gpt-oss:20b-cloud": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/internlm2_5-20b-chat": { + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/llama2": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/llama2-uncensored": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "ollama" + }, + "ollama/llama2:13b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/llama2:70b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/llama2:7b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/llama3": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/llama3.1": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/llama3:70b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/llama3:8b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/mistral": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "ollama" + }, + "ollama/mistral-7B-Instruct-v0.1": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/mistral-7B-Instruct-v0.2": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/mistral-large-instruct-2407": { + "max_input_tokens": 65536, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/mixtral-8x22B-Instruct-v0.1": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/mixtral-8x7B-Instruct-v0.1": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/orca-mini": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "ollama" + }, + "ollama/qwen3-coder:480b-cloud": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/vicuna": { + "max_input_tokens": 2048, + "max_output_tokens": 2048, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "ollama" + }, + "omni-moderation-2024-09-26": { + "max_input_tokens": 32768, + "max_output_tokens": 0, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "moderation", + "litellm_provider": "openai" + }, + "omni-moderation-latest": { + "max_input_tokens": 32768, + "max_output_tokens": 0, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "moderation", + "litellm_provider": "openai" + }, + "openai.gpt-oss-120b-1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "openai.gpt-oss-20b-1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "openai.gpt-oss-safeguard-120b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "openai.gpt-oss-safeguard-20b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "openai/container": { + "mode": "chat", + "litellm_provider": "openai" + }, + "openai/sora-2": { + "mode": "video_generation", + "litellm_provider": "openai" + }, + "openai/sora-2-pro": { + "mode": "video_generation", + "litellm_provider": "openai" + }, + "openai/sora-2-pro-high-res": { + "mode": "video_generation", + "litellm_provider": "openai" + }, + "openrouter/anthropic/claude-3-haiku": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000125, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/anthropic/claude-3.5-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/anthropic/claude-3.7-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/anthropic/claude-haiku-4.5": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/anthropic/claude-opus-4": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/anthropic/claude-opus-4.1": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/anthropic/claude-opus-4.5": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/anthropic/claude-opus-4.6": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/anthropic/claude-opus-4.7": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_pdf_input": true, + "supports_vision": true + }, + "openrouter/anthropic/claude-opus-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_pdf_input": true, + "supports_vision": true + }, + "openrouter/anthropic/claude-sonnet-4": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/anthropic/claude-sonnet-4.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/anthropic/claude-sonnet-4.6": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/bytedance/ui-tars-1.5-7b": { + "max_input_tokens": 131072, + "max_output_tokens": 2048, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/deepseek/deepseek-chat": { + "max_input_tokens": 65536, + "max_output_tokens": 8192, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 2.8e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/deepseek/deepseek-chat-v3-0324": { + "max_input_tokens": 65536, + "max_output_tokens": 8192, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 2.8e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/deepseek/deepseek-chat-v3.1": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 8e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/deepseek/deepseek-r1": { + "max_input_tokens": 65336, + "max_output_tokens": 8192, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.00000219, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/deepseek/deepseek-r1-0528": { + "max_input_tokens": 65336, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.00000215, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/deepseek/deepseek-v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 2.8e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/deepseek/deepseek-v3.2-exp": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/deepseek/deepseek-v4-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 384000, + "input_cost_per_token": 0.00000132, + "output_cost_per_token": 0.00000396, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/deepseek/deepseek-v4-pro-0813": { + "max_input_tokens": 1048576, + "max_output_tokens": 384000, + "input_cost_per_token": 0.00000132, + "output_cost_per_token": 0.00000396, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/google/gemini-2.0-flash-001": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/google/gemini-2.5-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/google/gemini-2.5-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/google/gemini-3-flash-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 5e-8, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_pdf_input": true, + "supports_vision": true + }, + "openrouter/google/gemini-3-pro-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true + }, + "openrouter/google/gemini-3.1-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 2.5e-8, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true + }, + "openrouter/google/gemini-3.1-flash-lite-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 2.5e-8, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true + }, + "openrouter/google/gemini-3.1-pro-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true + }, + "openrouter/gryphe/mythomax-l2-13b": { + "input_cost_per_token": 0.000001875, + "output_cost_per_token": 0.000001875, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/mancer/weaver": { + "max_input_tokens": 8000, + "max_output_tokens": 2000, + "input_cost_per_token": 0.000005625, + "output_cost_per_token": 0.000005625, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/meta-llama/llama-3-70b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8000, + "input_cost_per_token": 5.9e-7, + "output_cost_per_token": 7.9e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/minimax/minimax-m2": { + "max_input_tokens": 204800, + "max_output_tokens": 204800, + "input_cost_per_token": 2.55e-7, + "output_cost_per_token": 0.00000102, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/minimax/minimax-m2.1": { + "max_input_tokens": 204000, + "max_output_tokens": 64000, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 0.0000012, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 0, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/minimax/minimax-m2.5": { + "max_input_tokens": 196608, + "max_output_tokens": 65536, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000011, + "cache_read_input_token_cost": 1.5e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": false + }, + "openrouter/mistralai/devstral-2512": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": false + }, + "openrouter/mistralai/ministral-14b-2512": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/mistralai/ministral-3b-2512": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/mistralai/ministral-8b-2512": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/mistralai/mistral-7b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 8191, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 1.3e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/mistralai/mistral-large": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/mistralai/mistral-large-2512": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/mistralai/mistral-small-3.1-24b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/mistralai/mistral-small-3.2-24b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/mistralai/mixtral-8x22b-instruct": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 6.5e-7, + "output_cost_per_token": 6.5e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/moonshotai/kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 1e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true, + "supports_video_input": true + }, + "openrouter/nvidia/nemotron-3.5-lightning": { + "max_input_tokens": 262144, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openai/gpt-3.5-turbo": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openai/gpt-3.5-turbo-16k": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000004, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openai/gpt-4": { + "max_input_tokens": 8191, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00006, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openai/gpt-4.1": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/openai/gpt-4.1-mini": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "cache_read_input_token_cost": 1e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/openai/gpt-4.1-nano": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/openai/gpt-4o": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/openai/gpt-4o-2024-05-13": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/openai/gpt-5": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openai/gpt-5-chat": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openai/gpt-5-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openai/gpt-5-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 2.5e-8, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openai/gpt-5-nano": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 5e-9, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openai/gpt-5.1-codex-max": { + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/openai/gpt-5.2": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/openai/gpt-5.2-chat": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/openai/gpt-5.2-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openai/gpt-5.2-pro": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000021, + "output_cost_per_token": 0.000168, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/openai/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 8e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openai/gpt-oss-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openai/o1": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00006, + "cache_read_input_token_cost": 0.0000075, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/openai/o3-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 65536, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": false + }, + "openrouter/openai/o3-mini-high": { + "max_input_tokens": 128000, + "max_output_tokens": 65536, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": false + }, + "openrouter/openrouter/auto": { + "max_input_tokens": 2000000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true + }, + "openrouter/openrouter/bodybuilder": { + "max_input_tokens": 128000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openrouter/free": { + "max_input_tokens": 200000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/qwen/qwen-2.5-coder-32b-instruct": { + "max_input_tokens": 33792, + "max_output_tokens": 33792, + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 1.8e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/qwen/qwen-vl-plus": { + "max_input_tokens": 8192, + "max_output_tokens": 2048, + "input_cost_per_token": 2.1e-7, + "output_cost_per_token": 6.3e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/qwen/qwen3-235b-a22b-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 7.1e-8, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/qwen/qwen3-235b-a22b-thinking-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.1e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/qwen/qwen3-coder": { + "max_input_tokens": 262100, + "max_output_tokens": 262100, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 9.5e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/qwen/qwen3-coder-plus": { + "max_input_tokens": 997952, + "max_output_tokens": 65536, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/qwen/qwen3.5-122b-a10b": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/qwen/qwen3.5-27b": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000024, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/qwen/qwen3.5-35b-a3b": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/qwen/qwen3.5-397b-a17b": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000036, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/qwen/qwen3.5-flash-02-23": { + "max_input_tokens": 1000000, + "max_output_tokens": 65536, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/qwen/qwen3.5-plus-02-15": { + "max_input_tokens": 1000000, + "max_output_tokens": 65536, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000024, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/qwen/qwen3.6-plus": { + "max_input_tokens": 1000000, + "max_output_tokens": 65536, + "input_cost_per_token": 3.25e-7, + "output_cost_per_token": 0.00000195, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/switchpoint/router": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 8.5e-7, + "output_cost_per_token": 0.0000034, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/undi95/remm-slerp-l2-13b": { + "max_input_tokens": 6144, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000001875, + "output_cost_per_token": 0.000001875, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/x-ai/grok-4": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/xiaomi/mimo-v2-flash": { + "max_input_tokens": 262144, + "max_output_tokens": 16384, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 1e-8, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": false + }, + "openrouter/xiaomi/mimo-v2.5": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 8e-8, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true + }, + "openrouter/xiaomi/mimo-v2.5-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 2e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": false + }, + "openrouter/z-ai/glm-4.6": { + "max_input_tokens": 202800, + "max_output_tokens": 131000, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.00000175, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/z-ai/glm-4.6:exacto": { + "max_input_tokens": 202800, + "max_output_tokens": 131000, + "input_cost_per_token": 4.5e-7, + "output_cost_per_token": 0.0000019, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/z-ai/glm-4.7": { + "max_input_tokens": 202752, + "max_output_tokens": 64000, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000015, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 0, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/z-ai/glm-4.7-flash": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 4e-7, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 0, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/z-ai/glm-5": { + "max_input_tokens": 202752, + "max_output_tokens": 128000, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.00000256, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/z-ai/glm-5.1": { + "max_input_tokens": 202752, + "max_output_tokens": 65535, + "input_cost_per_token": 0.00000105, + "output_cost_per_token": 0.0000035, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 5.25e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "ovhcloud/DeepSeek-R1-Distill-Llama-70B": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, + "input_cost_per_token": 6.7e-7, + "output_cost_per_token": 6.7e-7, + "mode": "chat", + "litellm_provider": "ovhcloud" + }, + "ovhcloud/Llama-3.1-8B-Instruct": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "ovhcloud" + }, + "ovhcloud/Meta-Llama-3_1-70B-Instruct": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, + "input_cost_per_token": 6.7e-7, + "output_cost_per_token": 6.7e-7, + "mode": "chat", + "litellm_provider": "ovhcloud" + }, + "ovhcloud/Meta-Llama-3_3-70B-Instruct": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, + "input_cost_per_token": 6.7e-7, + "output_cost_per_token": 6.7e-7, + "mode": "chat", + "litellm_provider": "ovhcloud" + }, + "ovhcloud/Mistral-7B-Instruct-v0.3": { + "max_input_tokens": 127000, + "max_output_tokens": 127000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "ovhcloud" + }, + "ovhcloud/Mistral-Nemo-Instruct-2407": { + "max_input_tokens": 118000, + "max_output_tokens": 118000, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 1.3e-7, + "mode": "chat", + "litellm_provider": "ovhcloud" + }, + "ovhcloud/Mistral-Small-3.2-24B-Instruct-2506": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 2.8e-7, + "mode": "chat", + "litellm_provider": "ovhcloud", + "supports_vision": true + }, + "ovhcloud/Mixtral-8x7B-Instruct-v0.1": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 6.3e-7, + "output_cost_per_token": 6.3e-7, + "mode": "chat", + "litellm_provider": "ovhcloud" + }, + "ovhcloud/Qwen2.5-Coder-32B-Instruct": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 8.7e-7, + "output_cost_per_token": 8.7e-7, + "mode": "chat", + "litellm_provider": "ovhcloud" + }, + "ovhcloud/Qwen2.5-VL-72B-Instruct": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 9.1e-7, + "output_cost_per_token": 9.1e-7, + "mode": "chat", + "litellm_provider": "ovhcloud", + "supports_vision": true + }, + "ovhcloud/Qwen3-32B": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 2.3e-7, + "mode": "chat", + "litellm_provider": "ovhcloud" + }, + "ovhcloud/gpt-oss-120b": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "ovhcloud" + }, + "ovhcloud/gpt-oss-20b": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 1.5e-7, + "mode": "chat", + "litellm_provider": "ovhcloud" + }, + "ovhcloud/llava-v1.6-mistral-7b-hf": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 2.9e-7, + "output_cost_per_token": 2.9e-7, + "mode": "chat", + "litellm_provider": "ovhcloud", + "supports_vision": true + }, + "ovhcloud/mamba-codestral-7B-v0.1": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 1.9e-7, + "output_cost_per_token": 1.9e-7, + "mode": "chat", + "litellm_provider": "ovhcloud" + }, + "palm/chat-bison": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 1.25e-7, + "output_cost_per_token": 1.25e-7, + "mode": "chat", + "litellm_provider": "palm" + }, + "palm/chat-bison-001": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 1.25e-7, + "output_cost_per_token": 1.25e-7, + "mode": "chat", + "litellm_provider": "palm" + }, + "palm/text-bison": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "input_cost_per_token": 1.25e-7, + "output_cost_per_token": 1.25e-7, + "mode": "completion", + "litellm_provider": "palm" + }, + "palm/text-bison-001": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "input_cost_per_token": 1.25e-7, + "output_cost_per_token": 1.25e-7, + "mode": "completion", + "litellm_provider": "palm" + }, + "palm/text-bison-safety-off": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "input_cost_per_token": 1.25e-7, + "output_cost_per_token": 1.25e-7, + "mode": "completion", + "litellm_provider": "palm" + }, + "palm/text-bison-safety-recitation-off": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "input_cost_per_token": 1.25e-7, + "output_cost_per_token": 1.25e-7, + "mode": "completion", + "litellm_provider": "palm" + }, + "parallel_ai/search": { + "mode": "search", + "litellm_provider": "parallel_ai" + }, + "parallel_ai/search-pro": { + "mode": "search", + "litellm_provider": "parallel_ai" + }, + "perplexity/anthropic/claude-haiku-4-5": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/anthropic/claude-opus-4-5": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/anthropic/claude-opus-4-6": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/anthropic/claude-opus-4-7": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/anthropic/claude-sonnet-4-5": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/codellama-34b-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 0.0000014, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/codellama-70b-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 0.0000028, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/google/gemini-2.5-flash": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/google/gemini-2.5-pro": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/google/gemini-3-flash-preview": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/google/gemini-3-pro-preview": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/llama-2-70b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 0.0000028, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/llama-3.1-70b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000001, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/llama-3.1-8b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/mistral-7b-instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.8e-7, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/mixtral-8x7b-instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.8e-7, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/openai/gpt-5-mini": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/openai/gpt-5.1": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/openai/gpt-5.2": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/perplexity/deepseek-v4-flash-0731": { + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 2.6e-7, + "cache_read_input_token_cost": 2.8e-8, + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/perplexity/glm-5.2": { + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 1.4e-7, + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/perplexity/kimi-k2.7-code": { + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.9e-7, + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/perplexity/kimi-k3": { + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 3e-7, + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/perplexity/sonar": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/pplx-70b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 0.0000028, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/pplx-70b-online": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0.0000028, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/pplx-7b-chat": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.8e-7, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/pplx-7b-online": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 2.8e-7, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/pplx-embed-context-v1-0.6b": { + "max_input_tokens": 32768, + "input_cost_per_token": 8e-9, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "perplexity" + }, + "perplexity/pplx-embed-context-v1-4b": { + "max_input_tokens": 32768, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "perplexity" + }, + "perplexity/pplx-embed-v1-0.6b": { + "max_input_tokens": 32768, + "input_cost_per_token": 4e-9, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "perplexity" + }, + "perplexity/pplx-embed-v1-4b": { + "max_input_tokens": 32768, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "perplexity" + }, + "perplexity/preset/advanced-deep-research": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/preset/deep-research": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/preset/fast-search": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/preset/pro-search": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/search": { + "mode": "search", + "litellm_provider": "perplexity" + }, + "perplexity/sonar": { + "max_input_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000001, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/sonar-deep-research": { + "max_input_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/sonar-medium-chat": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000018, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/sonar-medium-online": { + "max_input_tokens": 12000, + "max_output_tokens": 12000, + "input_cost_per_token": 0, + "output_cost_per_token": 0.0000018, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/sonar-pro": { + "max_input_tokens": 200000, + "max_output_tokens": 8000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/sonar-reasoning": { + "max_input_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/sonar-reasoning-pro": { + "max_input_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/sonar-small-chat": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.8e-7, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/sonar-small-online": { + "max_input_tokens": 12000, + "max_output_tokens": 12000, + "input_cost_per_token": 0, + "output_cost_per_token": 2.8e-7, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/xai/grok-4-1-fast-non-reasoning": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "pinstripes/ps/deepseek-v4-flash": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "pinstripes" + }, + "pinstripes/ps/glm-4.5-air": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 1.25e-7, + "output_cost_per_token": 4.5e-7, + "mode": "chat", + "litellm_provider": "pinstripes" + }, + "pinstripes/ps/minimax-m2.7": { + "max_input_tokens": 1000192, + "max_output_tokens": 1000192, + "input_cost_per_token": 2.55e-7, + "output_cost_per_token": 5.5e-7, + "mode": "chat", + "litellm_provider": "pinstripes" + }, + "pinstripes/ps/qwen3-30b-a3b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "pinstripes" + }, + "pinstripes/ps/qwen3-coder-30b-a3b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "pinstripes" + }, + "pinstripes/ps/qwen3.6-35b-a3b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 4.5e-7, + "mode": "chat", + "litellm_provider": "pinstripes" + }, + "publicai/BSC-LT/ALIA-40b-instruct_Q8_0": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "publicai" + }, + "publicai/BSC-LT/salamandra-7b-instruct-tools-16k": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "publicai" + }, + "publicai/aisingapore/Gemma-SEA-LION-v4-27B-IT": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "publicai" + }, + "publicai/aisingapore/Qwen-SEA-LION-v4-32B-IT": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "publicai" + }, + "publicai/allenai/Olmo-3-32B-Think": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "publicai" + }, + "publicai/allenai/Olmo-3-7B-Instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "publicai" + }, + "publicai/allenai/Olmo-3-7B-Think": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "publicai" + }, + "publicai/swiss-ai/apertus-70b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "publicai" + }, + "publicai/swiss-ai/apertus-8b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "publicai" + }, + "qwen.qwen3-235b-a22b-2507-v1:0": { + "max_input_tokens": 262144, + "max_output_tokens": 131072, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "qwen.qwen3-32b-v1:0": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "qwen.qwen3-coder-30b-a3b-v1:0": { + "max_input_tokens": 262144, + "max_output_tokens": 131072, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "qwen.qwen3-coder-480b-a35b-v1:0": { + "max_input_tokens": 262000, + "max_output_tokens": 65536, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 0.0000018, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "qwen.qwen3-coder-next": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "qwen.qwen3-next-80b-a3b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "qwen.qwen3-vl-235b-a22b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 5.3e-7, + "output_cost_per_token": 0.00000266, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_vision": true + }, + "recraft/recraftv2": { + "mode": "image_generation", + "litellm_provider": "recraft" + }, + "recraft/recraftv3": { + "mode": "image_generation", + "litellm_provider": "recraft" + }, + "reducto/parse-legacy": { + "mode": "ocr", + "litellm_provider": "reducto" + }, + "reducto/parse-v3": { + "mode": "ocr", + "litellm_provider": "reducto" + }, + "replicate/anthropic/claude-3.5-haiku": { + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/anthropic/claude-3.5-sonnet": { + "input_cost_per_token": 0.00000375, + "output_cost_per_token": 0.00001875, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/anthropic/claude-3.7-sonnet": { + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/anthropic/claude-4-sonnet": { + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/anthropic/claude-4.5-haiku": { + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/anthropic/claude-4.5-sonnet": { + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/deepseek-ai/deepseek-r1": { + "max_input_tokens": 65536, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000375, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/deepseek-ai/deepseek-v3": { + "max_input_tokens": 65536, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000145, + "output_cost_per_token": 0.00000145, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/deepseek-ai/deepseek-v3.1": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 6.72e-7, + "output_cost_per_token": 0.000002016, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/google/gemini-2.5-flash": { + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/google/gemini-3-pro": { + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/ibm-granite/granite-3.3-8b-instruct": { + "input_cost_per_token": 3e-8, + "output_cost_per_token": 2.5e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/meta/llama-2-13b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/meta/llama-2-13b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/meta/llama-2-70b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 6.5e-7, + "output_cost_per_token": 0.00000275, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/meta/llama-2-70b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 6.5e-7, + "output_cost_per_token": 0.00000275, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/meta/llama-2-7b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2.5e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/meta/llama-2-7b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2.5e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/meta/llama-3-70b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 6.5e-7, + "output_cost_per_token": 0.00000275, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/meta/llama-3-70b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 6.5e-7, + "output_cost_per_token": 0.00000275, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/meta/llama-3-8b": { + "max_input_tokens": 8086, + "max_output_tokens": 8086, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2.5e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/meta/llama-3-8b-instruct": { + "max_input_tokens": 8086, + "max_output_tokens": 8086, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2.5e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/mistralai/mistral-7b-instruct-v0.2": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2.5e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/mistralai/mistral-7b-v0.1": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2.5e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/mistralai/mixtral-8x7b-instruct-v0.1": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.000001, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/openai/gpt-4.1": { + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/openai/gpt-4.1-mini": { + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/openai/gpt-4.1-nano": { + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/openai/gpt-4o": { + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true, + "supports_audio_input": true + }, + "replicate/openai/gpt-4o-mini": { + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/openai/gpt-5": { + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/openai/gpt-5-mini": { + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/openai/gpt-5-nano": { + "input_cost_per_token": 5e-8, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/openai/gpt-oss-120b": { + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 7.2e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/openai/gpt-oss-20b": { + "input_cost_per_token": 9e-8, + "output_cost_per_token": 3.6e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/openai/o1": { + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00006, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/openai/o1-mini": { + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/openai/o4-mini": { + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000004, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/qwen/qwen3-235b-a22b-instruct-2507": { + "input_cost_per_token": 2.64e-7, + "output_cost_per_token": 0.00000106, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/xai/grok-4": { + "input_cost_per_token": 0.0000072, + "output_cost_per_token": 0.000036, + "mode": "chat", + "litellm_provider": "replicate" + }, + "rerank-english-v2.0": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "cohere" + }, + "rerank-english-v3.0": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "cohere" + }, + "rerank-multilingual-v2.0": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "cohere" + }, + "rerank-multilingual-v3.0": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "cohere" + }, + "rerank-v3.5": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "cohere" + }, + "runwayml/eleven_multilingual_v2": { + "mode": "audio_speech", + "litellm_provider": "runwayml" + }, + "runwayml/gen3a_turbo": { + "mode": "video_generation", + "litellm_provider": "runwayml" + }, + "runwayml/gen4_aleph": { + "mode": "video_generation", + "litellm_provider": "runwayml" + }, + "runwayml/gen4_image": { + "mode": "image_generation", + "litellm_provider": "runwayml" + }, + "runwayml/gen4_image_turbo": { + "mode": "image_generation", + "litellm_provider": "runwayml" + }, + "runwayml/gen4_turbo": { + "mode": "video_generation", + "litellm_provider": "runwayml" + }, + "sagemaker/meta-textgeneration-llama-2-13b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "sagemaker" + }, + "sagemaker/meta-textgeneration-llama-2-13b-f": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "sagemaker" + }, + "sagemaker/meta-textgeneration-llama-2-70b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "sagemaker" + }, + "sagemaker/meta-textgeneration-llama-2-70b-b-f": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "sagemaker" + }, + "sagemaker/meta-textgeneration-llama-2-7b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "sagemaker" + }, + "sagemaker/meta-textgeneration-llama-2-7b-f": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "sagemaker" + }, + "sambanova/DeepSeek-R1": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000007, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/DeepSeek-R1-Distill-Llama-70B": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 0.0000014, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/DeepSeek-V3-0324": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.0000045, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/DeepSeek-V3.1": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.0000045, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/DeepSeek-V3.2": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.0000045, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/Llama-4-Maverick-17B-128E-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6.3e-7, + "output_cost_per_token": 0.0000018, + "mode": "chat", + "litellm_provider": "sambanova", + "supports_vision": true + }, + "sambanova/Llama-4-Scout-17B-16E-Instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 7e-7, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/Meta-Llama-3.1-405B-Instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/Meta-Llama-3.1-8B-Instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/Meta-Llama-3.2-1B-Instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 8e-8, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/Meta-Llama-3.2-3B-Instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 1.6e-7, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/Meta-Llama-3.3-70B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/Meta-Llama-Guard-3-8B": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/MiniMax-M2.7": { + "max_input_tokens": 196608, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/QwQ-32B": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000001, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/Qwen2-Audio-7B-Instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0001, + "mode": "chat", + "litellm_provider": "sambanova", + "supports_audio_input": true + }, + "sambanova/Qwen3-32B": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 8e-7, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/gemma-4-31B-it": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 3.8e-7, + "output_cost_per_token": 0.00000115, + "mode": "chat", + "litellm_provider": "sambanova", + "supports_vision": true + }, + "sambanova/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 5.9e-7, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sample_spec": { + "max_input_tokens": "max input tokens, if the provider specifies it. if not default to max_tokens", + "max_output_tokens": "max output tokens, if the provider specifies it. if not default to max_tokens", + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "one of: chat, embedding, completion, image_generation, audio_transcription, audio_speech, image_generation, moderation, rerank, search", + "litellm_provider": "one of https://docs.litellm.ai/docs/providers", + "supports_vision": true, + "supports_audio_input": true + }, + "sarvam/sarvam-m": { + "max_input_tokens": 8192, + "max_output_tokens": 32000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 0, + "mode": "chat", + "litellm_provider": "sarvam" + }, + "scaleway/BAAI/bge-multilingual-gemma2": { + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "scaleway" + }, + "scaleway/google/gemma-3-27b-it": { + "max_input_tokens": 40000, + "max_output_tokens": 8192, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "scaleway", + "supports_vision": true + }, + "scaleway/google/gemma-4-26b-a4b-it": { + "max_input_tokens": 256000, + "max_output_tokens": 32768, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "scaleway", + "supports_vision": true + }, + "scaleway/hcompany/holo2-30b-a3b": { + "max_input_tokens": 22000, + "max_output_tokens": 16384, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 7e-7, + "mode": "chat", + "litellm_provider": "scaleway", + "supports_vision": true + }, + "scaleway/meta/llama-3.3-70b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "scaleway" + }, + "scaleway/mistralai/devstral-2-123b-instruct-2512": { + "max_input_tokens": 200000, + "max_output_tokens": 16384, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "scaleway" + }, + "scaleway/mistralai/mistral-medium-3.5-128b": { + "max_input_tokens": 256000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.0000075, + "mode": "chat", + "litellm_provider": "scaleway", + "supports_vision": true + }, + "scaleway/mistralai/mistral-small-3.2-24b-instruct-2506": { + "max_input_tokens": 128000, + "max_output_tokens": 32768, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 3.5e-7, + "mode": "chat", + "litellm_provider": "scaleway", + "supports_vision": true + }, + "scaleway/mistralai/pixtral-12b-2409": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "scaleway", + "supports_vision": true + }, + "scaleway/mistralai/voxtral-small-24b-2507": { + "max_input_tokens": 32000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 3.5e-7, + "mode": "chat", + "litellm_provider": "scaleway", + "supports_audio_input": true + }, + "scaleway/openai/gpt-oss-120b": { + "max_input_tokens": 128000, + "max_output_tokens": 32768, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "scaleway" + }, + "scaleway/openai/whisper-large-v3": { + "output_cost_per_token": 0, + "mode": "audio_transcription", + "litellm_provider": "scaleway" + }, + "scaleway/qwen/qwen3-235b-a22b-instruct-2507": { + "max_input_tokens": 256000, + "max_output_tokens": 16384, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.00000225, + "mode": "chat", + "litellm_provider": "scaleway" + }, + "scaleway/qwen/qwen3-coder-30b-a3b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 8e-7, + "mode": "chat", + "litellm_provider": "scaleway" + }, + "scaleway/qwen/qwen3-embedding-8b": { + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "scaleway" + }, + "scaleway/qwen/qwen3.5-397b-a17b": { + "max_input_tokens": 256000, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000036, + "mode": "chat", + "litellm_provider": "scaleway", + "supports_vision": true + }, + "scaleway/qwen/qwen3.6-35b-a3b": { + "max_input_tokens": 256000, + "max_output_tokens": 16384, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "scaleway", + "supports_vision": true + }, + "scx-ai/GLM-5.2": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 6.1e-7, + "output_cost_per_token": 0.00000198, + "cache_read_input_token_cost": 2.2e-7, + "mode": "chat", + "litellm_provider": "scx-ai", + "supports_vision": false + }, + "scx-ai/Qwen3.8-Max": { + "max_input_tokens": 1000000, + "max_output_tokens": 131072, + "input_cost_per_token": 0.00000165, + "output_cost_per_token": 0.00000499, + "cache_read_input_token_cost": 2.1e-7, + "mode": "chat", + "litellm_provider": "scx-ai", + "supports_vision": true + }, + "searxng/search": { + "mode": "search", + "litellm_provider": "searxng" + }, + "serper/search": { + "mode": "search", + "litellm_provider": "serper" + }, + "snowflake/claude-3-5-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "snowflake", + "supports_vision": true + }, + "snowflake/claude-3-7-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "snowflake", + "supports_vision": true + }, + "snowflake/claude-4-opus": { + "max_input_tokens": 200000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "snowflake", + "supports_vision": true + }, + "snowflake/claude-4-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "snowflake", + "supports_vision": true + }, + "snowflake/claude-haiku-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_read_input_token_cost": 1e-7, + "mode": "chat", + "litellm_provider": "snowflake", + "supports_vision": true + }, + "snowflake/claude-sonnet-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "snowflake", + "supports_vision": true + }, + "snowflake/claude-sonnet-4-6": { + "max_input_tokens": 200000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "snowflake", + "supports_vision": true + }, + "snowflake/deepseek-r1": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000135, + "output_cost_per_token": 0.0000054, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/gemma-7b": { + "max_input_tokens": 8000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/jamba-1.5-large": { + "max_input_tokens": 256000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/jamba-1.5-mini": { + "max_input_tokens": 256000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/jamba-instruct": { + "max_input_tokens": 256000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/llama2-70b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/llama3-70b": { + "max_input_tokens": 8000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/llama3-8b": { + "max_input_tokens": 8000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/llama3.1-405b": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/llama3.1-70b": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/llama3.1-8b": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 2.4e-7, + "output_cost_per_token": 2.4e-7, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/llama3.2-1b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/llama3.2-3b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/llama3.3-70b": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/llama4-maverick": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 2.4e-7, + "output_cost_per_token": 9.7e-7, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/mistral-7b": { + "max_input_tokens": 32000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/mistral-large": { + "max_input_tokens": 32000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/mistral-large2": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/mixtral-8x7b": { + "max_input_tokens": 32000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/openai-gpt-4.1": { + "max_input_tokens": 300000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "snowflake", + "supports_vision": true + }, + "snowflake/openai-gpt-5": { + "max_input_tokens": 300000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "chat", + "litellm_provider": "snowflake", + "supports_vision": true + }, + "snowflake/openai-gpt-5-mini": { + "max_input_tokens": 1000000, + "max_output_tokens": 16384, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/openai-gpt-5-nano": { + "max_input_tokens": 5000000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/reka-core": { + "max_input_tokens": 32000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/reka-flash": { + "max_input_tokens": 100000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/snowflake-arctic": { + "max_input_tokens": 4096, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/snowflake-arctic-embed-l-v2.0": { + "max_input_tokens": 8192, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "snowflake" + }, + "snowflake/snowflake-arctic-embed-m-v2.0": { + "max_input_tokens": 8192, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "snowflake" + }, + "snowflake/snowflake-llama-3.1-405b": { + "max_input_tokens": 8000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/snowflake-llama-3.3-70b": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "soniox/stt-async-v4": { + "max_output_tokens": 8000, + "mode": "audio_transcription", + "litellm_provider": "soniox", + "supports_audio_input": true + }, + "soniox/stt-async-v5": { + "max_output_tokens": 8000, + "mode": "audio_transcription", + "litellm_provider": "soniox", + "supports_audio_input": true + }, + "sora-2": { + "mode": "video_generation", + "litellm_provider": "openai" + }, + "sora-2-pro": { + "mode": "video_generation", + "litellm_provider": "openai" + }, + "sora-2-pro-high-res": { + "mode": "video_generation", + "litellm_provider": "openai" + }, + "stability.sd3-5-large-v1:0": { + "max_input_tokens": 77, + "mode": "image_generation", + "litellm_provider": "bedrock" + }, + "stability.sd3-large-v1:0": { + "max_input_tokens": 77, + "mode": "image_generation", + "litellm_provider": "bedrock" + }, + "stability.stable-conservative-upscale-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability.stable-creative-upscale-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability.stable-fast-upscale-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability.stable-image-control-sketch-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability.stable-image-control-structure-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability.stable-image-core-v1:0": { + "max_input_tokens": 77, + "mode": "image_generation", + "litellm_provider": "bedrock" + }, + "stability.stable-image-core-v1:1": { + "max_input_tokens": 77, + "mode": "image_generation", + "litellm_provider": "bedrock" + }, + "stability.stable-image-erase-object-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability.stable-image-inpaint-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability.stable-image-remove-background-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability.stable-image-search-recolor-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability.stable-image-search-replace-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability.stable-image-style-guide-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability.stable-image-ultra-v1:0": { + "max_input_tokens": 77, + "mode": "image_generation", + "litellm_provider": "bedrock" + }, + "stability.stable-image-ultra-v1:1": { + "max_input_tokens": 77, + "mode": "image_generation", + "litellm_provider": "bedrock" + }, + "stability.stable-outpaint-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability.stable-style-transfer-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability/conservative": { + "mode": "image_edit", + "litellm_provider": "stability" + }, + "stability/creative": { + "mode": "image_edit", + "litellm_provider": "stability" + }, + "stability/erase": { + "mode": "image_edit", + "litellm_provider": "stability" + }, + "stability/fast": { + "mode": "image_edit", + "litellm_provider": "stability" + }, + "stability/inpaint": { + "mode": "image_edit", + "litellm_provider": "stability" + }, + "stability/outpaint": { + "mode": "image_edit", + "litellm_provider": "stability" }, - "vertex_ai/claude-opus-4@20250514": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "stability/remove-background": { + "mode": "image_edit", + "litellm_provider": "stability" }, - "vertex_ai/claude-sonnet-4": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "stability/replace-background-and-relight": { + "mode": "image_edit", + "litellm_provider": "stability" }, - "vertex_ai/claude-sonnet-4@20250514": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "stability/sd3": { + "mode": "image_generation", + "litellm_provider": "stability" }, - "vertex_ai/mistralai/codestral-2@001": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "stability/sd3-large": { + "mode": "image_generation", + "litellm_provider": "stability" }, - "vertex_ai/codestral-2": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "stability/sd3-large-turbo": { + "mode": "image_generation", + "litellm_provider": "stability" }, - "vertex_ai/codestral-2@001": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "stability/sd3-medium": { + "mode": "image_generation", + "litellm_provider": "stability" }, - "vertex_ai/mistralai/codestral-2": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "stability/sd3.5-large": { + "mode": "image_generation", + "litellm_provider": "stability" }, - "vertex_ai/codestral-2501": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "stability/sd3.5-large-turbo": { + "mode": "image_generation", + "litellm_provider": "stability" }, - "vertex_ai/codestral@2405": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "stability/sd3.5-medium": { + "mode": "image_generation", + "litellm_provider": "stability" }, - "vertex_ai/codestral@latest": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "stability/search-and-recolor": { + "mode": "image_edit", + "litellm_provider": "stability" }, - "vertex_ai/deepseek-ai/deepseek-v3.1-maas": { - "max_input_tokens": 163840, - "max_output_tokens": 32768, - "input_cost_per_token": 0.00000135, - "output_cost_per_token": 0.0000054, - "mode": "chat", - "litellm_provider": "vertex_ai-deepseek_models" + "stability/search-and-replace": { + "mode": "image_edit", + "litellm_provider": "stability" }, - "vertex_ai/deepseek-ai/deepseek-v3.2-maas": { - "max_input_tokens": 163840, - "max_output_tokens": 32768, - "input_cost_per_token": 5.6e-7, - "output_cost_per_token": 0.00000168, - "mode": "chat", - "litellm_provider": "vertex_ai-deepseek_models" + "stability/sketch": { + "mode": "image_edit", + "litellm_provider": "stability" }, - "vertex_ai/deepseek-ai/deepseek-r1-0528-maas": { - "max_input_tokens": 65336, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000135, - "output_cost_per_token": 0.0000054, - "mode": "chat", - "litellm_provider": "vertex_ai-deepseek_models" + "stability/stable-image-core": { + "mode": "image_generation", + "litellm_provider": "stability" }, - "vertex_ai/gemini-2.5-flash-image": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "output_cost_per_image_token": 0.00003, - "cache_read_input_token_cost": 3e-8, + "stability/stable-image-ultra": { "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "stability" }, - "vertex_ai/gemini-3-pro-image-preview": { - "max_input_tokens": 65536, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "output_cost_per_image_token": 0.00012, + "stability/structure": { + "mode": "image_edit", + "litellm_provider": "stability" + }, + "stability/style": { + "mode": "image_edit", + "litellm_provider": "stability" + }, + "stability/style-transfer": { + "mode": "image_edit", + "litellm_provider": "stability" + }, + "standard/1024-x-1024/dall-e-3": { "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models" + "litellm_provider": "openai" }, - "vertex_ai/imagegeneration@006": { + "standard/1024-x-1024/gpt-image-1.5": { "mode": "image_generation", - "litellm_provider": "vertex_ai-image-models" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "vertex_ai/imagen-3.0-fast-generate-001": { + "standard/1024-x-1024/gpt-image-1.5-2025-12-16": { "mode": "image_generation", - "litellm_provider": "vertex_ai-image-models" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "vertex_ai/imagen-3.0-generate-001": { + "standard/1024-x-1536/gpt-image-1.5": { "mode": "image_generation", - "litellm_provider": "vertex_ai-image-models" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "vertex_ai/imagen-3.0-generate-002": { + "standard/1024-x-1536/gpt-image-1.5-2025-12-16": { "mode": "image_generation", - "litellm_provider": "vertex_ai-image-models" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "vertex_ai/imagen-3.0-capability-001": { + "standard/1024-x-1792/dall-e-3": { "mode": "image_generation", - "litellm_provider": "vertex_ai-image-models" + "litellm_provider": "openai" }, - "vertex_ai/imagen-4.0-fast-generate-001": { + "standard/1536-x-1024/gpt-image-1.5": { "mode": "image_generation", - "litellm_provider": "vertex_ai-image-models" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "vertex_ai/imagen-4.0-generate-001": { + "standard/1536-x-1024/gpt-image-1.5-2025-12-16": { "mode": "image_generation", - "litellm_provider": "vertex_ai-image-models" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "vertex_ai/imagen-4.0-ultra-generate-001": { + "standard/1792-x-1024/dall-e-3": { "mode": "image_generation", - "litellm_provider": "vertex_ai-image-models" + "litellm_provider": "openai" }, - "vertex_ai/jamba-1.5": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-ai21_models" + "tavily/search": { + "mode": "search", + "litellm_provider": "tavily" }, - "vertex_ai/jamba-1.5-large": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "tavily/search-advanced": { + "mode": "search", + "litellm_provider": "tavily" + }, + "tencent/deepseek-v4-flash": { + "max_input_tokens": 1000000, + "max_output_tokens": 384000, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 2.8e-7, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 2.8e-9, "mode": "chat", - "litellm_provider": "vertex_ai-ai21_models" + "litellm_provider": "tencent", + "supports_vision": false }, - "vertex_ai/jamba-1.5-large@001": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "tencent/deepseek-v4-pro": { + "max_input_tokens": 1000000, + "max_output_tokens": 384000, + "input_cost_per_token": 4.35e-7, + "output_cost_per_token": 8.7e-7, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 3.625e-9, "mode": "chat", - "litellm_provider": "vertex_ai-ai21_models" + "litellm_provider": "tencent", + "supports_vision": false }, - "vertex_ai/jamba-1.5-mini": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, + "tensormesh/MiniMaxAI/MiniMax-M2.5": { + "max_input_tokens": 196608, + "max_output_tokens": 196608, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "vertex_ai-ai21_models" + "litellm_provider": "tensormesh" }, - "vertex_ai/jamba-1.5-mini@001": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, + "tensormesh/Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 4.5e-7, + "output_cost_per_token": 0.0000018, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "vertex_ai-ai21_models" + "litellm_provider": "tensormesh" }, - "vertex_ai/meta/llama-3.1-405b-instruct-maas": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000016, + "tensormesh/Qwen/Qwen3.5-397B-A17B-FP8": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000036, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models", - "supports_vision": true + "litellm_provider": "tensormesh" }, - "vertex_ai/meta/llama-3.1-70b-instruct-maas": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "tensormesh/Qwen/Qwen3.6-27B-FP8": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 3.2e-7, + "output_cost_per_token": 0.0000032, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models", - "supports_vision": true + "litellm_provider": "tensormesh" }, - "vertex_ai/meta/llama-3.1-8b-instruct-maas": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "tensormesh/deepseek-ai/DeepSeek-V4-Flash": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 2.8e-7, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models", - "supports_vision": true + "litellm_provider": "tensormesh" }, - "vertex_ai/meta/llama-3.2-90b-vision-instruct-maas": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "tensormesh/google/gemma-4-31B-it": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 5.6e-7, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models", - "supports_vision": true + "litellm_provider": "tensormesh" }, - "vertex_ai/meta/llama-4-maverick-17b-128e-instruct-maas": { - "max_input_tokens": 1000000, - "max_output_tokens": 1000000, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.00000115, + "tensormesh/lukealonso/GLM-5.1-NVFP4-MTP": { + "max_input_tokens": 202752, + "max_output_tokens": 202752, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models" + "litellm_provider": "tensormesh" }, - "vertex_ai/meta/llama-4-maverick-17b-16e-instruct-maas": { - "max_input_tokens": 1000000, - "max_output_tokens": 1000000, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.00000115, + "tensormesh/moonshotai/Kimi-K2.6": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 9.6e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models" + "litellm_provider": "tensormesh" }, - "vertex_ai/meta/llama-4-scout-17b-128e-instruct-maas": { - "max_input_tokens": 10000000, - "max_output_tokens": 10000000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 7e-7, + "tensormesh/openai/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models" + "litellm_provider": "tensormesh" }, - "vertex_ai/meta/llama-4-scout-17b-16e-instruct-maas": { - "max_input_tokens": 10000000, - "max_output_tokens": 10000000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 7e-7, + "tensormesh/openai/gpt-oss-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.8e-7, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models" + "litellm_provider": "tensormesh" }, - "vertex_ai/meta/llama3-405b-instruct-maas": { + "text-completion-codestral/codestral-2405": { "max_input_tokens": 32000, - "max_output_tokens": 32000, + "max_output_tokens": 8191, "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "vertex_ai-llama_models" + "mode": "completion", + "litellm_provider": "text-completion-codestral" }, - "vertex_ai/meta/llama3-70b-instruct-maas": { + "text-completion-codestral/codestral-latest": { "max_input_tokens": 32000, - "max_output_tokens": 32000, + "max_output_tokens": 8191, "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "vertex_ai-llama_models" + "mode": "completion", + "litellm_provider": "text-completion-codestral" }, - "vertex_ai/meta/llama3-8b-instruct-maas": { + "text-completion-inception/mercury-edit-2": { "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 0, + "max_output_tokens": 8192, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 7.5e-7, + "cache_read_input_token_cost": 2.5e-8, + "mode": "completion", + "litellm_provider": "text-completion-inception" + }, + "text-embedding-004": { + "max_input_tokens": 2048, + "input_cost_per_token": 1e-7, "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "vertex_ai-llama_models" + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" }, - "vertex_ai/minimaxai/minimax-m2-maas": { - "max_input_tokens": 196608, - "max_output_tokens": 196608, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "mode": "chat", - "litellm_provider": "vertex_ai-minimax_models" + "text-embedding-005": { + "max_input_tokens": 2048, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" }, - "vertex_ai/moonshotai/kimi-k2-thinking-maas": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, - "mode": "chat", - "litellm_provider": "vertex_ai-moonshot_models" + "text-embedding-3-large": { + "max_input_tokens": 8191, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "openai" }, - "vertex_ai/zai-org/glm-4.7-maas": { - "max_input_tokens": 200000, - "max_output_tokens": 128000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, - "mode": "chat", - "litellm_provider": "vertex_ai-zai_models" + "text-embedding-3-small": { + "max_input_tokens": 8191, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "openai" }, - "vertex_ai/mistral-medium-3": { - "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, - "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "text-embedding-ada-002": { + "max_input_tokens": 8191, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "openai" }, - "vertex_ai/mistral-medium-3@001": { - "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, - "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "text-embedding-ada-002-v2": { + "max_input_tokens": 8191, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "openai" + }, + "text-embedding-large-exp-03-07": { + "max_input_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" + }, + "text-embedding-preview-0409": { + "max_input_tokens": 3072, + "input_cost_per_token": 6.25e-9, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" + }, + "text-moderation-007": { + "max_input_tokens": 32768, + "max_output_tokens": 0, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "moderation", + "litellm_provider": "openai" }, - "vertex_ai/mistralai/mistral-medium-3": { - "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, - "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "text-moderation-latest": { + "max_input_tokens": 32768, + "max_output_tokens": 0, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "moderation", + "litellm_provider": "openai" }, - "vertex_ai/mistralai/mistral-medium-3@001": { - "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, - "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "text-moderation-stable": { + "max_input_tokens": 32768, + "max_output_tokens": 0, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "moderation", + "litellm_provider": "openai" }, - "vertex_ai/mistral-large-2411": { - "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, - "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "text-multilingual-embedding-002": { + "max_input_tokens": 2048, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" }, - "vertex_ai/mistral-large@2407": { - "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, - "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "text-unicorn": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.000028, + "mode": "completion", + "litellm_provider": "vertex_ai-text-models" }, - "vertex_ai/mistral-large@2411-001": { - "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, - "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "text-unicorn@001": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.000028, + "mode": "completion", + "litellm_provider": "vertex_ai-text-models" }, - "vertex_ai/mistral-large@latest": { - "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "tinyfish/search": { + "mode": "search", + "litellm_provider": "tinyfish" + }, + "together-ai-21.1b-41b": { + "input_cost_per_token": 8e-7, + "output_cost_per_token": 8e-7, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "together_ai" }, - "vertex_ai/mistral-nemo@2407": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000003, + "together-ai-4.1b-8b": { + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "together_ai" }, - "vertex_ai/mistral-nemo@latest": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "together-ai-41.1b-80b": { + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "together_ai" }, - "vertex_ai/mistral-small-2503": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "together-ai-8.1b-21b": { + "input_cost_per_token": 3e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models", - "supports_vision": true + "litellm_provider": "together_ai" }, - "vertex_ai/mistral-small-2503@001": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "together-ai-81.1b-110b": { + "input_cost_per_token": 0.0000018, + "output_cost_per_token": 0.0000018, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "together_ai" }, - "vertex_ai/mistral-ocr-2505": { - "mode": "ocr", - "litellm_provider": "vertex_ai" + "together-ai-embedding-151m-to-350m": { + "input_cost_per_token": 1.6e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "together_ai" }, - "vertex_ai/deepseek-ai/deepseek-ocr-maas": { - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "mode": "ocr", - "litellm_provider": "vertex_ai" + "together-ai-embedding-up-to-150m": { + "input_cost_per_token": 8e-9, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "together_ai" }, - "vertex_ai/openai/gpt-oss-120b-maas": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "together-ai-up-to-4b": { + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "vertex_ai-openai_models" + "litellm_provider": "together_ai" }, - "vertex_ai/openai/gpt-oss-20b-maas": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-openai_models" + "together_ai/BAAI/bge-base-en-v1.5": { + "max_input_tokens": 512, + "input_cost_per_token": 8e-9, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "together_ai" }, - "vertex_ai/qwen/qwen3-235b-a22b-instruct-2507-maas": { - "max_input_tokens": 262144, - "max_output_tokens": 16384, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000001, + "together_ai/Qwen/Qwen2.5-72B-Instruct-Turbo": { "mode": "chat", - "litellm_provider": "vertex_ai-qwen_models" + "litellm_provider": "together_ai" }, - "vertex_ai/qwen/qwen3-coder-480b-a35b-instruct-maas": { - "max_input_tokens": 262144, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000004, + "together_ai/Qwen/Qwen2.5-7B-Instruct-Turbo": { "mode": "chat", - "litellm_provider": "vertex_ai-qwen_models" + "litellm_provider": "together_ai" }, - "vertex_ai/qwen/qwen3-next-80b-a3b-instruct-maas": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0.0000012, + "together_ai/Qwen/Qwen3-235B-A22B-Instruct-2507-tput": { + "max_input_tokens": 262000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "vertex_ai-qwen_models" + "litellm_provider": "together_ai" }, - "vertex_ai/qwen/qwen3-next-80b-a3b-thinking-maas": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0.0000012, + "together_ai/Qwen/Qwen3-235B-A22B-Thinking-2507": { + "max_input_tokens": 256000, + "input_cost_per_token": 6.5e-7, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "vertex_ai-qwen_models" - }, - "vertex_ai/veo-2.0-generate-001": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "vertex_ai-video-models" - }, - "vertex_ai/veo-3.0-fast-generate-preview": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "vertex_ai-video-models" - }, - "vertex_ai/veo-3.0-generate-preview": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "vertex_ai-video-models" - }, - "vertex_ai/veo-3.0-fast-generate-001": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "vertex_ai-video-models" - }, - "vertex_ai/veo-3.0-generate-001": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "vertex_ai-video-models" - }, - "vertex_ai/veo-3.1-generate-preview": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "vertex_ai-video-models" - }, - "vertex_ai/veo-3.1-fast-generate-preview": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "vertex_ai-video-models" - }, - "vertex_ai/veo-3.1-generate-001": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "vertex_ai-video-models" - }, - "vertex_ai/veo-3.1-fast-generate-001": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "vertex_ai-video-models" + "litellm_provider": "together_ai" }, - "voyage/rerank-2": { - "max_input_tokens": 16000, - "max_output_tokens": 16000, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "voyage" + "together_ai/Qwen/Qwen3-235B-A22B-fp8-tput": { + "max_input_tokens": 40000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "together_ai" }, - "voyage/rerank-2-lite": { - "max_input_tokens": 8000, - "max_output_tokens": 8000, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "voyage" + "together_ai/Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8": { + "max_input_tokens": 256000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "together_ai" }, - "voyage/rerank-2.5": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "voyage" + "together_ai/Qwen/Qwen3-Next-80B-A3B-Instruct": { + "max_input_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "together_ai" }, - "voyage/rerank-2.5-lite": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "voyage" + "together_ai/Qwen/Qwen3-Next-80B-A3B-Thinking": { + "max_input_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "together_ai" }, - "voyage/voyage-2": { - "max_input_tokens": 4000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "together_ai/Qwen/Qwen3.5-397B-A17B": { + "max_input_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000036, + "mode": "chat", + "litellm_provider": "together_ai" }, - "voyage/voyage-3": { - "max_input_tokens": 32000, - "input_cost_per_token": 6e-8, + "together_ai/baai/bge-base-en-v1.5": { + "max_input_tokens": 512, + "input_cost_per_token": 8e-9, "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "voyage" + "litellm_provider": "together_ai" }, - "voyage/voyage-3-large": { - "max_input_tokens": 32000, - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "together_ai/deepseek-ai/DeepSeek-R1": { + "max_input_tokens": 128000, + "max_output_tokens": 20480, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000007, + "mode": "chat", + "litellm_provider": "together_ai" }, - "voyage/voyage-3-lite": { - "max_input_tokens": 32000, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "together_ai/deepseek-ai/DeepSeek-R1-0528-tput": { + "max_input_tokens": 128000, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.00000219, + "mode": "chat", + "litellm_provider": "together_ai" }, - "voyage/voyage-3.5": { - "max_input_tokens": 32000, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "together_ai/deepseek-ai/DeepSeek-V3": { + "max_input_tokens": 65536, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00000125, + "mode": "chat", + "litellm_provider": "together_ai" }, - "voyage/voyage-3.5-lite": { - "max_input_tokens": 32000, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "together_ai/deepseek-ai/DeepSeek-V3.1": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000017, + "mode": "chat", + "litellm_provider": "together_ai" }, - "voyage/voyage-code-2": { - "max_input_tokens": 16000, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "together_ai/meta-llama/Llama-3.2-3B-Instruct-Turbo": { + "mode": "chat", + "litellm_provider": "together_ai" }, - "voyage/voyage-code-3": { - "max_input_tokens": 32000, - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "together_ai/meta-llama/Llama-3.3-70B-Instruct-Turbo": { + "input_cost_per_token": 8.8e-7, + "output_cost_per_token": 8.8e-7, + "mode": "chat", + "litellm_provider": "together_ai" }, - "voyage/voyage-context-3": { - "max_input_tokens": 120000, - "input_cost_per_token": 1.8e-7, + "together_ai/meta-llama/Llama-3.3-70B-Instruct-Turbo-Free": { + "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "mode": "chat", + "litellm_provider": "together_ai" }, - "voyage/voyage-finance-2": { - "max_input_tokens": 32000, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "together_ai/meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8": { + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 8.5e-7, + "mode": "chat", + "litellm_provider": "together_ai" }, - "voyage/voyage-large-2": { - "max_input_tokens": 16000, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "together_ai/meta-llama/Llama-4-Scout-17B-16E-Instruct": { + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 5.9e-7, + "mode": "chat", + "litellm_provider": "together_ai" }, - "voyage/voyage-law-2": { - "max_input_tokens": 16000, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "together_ai/meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo": { + "input_cost_per_token": 0.0000035, + "output_cost_per_token": 0.0000035, + "mode": "chat", + "litellm_provider": "together_ai" }, - "voyage/voyage-lite-01": { - "max_input_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "together_ai/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo": { + "input_cost_per_token": 8.8e-7, + "output_cost_per_token": 8.8e-7, + "mode": "chat", + "litellm_provider": "together_ai" }, - "voyage/voyage-lite-02-instruct": { - "max_input_tokens": 4000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "together_ai/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo": { + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 1.8e-7, + "mode": "chat", + "litellm_provider": "together_ai" }, - "voyage/voyage-multimodal-3": { - "max_input_tokens": 32000, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "together_ai/mistralai/Mistral-7B-Instruct-v0.1": { + "mode": "chat", + "litellm_provider": "together_ai" }, - "wandb/openai/gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.015, - "output_cost_per_token": 0.06, + "together_ai/mistralai/Mistral-Small-24B-Instruct-2501": { "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "together_ai" }, - "wandb/openai/gpt-oss-20b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.005, - "output_cost_per_token": 0.02, + "together_ai/mistralai/Mixtral-8x7B-Instruct-v0.1": { + "input_cost_per_token": 6e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "together_ai" }, - "wandb/zai-org/GLM-4.5": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.055, - "output_cost_per_token": 0.2, + "together_ai/moonshotai/Kimi-K2-Instruct": { + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "together_ai" }, - "wandb/Qwen/Qwen3-235B-A22B-Instruct-2507": { + "together_ai/moonshotai/Kimi-K2-Instruct-0905": { "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 0.01, - "output_cost_per_token": 0.01, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "together_ai" }, - "wandb/Qwen/Qwen3-Coder-480B-A35B-Instruct": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 0.1, - "output_cost_per_token": 0.15, + "together_ai/moonshotai/Kimi-K2.5": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000028, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "together_ai", + "supports_vision": true }, - "wandb/Qwen/Qwen3-235B-A22B-Thinking-2507": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 0.01, - "output_cost_per_token": 0.01, + "together_ai/openai/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "together_ai" }, - "wandb/moonshotai/Kimi-K2-Instruct": { + "together_ai/openai/gpt-oss-20b": { "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "together_ai" }, - "wandb/meta-llama/Llama-3.1-8B-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.022, - "output_cost_per_token": 0.022, + "together_ai/togethercomputer/CodeLlama-34b-Instruct": { "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "together_ai" }, - "wandb/deepseek-ai/DeepSeek-V3.1": { + "together_ai/zai-org/GLM-4.5-Air-FP8": { "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.055, - "output_cost_per_token": 0.165, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.0000011, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "together_ai" }, - "wandb/deepseek-ai/DeepSeek-R1-0528": { - "max_input_tokens": 161000, - "max_output_tokens": 161000, - "input_cost_per_token": 0.135, - "output_cost_per_token": 0.54, + "together_ai/zai-org/GLM-4.6": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "together_ai" }, - "wandb/deepseek-ai/DeepSeek-V3-0324": { - "max_input_tokens": 161000, - "max_output_tokens": 161000, - "input_cost_per_token": 0.114, - "output_cost_per_token": 0.275, + "together_ai/zai-org/GLM-4.7": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 4.5e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "together_ai" }, - "wandb/meta-llama/Llama-3.3-70B-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.071, - "output_cost_per_token": 0.071, - "mode": "chat", - "litellm_provider": "wandb" + "tts-1": { + "mode": "audio_speech", + "litellm_provider": "openai" }, - "wandb/meta-llama/Llama-4-Scout-17B-16E-Instruct": { - "max_input_tokens": 64000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.017, - "output_cost_per_token": 0.066, - "mode": "chat", - "litellm_provider": "wandb" + "tts-1-1106": { + "mode": "audio_speech", + "litellm_provider": "openai" }, - "wandb/microsoft/Phi-4-mini-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.008, - "output_cost_per_token": 0.035, - "mode": "chat", - "litellm_provider": "wandb" + "tts-1-hd": { + "mode": "audio_speech", + "litellm_provider": "openai" }, - "watsonx/ibm/granite-3-8b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false, - "supports_audio_input": false + "tts-1-hd-1106": { + "mode": "audio_speech", + "litellm_provider": "openai" }, - "watsonx/mistralai/mistral-large": { - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.00001, + "twelvelabs.marengo-embed-2-7-v1:0": { + "max_input_tokens": 77, + "input_cost_per_token": 0.00007, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "bedrock" + }, + "twelvelabs.pegasus-1-2-v1:0": { + "output_cost_per_token": 0.0000075, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false, - "supports_audio_input": false + "litellm_provider": "bedrock", + "supports_video_input": true }, - "watsonx/bigscience/mt0-xxl-13b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0005, - "output_cost_per_token": 0.002, + "us-gov.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000036, + "output_cost_per_token": 0.000018, + "input_cost_per_token_above_200k_tokens": 0.0000072, + "output_cost_per_token_above_200k_tokens": 0.000027, + "cache_creation_input_token_cost": 0.0000045, + "cache_creation_input_token_cost_above_200k_tokens": 0.000009, + "cache_read_input_token_cost": 3.6e-7, + "cache_read_input_token_cost_above_200k_tokens": 7.2e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "watsonx/core42/jais-13b-chat": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0005, - "output_cost_per_token": 0.002, + "us.amazon.nova-2-lite-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 3.3e-7, + "output_cost_per_token": 0.00000275, + "cache_read_input_token_cost": 8.25e-8, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true, + "supports_video_input": true }, - "watsonx/google/flan-t5-xl-3b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 6e-7, + "us.amazon.nova-2-pro-preview-20251202-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000021875, + "output_cost_per_token": 0.0000175, + "cache_read_input_token_cost": 5.46875e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true, + "supports_video_input": true }, - "watsonx/ibm/granite-13b-chat-v2": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 6e-7, + "us.amazon.nova-canvas-v1:0": { + "max_input_tokens": 2600, + "mode": "image_generation", + "litellm_provider": "bedrock" + }, + "us.amazon.nova-lite-v1:0": { + "max_input_tokens": 300000, + "max_output_tokens": 10000, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2.4e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "watsonx/ibm/granite-13b-instruct-v2": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 6e-7, + "us.amazon.nova-micro-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 10000, + "input_cost_per_token": 3.5e-8, + "output_cost_per_token": 1.4e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "bedrock_converse" }, - "watsonx/ibm/granite-3-3-8b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "us.amazon.nova-premier-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 10000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.0000125, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "watsonx/ibm/granite-4-h-small": { - "max_input_tokens": 20480, - "max_output_tokens": 20480, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 2.5e-7, + "us.amazon.nova-pro-v1:0": { + "max_input_tokens": 300000, + "max_output_tokens": 10000, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000032, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "watsonx/ibm/granite-guardian-3-2-2b": { - "max_input_tokens": 8192, + "us.anthropic.claude-3-5-haiku-20241022-v1:0": { + "max_input_tokens": 200000, "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.000004, + "cache_creation_input_token_cost": 0.000001, + "cache_read_input_token_cost": 8e-8, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "bedrock", + "supports_pdf_input": true }, - "watsonx/ibm/granite-guardian-3-3-8b": { - "max_input_tokens": 8192, + "us.anthropic.claude-3-5-sonnet-20240620-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true + }, + "us.anthropic.claude-3-5-sonnet-20241022-v2:0": { + "max_input_tokens": 200000, "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "watsonx/ibm/granite-ttm-1024-96-r2": { - "max_input_tokens": 512, - "max_output_tokens": 512, - "input_cost_per_token": 3.8e-7, - "output_cost_per_token": 3.8e-7, + "us.anthropic.claude-3-7-sonnet-20250219-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "watsonx/ibm/granite-ttm-1536-96-r2": { - "max_input_tokens": 512, - "max_output_tokens": 512, - "input_cost_per_token": 3.8e-7, - "output_cost_per_token": 3.8e-7, + "us.anthropic.claude-3-haiku-20240307-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000125, + "cache_creation_input_token_cost": 3.125e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "watsonx/ibm/granite-ttm-512-96-r2": { - "max_input_tokens": 512, - "max_output_tokens": 512, - "input_cost_per_token": 3.8e-7, - "output_cost_per_token": 3.8e-7, + "us.anthropic.claude-3-opus-20240229-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "bedrock", + "supports_vision": true }, - "watsonx/ibm/granite-vision-3-2-2b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "us.anthropic.claude-3-sonnet-20240229-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "watsonx", + "litellm_provider": "bedrock", + "supports_pdf_input": true, "supports_vision": true }, - "watsonx/meta-llama/llama-3-2-11b-vision-instruct": { - "max_input_tokens": 128000, + "us.anthropic.claude-fable-5": { + "max_input_tokens": 1000000, "max_output_tokens": 128000, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 3.5e-7, + "input_cost_per_token": 0.000011, + "output_cost_per_token": 0.000055, + "cache_creation_input_token_cost": 0.00001375, + "cache_read_input_token_cost": 0.0000011, "mode": "chat", - "litellm_provider": "watsonx", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "watsonx/meta-llama/llama-3-2-1b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "us.anthropic.claude-haiku-4-5-20251001-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000055, + "cache_creation_input_token_cost": 0.000001375, + "cache_read_input_token_cost": 1.1e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "watsonx/meta-llama/llama-3-2-3b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "us.anthropic.claude-opus-4-1-20250805-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "watsonx/meta-llama/llama-3-2-90b-vision-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000002, + "us.anthropic.claude-opus-4-20250514-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "watsonx", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "watsonx/meta-llama/llama-3-3-70b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 7.1e-7, - "output_cost_per_token": 7.1e-7, + "us.anthropic.claude-opus-4-5-20251101-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "watsonx/meta-llama/llama-4-maverick-17b": { - "max_input_tokens": 128000, + "us.anthropic.claude-opus-4-6-v1": { + "max_input_tokens": 1000000, "max_output_tokens": 128000, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.0000014, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "watsonx/meta-llama/llama-guard-3-11b-vision": { - "max_input_tokens": 128000, + "us.anthropic.claude-opus-4-7": { + "max_input_tokens": 1000000, "max_output_tokens": 128000, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 3.5e-7, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "watsonx", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "watsonx/mistralai/mistral-medium-2505": { - "max_input_tokens": 128000, + "us.anthropic.claude-opus-4-8": { + "max_input_tokens": 1000000, "max_output_tokens": 128000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.00001, - "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false - }, - "watsonx/mistralai/mistral-small-2503": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, - "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false - }, - "watsonx/mistralai/mistral-small-3-1-24b-instruct-2503": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "watsonx/mistralai/pixtral-12b-2409": { - "max_input_tokens": 128000, + "us.anthropic.claude-opus-5": { + "max_input_tokens": 1000000, "max_output_tokens": 128000, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 3.5e-7, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "watsonx", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "watsonx/openai/gpt-oss-120b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "us.anthropic.claude-sonnet-4-20250514-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "watsonx/sdaia/allam-1-13b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0000018, - "output_cost_per_token": 0.0000018, + "us.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "input_cost_per_token_above_200k_tokens": 0.0000066, + "output_cost_per_token_above_200k_tokens": 0.00002475, + "cache_creation_input_token_cost": 0.000004125, + "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, + "cache_read_input_token_cost": 3.3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "watsonx/whisper-large-v3-turbo": { - "mode": "audio_transcription", - "litellm_provider": "watsonx" + "us.anthropic.claude-sonnet-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "cache_creation_input_token_cost": 0.000004125, + "cache_read_input_token_cost": 3.3e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "whisper-1": { - "mode": "audio_transcription", - "litellm_provider": "openai" + "us.anthropic.claude-sonnet-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.000011, + "cache_creation_input_token_cost": 0.00000275, + "cache_read_input_token_cost": 2.2e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "xai/grok-2": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, + "us.deepseek.r1-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00000135, + "output_cost_per_token": 0.0000054, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "bedrock_converse" }, - "xai/grok-2-1212": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, + "us.deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 6.2e-7, + "output_cost_per_token": 0.00000185, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "bedrock_converse" }, - "xai/grok-2-latest": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, + "us.meta.llama3-1-405b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00000532, + "output_cost_per_token": 0.000016, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "bedrock" }, - "xai/grok-2-vision": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, + "us.meta.llama3-1-70b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 9.9e-7, + "output_cost_per_token": 9.9e-7, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true + "litellm_provider": "bedrock" }, - "xai/grok-2-vision-1212": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, + "us.meta.llama3-1-8b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 2.2e-7, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true + "litellm_provider": "bedrock" }, - "xai/grok-2-vision-latest": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, + "us.meta.llama3-2-11b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 3.5e-7, "mode": "chat", - "litellm_provider": "xai", + "litellm_provider": "bedrock", "supports_vision": true }, - "xai/grok-3": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "us.meta.llama3-2-1b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "bedrock" }, - "xai/grok-3-beta": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "us.meta.llama3-2-3b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "bedrock" }, - "xai/grok-3-fast-beta": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, + "us.meta.llama3-2-90b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "bedrock", + "supports_vision": true }, - "xai/grok-3-fast-latest": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, + "us.meta.llama3-3-70b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "bedrock_converse" }, - "xai/grok-3-latest": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "us.meta.llama4-maverick-17b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 2.4e-7, + "output_cost_per_token": 9.7e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "bedrock_converse" }, - "xai/grok-3-mini": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 5e-7, + "us.meta.llama4-scout-17b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 1.7e-7, + "output_cost_per_token": 6.6e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "bedrock_converse" }, - "xai/grok-3-mini-beta": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 5e-7, + "us.mistral.pixtral-large-2502-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "bedrock_converse" }, - "xai/grok-3-mini-fast": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000004, + "us.openai.gpt-5.6-luna": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 0.00000132, + "cache_creation_input_token_cost": 2.75e-7, + "cache_read_input_token_cost": 2.2e-8, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "xai/grok-3-mini-fast-beta": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000004, + "us.openai.gpt-5.6-sol": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "xai/grok-3-mini-fast-latest": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000004, + "us.openai.gpt-5.6-terra": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.0000132, + "cache_creation_input_token_cost": 0.00000275, + "cache_read_input_token_cost": 2.2e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "xai/grok-3-mini-latest": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 5e-7, + "us.twelvelabs.marengo-embed-2-7-v1:0": { + "max_input_tokens": 77, + "input_cost_per_token": 0.00007, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "bedrock" + }, + "us.twelvelabs.pegasus-1-2-v1:0": { + "output_cost_per_token": 0.0000075, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "bedrock", + "supports_video_input": true }, - "xai/grok-4": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "us.writer.palmyra-x4-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true }, - "xai/grok-4-fast-reasoning": { - "max_input_tokens": 2000000, - "max_output_tokens": 2000000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 5e-8, + "us.writer.palmyra-x5-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true }, - "xai/grok-4-fast-non-reasoning": { - "max_input_tokens": 2000000, - "max_output_tokens": 2000000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 5e-8, + "us.xai.grok-4.6": { + "max_input_tokens": 500000, + "max_output_tokens": 500000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.0000066, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "xai/grok-4-0709": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, + "v0/v0-1.0-md": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "v0", + "supports_vision": true }, - "xai/grok-4-latest": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, + "v0/v0-1.5-lg": { + "max_input_tokens": 512000, + "max_output_tokens": 512000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "mode": "chat", + "litellm_provider": "v0", + "supports_vision": true + }, + "v0/v0-1.5-md": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "v0", + "supports_vision": true }, - "xai/grok-4-1-fast": { - "max_input_tokens": 2000000, - "max_output_tokens": 2000000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 5e-8, + "vercel_ai_gateway/alibaba/qwen-3-14b": { + "max_input_tokens": 40960, + "max_output_tokens": 16384, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 2.4e-7, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true, - "supports_audio_input": true + "litellm_provider": "vercel_ai_gateway" }, - "xai/grok-4-1-fast-reasoning": { - "max_input_tokens": 2000000, - "max_output_tokens": 2000000, + "vercel_ai_gateway/alibaba/qwen-3-235b": { + "max_input_tokens": 40960, + "max_output_tokens": 16384, "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 5e-8, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true, - "supports_audio_input": true + "litellm_provider": "vercel_ai_gateway" }, - "xai/grok-4-1-fast-reasoning-latest": { - "max_input_tokens": 2000000, - "max_output_tokens": 2000000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 5e-8, + "vercel_ai_gateway/alibaba/qwen-3-30b": { + "max_input_tokens": 40960, + "max_output_tokens": 16384, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true, - "supports_audio_input": true + "litellm_provider": "vercel_ai_gateway" }, - "xai/grok-4-1-fast-non-reasoning": { - "max_input_tokens": 2000000, - "max_output_tokens": 2000000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 5e-8, + "vercel_ai_gateway/alibaba/qwen-3-32b": { + "max_input_tokens": 40960, + "max_output_tokens": 16384, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true, - "supports_audio_input": true + "litellm_provider": "vercel_ai_gateway" }, - "xai/grok-4-1-fast-non-reasoning-latest": { - "max_input_tokens": 2000000, - "max_output_tokens": 2000000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 5e-8, + "vercel_ai_gateway/alibaba/qwen3-coder": { + "max_input_tokens": 262144, + "max_output_tokens": 66536, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true, - "supports_audio_input": true + "litellm_provider": "vercel_ai_gateway" }, - "xai/grok-beta": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000015, + "vercel_ai_gateway/amazon/nova-lite": { + "max_input_tokens": 300000, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2.4e-7, "mode": "chat", - "litellm_provider": "xai", + "litellm_provider": "vercel_ai_gateway", "supports_vision": true }, - "xai/grok-code-fast": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.0000015, - "cache_read_input_token_cost": 2e-8, + "vercel_ai_gateway/amazon/nova-micro": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.5e-8, + "output_cost_per_token": 1.4e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "vercel_ai_gateway" }, - "xai/grok-code-fast-1": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.0000015, - "cache_read_input_token_cost": 2e-8, + "vercel_ai_gateway/amazon/nova-pro": { + "max_input_tokens": 300000, + "max_output_tokens": 8192, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000032, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "xai/grok-code-fast-1-0825": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.0000015, - "cache_read_input_token_cost": 2e-8, + "vercel_ai_gateway/amazon/titan-embed-text-v2": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "vercel_ai_gateway" }, - "xai/grok-vision-beta": { - "max_input_tokens": 8192, + "vercel_ai_gateway/anthropic/claude-3-5-sonnet": { + "max_input_tokens": 200000, "max_output_tokens": 8192, - "input_cost_per_token": 0.000005, + "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "xai", + "litellm_provider": "vercel_ai_gateway", "supports_vision": true }, - "zai/glm-4.7": { + "vercel_ai_gateway/anthropic/claude-3-5-sonnet-20241022": { "max_input_tokens": 200000, - "max_output_tokens": 128000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 1.1e-7, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "zai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "zai/glm-4.6": { + "vercel_ai_gateway/anthropic/claude-3-7-sonnet": { "max_input_tokens": 200000, - "max_output_tokens": 128000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "zai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "zai/glm-4.5": { - "max_input_tokens": 128000, - "max_output_tokens": 32000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, + "vercel_ai_gateway/anthropic/claude-3-haiku": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000125, + "cache_creation_input_token_cost": 3e-7, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "zai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "zai/glm-4.5v": { - "max_input_tokens": 128000, - "max_output_tokens": 32000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000018, + "vercel_ai_gateway/anthropic/claude-3-opus": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "zai", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/anthropic/claude-3.5-haiku": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.000004, + "cache_creation_input_token_cost": 0.000001, + "cache_read_input_token_cost": 8e-8, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/anthropic/claude-3.5-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/anthropic/claude-3.7-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", "supports_vision": true }, - "zai/glm-4.5-x": { - "max_input_tokens": 128000, + "vercel_ai_gateway/anthropic/claude-4-opus": { + "max_input_tokens": 200000, "max_output_tokens": 32000, - "input_cost_per_token": 0.0000022, - "output_cost_per_token": 0.0000089, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "zai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "zai/glm-4.5-air": { - "max_input_tokens": 128000, - "max_output_tokens": 32000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.0000011, + "vercel_ai_gateway/anthropic/claude-4-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "zai" + "litellm_provider": "vercel_ai_gateway" }, - "zai/glm-4.5-airx": { - "max_input_tokens": 128000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000045, + "vercel_ai_gateway/anthropic/claude-haiku-4.5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "zai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "zai/glm-4-32b-0414-128k": { - "max_input_tokens": 128000, + "vercel_ai_gateway/anthropic/claude-opus-4": { + "max_input_tokens": 200000, "max_output_tokens": 32000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "zai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "zai/glm-4.5-flash": { - "max_input_tokens": 128000, + "vercel_ai_gateway/anthropic/claude-opus-4.1": { + "max_input_tokens": 200000, "max_output_tokens": 32000, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "zai" - }, - "vertex_ai/search_api": { - "mode": "vector_store", - "litellm_provider": "vertex_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "openai/container": { + "vercel_ai_gateway/anthropic/claude-opus-4.5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "openai" - }, - "openai/sora-2": { - "mode": "video_generation", - "litellm_provider": "openai" - }, - "openai/sora-2-pro": { - "mode": "video_generation", - "litellm_provider": "openai" - }, - "azure/sora-2": { - "mode": "video_generation", - "litellm_provider": "azure" - }, - "azure/sora-2-pro": { - "mode": "video_generation", - "litellm_provider": "azure" - }, - "azure/sora-2-pro-high-res": { - "mode": "video_generation", - "litellm_provider": "azure" - }, - "runwayml/gen4_turbo": { - "mode": "video_generation", - "litellm_provider": "runwayml" - }, - "runwayml/gen4_aleph": { - "mode": "video_generation", - "litellm_provider": "runwayml" - }, - "runwayml/gen3a_turbo": { - "mode": "video_generation", - "litellm_provider": "runwayml" - }, - "runwayml/gen4_image": { - "mode": "image_generation", - "litellm_provider": "runwayml" - }, - "runwayml/gen4_image_turbo": { - "mode": "image_generation", - "litellm_provider": "runwayml" - }, - "runwayml/eleven_multilingual_v2": { - "mode": "audio_speech", - "litellm_provider": "runwayml" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-a35b-instruct": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 4.5e-7, - "output_cost_per_token": 0.0000018, + "vercel_ai_gateway/anthropic/claude-opus-4.6": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/flux-kontext-pro": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 4e-8, - "mode": "image_generation", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/SSD-1B": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1.3e-10, - "output_cost_per_token": 1.3e-10, - "mode": "image_generation", - "litellm_provider": "fireworks_ai" + "vercel_ai_gateway/anthropic/claude-sonnet-4": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/chronos-hermes-13b-v2": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/anthropic/claude-sonnet-4.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/code-llama-13b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/cohere/command-a": { + "max_input_tokens": 256000, + "max_output_tokens": 8000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/code-llama-13b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/cohere/command-r": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/code-llama-13b-python": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/cohere/command-r-plus": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/code-llama-34b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/cohere/embed-v4.0": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/code-llama-34b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/deepseek/deepseek-r1": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.00000219, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/code-llama-34b-python": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/deepseek/deepseek-r1-distill-llama-70b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 9.9e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/code-llama-70b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "vercel_ai_gateway/deepseek/deepseek-v3": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/code-llama-70b-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/google/gemini-2.0-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/code-llama-70b-python": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/google/gemini-2.0-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/code-llama-7b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/google/gemini-2.5-flash": { + "max_input_tokens": 1000000, + "max_output_tokens": 65536, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/code-llama-7b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/google/gemini-2.5-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/code-llama-7b-python": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, + "vercel_ai_gateway/google/gemini-embedding-001": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/google/gemma-2-9b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/code-qwen-1p5-7b": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/google/text-embedding-005": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 2.5e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/google/text-multilingual-embedding-002": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 2.5e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/inception/mercury-coder-small": { + "max_input_tokens": 32000, + "max_output_tokens": 16384, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000001, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/codegemma-2b": { + "vercel_ai_gateway/meta/llama-3-70b": { "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "input_cost_per_token": 5.9e-7, + "output_cost_per_token": 7.9e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/codegemma-7b": { + "vercel_ai_gateway/meta/llama-3-8b": { "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 8e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/cogito-671b-v2-p1": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "vercel_ai_gateway/meta/llama-3.1-70b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-3b": { - "max_input_tokens": 131072, + "vercel_ai_gateway/meta/llama-3.1-8b": { + "max_input_tokens": 131000, "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 8e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-70b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/meta/llama-3.2-11b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 1.6e-7, + "output_cost_per_token": 1.6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-8b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/meta/llama-3.2-1b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-14b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/meta/llama-3.2-3b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-32b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/meta/llama-3.2-90b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/flux-kontext-max": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 8e-8, - "mode": "image_generation", - "litellm_provider": "fireworks_ai" + "vercel_ai_gateway/meta/llama-3.3-70b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/dbrx-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "vercel_ai_gateway/meta/llama-4-maverick": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/deepseek-coder-1b-base": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, + "vercel_ai_gateway/meta/llama-4-scout": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/deepseek-coder-33b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, + "vercel_ai_gateway/mistral/codestral": { + "max_input_tokens": 256000, + "max_output_tokens": 4000, + "input_cost_per_token": 3e-7, "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base-v1p5": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/mistral/codestral-embed": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-instruct-v1p5": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/mistral/devstral-small": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.8e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-base": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "vercel_ai_gateway/mistral/magistral-medium": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-instruct": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, + "vercel_ai_gateway/mistral/magistral-small": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/deepseek-prover-v2": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "vercel_ai_gateway/mistral/ministral-3b": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 4e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528-distill-qwen3-8b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/mistral/ministral-8b": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-70b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/mistral/mistral-embed": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-8b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/mistral/mistral-large": { + "max_input_tokens": 32000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-14b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/mistral/mistral-saba-24b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 7.9e-7, + "output_cost_per_token": 7.9e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-1p5b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "vercel_ai_gateway/mistral/mistral-small": { + "max_input_tokens": 32000, + "max_output_tokens": 4000, "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-32b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/mistral/mixtral-8x22b-instruct": { + "max_input_tokens": 65536, + "max_output_tokens": 2048, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-7b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/mistral/pixtral-12b": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/deepseek-v2-lite-chat": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "vercel_ai_gateway/mistral/pixtral-large": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/deepseek-v2p5": { + "vercel_ai_gateway/moonshotai/kimi-k2": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.0000022, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/morph/morph-v3-fast": { "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.0000012, + "max_output_tokens": 16384, + "input_cost_per_token": 8e-7, "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/devstral-small-2505": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "vercel_ai_gateway/morph/morph-v3-large": { + "max_input_tokens": 32768, + "max_output_tokens": 16384, "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "output_cost_per_token": 0.0000019, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/dobby-mini-unhinged-plus-llama-3-1-8b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/openai/gpt-3.5-turbo": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/dobby-unhinged-llama-3-3-70b-new": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/openai/gpt-3.5-turbo-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/dolphin-2-9-2-qwen2-72b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/openai/gpt-4-turbo": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/dolphin-2p6-mixtral-8x7b": { - "max_input_tokens": 32768, + "vercel_ai_gateway/openai/gpt-4.1": { + "max_input_tokens": 1047576, "max_output_tokens": 32768, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/ernie-4p5-21b-a3b-pt": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vercel_ai_gateway/openai/gpt-4.1-mini": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/ernie-4p5-300b-a47b-pt": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "vercel_ai_gateway/openai/gpt-4.1-nano": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/fare-20b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/openai/gpt-4o": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/firefunction-v1": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "vercel_ai_gateway/openai/gpt-4o-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 7.5e-8, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/openai/o1": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00006, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 0.0000075, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/openai/o3": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/firellava-13b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/openai/o3-mini": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/firesearch-ocr-v6": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/openai/o4-mini": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 2.75e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/fireworks-asr-large": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, + "vercel_ai_gateway/openai/text-embedding-3-large": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 1.3e-7, "output_cost_per_token": 0, - "mode": "audio_transcription", - "litellm_provider": "fireworks_ai" + "mode": "embedding", + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/fireworks-asr-v2": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, + "vercel_ai_gateway/openai/text-embedding-3-small": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 2e-8, "output_cost_per_token": 0, - "mode": "audio_transcription", - "litellm_provider": "fireworks_ai" + "mode": "embedding", + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/flux-1-dev": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "vercel_ai_gateway/openai/text-embedding-ada-002": { + "max_input_tokens": 0, + "max_output_tokens": 0, "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/flux-1-dev-controlnet-union": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-9, - "output_cost_per_token": 1e-9, + "vercel_ai_gateway/perplexity/sonar": { + "max_input_tokens": 127000, + "max_output_tokens": 8000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000001, "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/flux-1-dev-fp8": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-10, - "output_cost_per_token": 5e-10, - "mode": "image_generation", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/flux-1-schnell": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vercel_ai_gateway/perplexity/sonar-pro": { + "max_input_tokens": 200000, + "max_output_tokens": 8000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/flux-1-schnell-fp8": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 3.5e-10, - "output_cost_per_token": 3.5e-10, - "mode": "image_generation", - "litellm_provider": "fireworks_ai" + "vercel_ai_gateway/perplexity/sonar-reasoning": { + "max_input_tokens": 127000, + "max_output_tokens": 8000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/gemma-2b-it": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vercel_ai_gateway/perplexity/sonar-reasoning-pro": { + "max_input_tokens": 127000, + "max_output_tokens": 8000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/gemma-3-27b-it": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/vercel/v0-1.0-md": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/gemma-7b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/vercel/v0-1.5-md": { + "max_input_tokens": 128000, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/gemma-7b-it": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/xai/grok-2": { + "max_input_tokens": 131072, + "max_output_tokens": 4000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/gemma2-9b-it": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/xai/grok-2-vision": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/glm-4p5v": { + "vercel_ai_gateway/xai/grok-3": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-120b": { + "vercel_ai_gateway/xai/grok-3-fast": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-20b": { + "vercel_ai_gateway/xai/grok-3-mini": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 5e-7, + "input_cost_per_token": 3e-7, "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/hermes-2-pro-mistral-7b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/xai/grok-3-mini-fast": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000004, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/internvl3-38b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/xai/grok-4": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/internvl3-78b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/zai/glm-4.5": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/internvl3-8b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, + "vercel_ai_gateway/zai/glm-4.5-air": { + "max_input_tokens": 128000, + "max_output_tokens": 96000, "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "output_cost_per_token": 0.0000011, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/zai/glm-4.6": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 4.5e-7, + "output_cost_per_token": 0.0000018, + "cache_read_input_token_cost": 1.1e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/japanese-stable-diffusion-xl": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1.3e-10, - "output_cost_per_token": 1.3e-10, - "mode": "image_generation", - "litellm_provider": "fireworks_ai" + "vertex_ai/chirp": { + "mode": "audio_speech", + "litellm_provider": "vertex_ai" }, - "fireworks_ai/accounts/fireworks/models/kat-coder": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "vertex_ai/chirp_3": { + "mode": "audio_transcription", + "litellm_provider": "vertex_ai" }, - "fireworks_ai/accounts/fireworks/models/kat-dev-32b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vertex_ai/claude-3-5-haiku": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true }, - "fireworks_ai/accounts/fireworks/models/kat-dev-72b-exp": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vertex_ai/claude-3-5-haiku@20241022": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true }, - "fireworks_ai/accounts/fireworks/models/llama-guard-2-8b": { - "max_input_tokens": 8192, + "vertex_ai/claude-3-5-sonnet": { + "max_input_tokens": 200000, "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-guard-3-1b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vertex_ai/claude-3-5-sonnet@20240620": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-guard-3-8b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vertex_ai/claude-3-7-sonnet@20250219": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-v2-13b": { - "max_input_tokens": 4096, + "vertex_ai/claude-3-haiku": { + "max_input_tokens": 200000, "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000125, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-v2-13b-chat": { - "max_input_tokens": 4096, + "vertex_ai/claude-3-haiku@20240307": { + "max_input_tokens": 200000, "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000125, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-v2-70b": { - "max_input_tokens": 4096, + "vertex_ai/claude-3-opus": { + "max_input_tokens": 200000, "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-v2-70b-chat": { - "max_input_tokens": 2048, - "max_output_tokens": 2048, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vertex_ai/claude-3-opus@20240229": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-v2-7b": { - "max_input_tokens": 4096, + "vertex_ai/claude-3-sonnet": { + "max_input_tokens": 200000, "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-v2-7b-chat": { - "max_input_tokens": 4096, + "vertex_ai/claude-3-sonnet@20240229": { + "max_input_tokens": 200000, "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vertex_ai/claude-fable-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00005, + "cache_creation_input_token_cost": 0.0000125, + "cache_read_input_token_cost": 0.000001, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct-hf": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vertex_ai/claude-fable-5@default": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00005, + "cache_creation_input_token_cost": 0.0000125, + "cache_read_input_token_cost": 0.000001, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-v3-8b": { - "max_input_tokens": 8192, + "vertex_ai/claude-haiku-4-5": { + "max_input_tokens": 200000, "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-v3-8b-instruct-hf": { - "max_input_tokens": 8192, + "vertex_ai/claude-haiku-4-5@20251001": { + "max_input_tokens": 200000, "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-opus-4": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-opus-4-1": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_vision": true + }, + "vertex_ai/claude-opus-4-1@20250805": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_vision": true + }, + "vertex_ai/claude-opus-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-opus-4-5@20251101": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct-long": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vertex_ai/claude-opus-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vertex_ai/claude-opus-4-6@default": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct-1b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vertex_ai/claude-opus-4-7": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-v3p1-nemotron-70b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vertex_ai/claude-opus-4-7@default": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vertex_ai/claude-opus-4-8": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vertex_ai/claude-opus-4-8@default": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-v3p3-70b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vertex_ai/claude-opus-4@20250514": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llamaguard-7b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vertex_ai/claude-opus-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llava-yi-34b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vertex_ai/claude-opus-5@default": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/minimax-m1-80k": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vertex_ai/claude-sonnet-4": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/minimax-m2": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, + "vertex_ai/claude-sonnet-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/ministral-3-14b-instruct-2512": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vertex_ai/claude-sonnet-4-5@20250929": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/ministral-3-3b-instruct-2512": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vertex_ai/claude-sonnet-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/ministral-3-8b-instruct-2512": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vertex_ai/claude-sonnet-4-6@default": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/mistral-7b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vertex_ai/claude-sonnet-4@20250514": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-4k": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vertex_ai/claude-sonnet-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "cache_creation_input_token_cost": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v0p2": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vertex_ai/claude-sonnet-5@default": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "cache_creation_input_token_cost": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v3": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vertex_ai/codestral-2": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-mistral_models" }, - "fireworks_ai/accounts/fireworks/models/mistral-7b-v0p2": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, + "vertex_ai/codestral-2501": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-mistral_models" }, - "fireworks_ai/accounts/fireworks/models/mistral-large-3-fp8": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "vertex_ai/codestral-2@001": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-mistral_models" }, - "fireworks_ai/accounts/fireworks/models/mistral-nemo-base-2407": { + "vertex_ai/codestral@2405": { "max_input_tokens": 128000, "max_output_tokens": 128000, "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-mistral_models" }, - "fireworks_ai/accounts/fireworks/models/mistral-nemo-instruct-2407": { + "vertex_ai/codestral@latest": { "max_input_tokens": 128000, "max_output_tokens": 128000, "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-mistral_models" }, - "fireworks_ai/accounts/fireworks/models/mistral-small-24b-instruct-2501": { - "max_input_tokens": 32768, + "vertex_ai/deep-research-pro-preview-12-2025": { + "max_input_tokens": 65536, "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models" }, - "fireworks_ai/accounts/fireworks/models/mixtral-8x22b": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 0.0000012, + "vertex_ai/deepseek-ai/deepseek-ocr-maas": { + "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "mode": "ocr", + "litellm_provider": "vertex_ai" }, - "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "vertex_ai/deepseek-ai/deepseek-r1-0528-maas": { + "max_input_tokens": 65336, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000135, + "output_cost_per_token": 0.0000054, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-deepseek_models" }, - "fireworks_ai/accounts/fireworks/models/mixtral-8x7b": { - "max_input_tokens": 32768, + "vertex_ai/deepseek-ai/deepseek-v3.1-maas": { + "max_input_tokens": 163840, "max_output_tokens": 32768, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000017, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-deepseek_models" }, - "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct": { - "max_input_tokens": 32768, + "vertex_ai/deepseek-ai/deepseek-v3.2-maas": { + "max_input_tokens": 163840, "max_output_tokens": 32768, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "input_cost_per_token": 5.6e-7, + "output_cost_per_token": 0.00000168, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-deepseek_models" }, - "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct-hf": { + "vertex_ai/gemini-2.5-flash-image": { "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/mythomax-l2-13b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 3e-8, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/nemotron-nano-v2-12b-vl": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vertex_ai/gemini-3-flash-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "fireworks_ai/accounts/fireworks/models/nous-capybara-7b-v1p9": { - "max_input_tokens": 32768, + "vertex_ai/gemini-3-pro-image": { + "max_input_tokens": 65536, "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models" }, - "fireworks_ai/accounts/fireworks/models/nous-hermes-2-mixtral-8x7b-dpo": { - "max_input_tokens": 32768, + "vertex_ai/gemini-3-pro-image-preview": { + "max_input_tokens": 65536, "max_output_tokens": 32768, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/nous-hermes-2-yi-34b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-13b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-70b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-7b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-12b-v2": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-9b-v2": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models" }, - "fireworks_ai/accounts/fireworks/models/openchat-3p5-0106-7b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vertex_ai/gemini-3-pro-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "fireworks_ai/accounts/fireworks/models/openhermes-2-mistral-7b": { - "max_input_tokens": 32768, + "vertex_ai/gemini-3.1-flash-image": { + "max_input_tokens": 65536, "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, + "output_cost_per_image_token": 0.00006, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models" }, - "fireworks_ai/accounts/fireworks/models/openhermes-2p5-mistral-7b": { - "max_input_tokens": 32768, + "vertex_ai/gemini-3.1-flash-image-preview": { + "max_input_tokens": 65536, "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, + "output_cost_per_image_token": 0.00006, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models" }, - "fireworks_ai/accounts/fireworks/models/openorca-7b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vertex_ai/gemini-3.1-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "fireworks_ai/accounts/fireworks/models/phi-2-3b": { - "max_input_tokens": 2048, - "max_output_tokens": 2048, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "vertex_ai/gemini-3.1-flash-lite-image": { + "max_input_tokens": 65536, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 2.5e-8, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_video_input": true }, - "fireworks_ai/accounts/fireworks/models/phi-3-mini-128k-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vertex_ai/gemini-3.1-flash-lite-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "fireworks_ai/accounts/fireworks/models/phi-3-vision-128k-instruct": { - "max_input_tokens": 32064, - "max_output_tokens": 32064, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vertex_ai/gemini-3.1-pro-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-python-v1": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vertex_ai/gemini-3.1-pro-preview-customtools": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v1": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vertex_ai/gemini-3.5-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000009, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v2": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vertex_ai/gemini-3.5-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/playground-v2-1024px-aesthetic": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1.3e-10, - "output_cost_per_token": 1.3e-10, - "mode": "image_generation", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/playground-v2-5-1024px-aesthetic": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1.3e-10, - "output_cost_per_token": 1.3e-10, - "mode": "image_generation", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "fireworks_ai/accounts/fireworks/models/pythia-12b": { - "max_input_tokens": 2048, - "max_output_tokens": 2048, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vertex_ai/gemini-3.6-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.00000375, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "fireworks_ai/accounts/fireworks/models/qwen-qwq-32b-preview": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vertex_ai/gemini-3.7-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.00000375, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "fireworks_ai/accounts/fireworks/models/qwen-v2p5-14b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, + "vertex_ai/gemini-embedding-2": { + "max_input_tokens": 8192, "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai" }, - "fireworks_ai/accounts/fireworks/models/qwen-v2p5-7b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "vertex_ai/gemini-embedding-2-preview": { + "max_input_tokens": 8192, "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai" }, - "fireworks_ai/accounts/fireworks/models/qwen1p5-72b-chat": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vertex_ai/google/gemma-4-26b-a4b-it-maas": { + "max_input_tokens": 256000, + "max_output_tokens": 128000, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-openai_models", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2-7b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "vertex_ai/imagegeneration@006": { + "mode": "image_generation", + "litellm_provider": "vertex_ai-image-models" + }, + "vertex_ai/imagen-3.0-capability-001": { + "mode": "image_generation", + "litellm_provider": "vertex_ai-image-models" + }, + "vertex_ai/imagen-3.0-fast-generate-001": { + "mode": "image_generation", + "litellm_provider": "vertex_ai-image-models" + }, + "vertex_ai/imagen-3.0-generate-001": { + "mode": "image_generation", + "litellm_provider": "vertex_ai-image-models" + }, + "vertex_ai/imagen-3.0-generate-002": { + "mode": "image_generation", + "litellm_provider": "vertex_ai-image-models" + }, + "vertex_ai/imagen-4.0-fast-generate-001": { + "mode": "image_generation", + "litellm_provider": "vertex_ai-image-models" }, - "fireworks_ai/accounts/fireworks/models/qwen2-vl-2b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "vertex_ai/imagen-4.0-generate-001": { + "mode": "image_generation", + "litellm_provider": "vertex_ai-image-models" }, - "fireworks_ai/accounts/fireworks/models/qwen2-vl-72b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "vertex_ai/imagen-4.0-ultra-generate-001": { + "mode": "image_generation", + "litellm_provider": "vertex_ai-image-models" }, - "fireworks_ai/accounts/fireworks/models/qwen2-vl-7b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, + "vertex_ai/jamba-1.5": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-0p5b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-ai21_models" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-14b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vertex_ai/jamba-1.5-large": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-ai21_models" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-1p5b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vertex_ai/jamba-1.5-large@001": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-ai21_models" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-32b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vertex_ai/jamba-1.5-mini": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-ai21_models" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-32b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vertex_ai/jamba-1.5-mini@001": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-ai21_models" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-72b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vertex_ai/meta/llama-3.1-405b-instruct-maas": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000016, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-llama_models", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-72b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vertex_ai/meta/llama-3.1-70b-instruct-maas": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-llama_models", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-7b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vertex_ai/meta/llama-3.1-8b-instruct-maas": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-llama_models", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vertex_ai/meta/llama-3.2-90b-vision-instruct-maas": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-llama_models", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vertex_ai/meta/llama-4-maverick-17b-128e-instruct-maas": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 0.00000115, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-llama_models" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vertex_ai/meta/llama-4-maverick-17b-16e-instruct-maas": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 0.00000115, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-llama_models" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vertex_ai/meta/llama-4-scout-17b-128e-instruct-maas": { + "max_input_tokens": 10000000, + "max_output_tokens": 10000000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 7e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-llama_models" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vertex_ai/meta/llama-4-scout-17b-16e-instruct-maas": { + "max_input_tokens": 10000000, + "max_output_tokens": 10000000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 7e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-llama_models" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vertex_ai/meta/llama3-405b-instruct-maas": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-llama_models" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vertex_ai/meta/llama3-70b-instruct-maas": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-llama_models" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-128k": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vertex_ai/meta/llama3-8b-instruct-maas": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-llama_models" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-32k-rope": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vertex_ai/minimaxai/minimax-m2-maas": { + "max_input_tokens": 196608, + "max_output_tokens": 196608, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-minimax_models" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-64k": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vertex_ai/mistral-large-2411": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-mistral_models" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vertex_ai/mistral-large@2407": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-mistral_models" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vertex_ai/mistral-large@2411-001": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-mistral_models" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vertex_ai/mistral-large@latest": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-mistral_models" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vertex_ai/mistral-medium-3": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-mistral_models" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-math-72b-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vertex_ai/mistral-medium-3@001": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-mistral_models" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-32b-instruct": { + "vertex_ai/mistral-nemo@2407": { "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-mistral_models" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-3b-instruct": { + "vertex_ai/mistral-nemo@latest": { "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-mistral_models" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-72b-instruct": { + "vertex_ai/mistral-ocr-2505": { + "mode": "ocr", + "litellm_provider": "vertex_ai" + }, + "vertex_ai/mistral-small-2503": { "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-mistral_models", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-7b-instruct": { + "vertex_ai/mistral-small-2503@001": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "mode": "chat", + "litellm_provider": "vertex_ai-mistral_models" + }, + "vertex_ai/mistralai/codestral-2": { "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-mistral_models" }, - "fireworks_ai/accounts/fireworks/models/qwen3-0p6b": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vertex_ai/mistralai/codestral-2@001": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-mistral_models" }, - "fireworks_ai/accounts/fireworks/models/qwen3-14b": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vertex_ai/mistralai/mistral-medium-3": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-mistral_models" }, - "fireworks_ai/accounts/fireworks/models/qwen3-1p7b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vertex_ai/mistralai/mistral-medium-3@001": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-mistral_models" }, - "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vertex_ai/moonshotai/kimi-k2-thinking-maas": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-moonshot_models" }, - "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-131072": { + "vertex_ai/openai/gpt-oss-120b-maas": { "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-40960": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "max_output_tokens": 32768, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 3.6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-openai_models" }, - "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b": { + "vertex_ai/openai/gpt-oss-20b-maas": { "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 8.8e-7, + "max_output_tokens": 32768, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-openai_models" }, - "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-instruct-2507": { + "vertex_ai/qwen/qwen3-235b-a22b-instruct-2507-maas": { "max_input_tokens": 262144, - "max_output_tokens": 262144, + "max_output_tokens": 16384, "input_cost_per_token": 2.2e-7, "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-qwen_models" }, - "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-thinking-2507": { + "vertex_ai/qwen/qwen3-coder-480b-a35b-instruct-maas": { "max_input_tokens": 262144, - "max_output_tokens": 262144, + "max_output_tokens": 32768, "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 8.8e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000018, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-qwen_models" }, - "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-instruct-2507": { + "vertex_ai/qwen/qwen3-next-80b-a3b-instruct-maas": { "max_input_tokens": 262144, "max_output_tokens": 262144, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-qwen_models" }, - "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-thinking-2507": { + "vertex_ai/qwen/qwen3-next-80b-a3b-thinking-maas": { "max_input_tokens": 262144, "max_output_tokens": 262144, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-qwen_models" }, - "fireworks_ai/accounts/fireworks/models/qwen3-32b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "vertex_ai/search_api": { + "mode": "vector_store", + "litellm_provider": "vertex_ai" + }, + "vertex_ai/veo-2.0-generate-001": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "vertex_ai-video-models" + }, + "vertex_ai/veo-3.0-fast-generate-001": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "vertex_ai-video-models" + }, + "vertex_ai/veo-3.0-generate-001": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "vertex_ai-video-models" + }, + "vertex_ai/veo-3.1-fast-generate-001": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "vertex_ai-video-models" + }, + "vertex_ai/veo-3.1-fast-generate-preview": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "vertex_ai-video-models" + }, + "vertex_ai/veo-3.1-generate-001": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "vertex_ai-video-models" + }, + "vertex_ai/veo-3.1-generate-preview": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "vertex_ai-video-models" }, - "fireworks_ai/accounts/fireworks/models/qwen3-4b": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, + "vertex_ai/xai/grok-4.1-fast-non-reasoning": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-4b-instruct-2507": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, + "vertex_ai/xai/grok-4.1-fast-reasoning": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-8b": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vertex_ai/xai/grok-4.20-non-reasoning": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-coder-30b-a3b-instruct": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "vertex_ai/xai/grok-4.20-reasoning": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-instruct-bf16": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vertex_ai/zai-org/glm-4.7-maas": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vertex_ai-zai_models" }, - "fireworks_ai/accounts/fireworks/models/qwen3-embedding-0p6b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "fireworks_ai" + "vertex_ai/zai-org/glm-5-maas": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.0000032, + "cache_read_input_token_cost": 1e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-zai_models" }, - "fireworks_ai/accounts/fireworks/models/qwen3-embedding-4b": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "fireworks_ai" + "volcengine/doubao-seed-2-0-code-preview-260215": { + "max_input_tokens": 256000, + "max_output_tokens": 128000, + "mode": "chat", + "litellm_provider": "volcengine", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "fireworks_ai" + "volcengine/doubao-seed-2-0-lite-260215": { + "max_input_tokens": 256000, + "max_output_tokens": 128000, + "mode": "chat", + "litellm_provider": "volcengine", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "volcengine/doubao-seed-2-0-mini-260215": { + "max_input_tokens": 256000, + "max_output_tokens": 128000, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "volcengine", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-thinking": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "volcengine/doubao-seed-2-0-pro-260215": { + "max_input_tokens": 256000, + "max_output_tokens": 128000, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "volcengine", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-reranker-0p6b": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 0, + "voyage/rerank-2": { + "max_input_tokens": 16000, + "max_output_tokens": 16000, + "input_cost_per_token": 5e-8, "output_cost_per_token": 0, "mode": "rerank", - "litellm_provider": "fireworks_ai" + "litellm_provider": "voyage" }, - "fireworks_ai/accounts/fireworks/models/qwen3-reranker-4b": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 0, + "voyage/rerank-2-lite": { + "max_input_tokens": 8000, + "max_output_tokens": 8000, + "input_cost_per_token": 2e-8, "output_cost_per_token": 0, "mode": "rerank", - "litellm_provider": "fireworks_ai" + "litellm_provider": "voyage" }, - "fireworks_ai/accounts/fireworks/models/qwen3-reranker-8b": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 0, + "voyage/rerank-2.5": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 5e-8, "output_cost_per_token": 0, "mode": "rerank", - "litellm_provider": "fireworks_ai" + "litellm_provider": "voyage" }, - "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-instruct": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 8.8e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "voyage/rerank-2.5-lite": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "voyage" }, - "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-thinking": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 8.8e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "voyage/voyage-2": { + "max_input_tokens": 4000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-instruct": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "voyage/voyage-3": { + "max_input_tokens": 32000, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-thinking": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "voyage/voyage-3-large": { + "max_input_tokens": 32000, + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "fireworks_ai/accounts/fireworks/models/qwen3-vl-32b-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "voyage/voyage-3-lite": { + "max_input_tokens": 32000, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "fireworks_ai/accounts/fireworks/models/qwen3-vl-8b-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "voyage/voyage-3.5": { + "max_input_tokens": 32000, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "fireworks_ai/accounts/fireworks/models/qwq-32b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "voyage/voyage-3.5-lite": { + "max_input_tokens": 32000, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "fireworks_ai/accounts/fireworks/models/rolm-ocr": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "voyage/voyage-4": { + "max_input_tokens": 32000, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "fireworks_ai/accounts/fireworks/models/snorkel-mistral-7b-pairrm-dpo": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "voyage/voyage-4-large": { + "max_input_tokens": 32000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "fireworks_ai/accounts/fireworks/models/stable-diffusion-xl-1024-v1-0": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1.3e-10, - "output_cost_per_token": 1.3e-10, - "mode": "image_generation", - "litellm_provider": "fireworks_ai" + "voyage/voyage-4-lite": { + "max_input_tokens": 32000, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "fireworks_ai/accounts/fireworks/models/stablecode-3b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "voyage/voyage-code-2": { + "max_input_tokens": 16000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "fireworks_ai/accounts/fireworks/models/starcoder-16b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "voyage/voyage-code-3": { + "max_input_tokens": 32000, + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "fireworks_ai/accounts/fireworks/models/starcoder-7b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "voyage/voyage-code-4": { + "max_input_tokens": 32000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "fireworks_ai/accounts/fireworks/models/starcoder2-15b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "voyage/voyage-context-3": { + "max_input_tokens": 120000, + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "fireworks_ai/accounts/fireworks/models/starcoder2-3b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "voyage/voyage-context-4": { + "max_input_tokens": 120000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "fireworks_ai/accounts/fireworks/models/starcoder2-7b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "voyage/voyage-finance-2": { + "max_input_tokens": 32000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "fireworks_ai/accounts/fireworks/models/toppy-m-7b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "voyage/voyage-large-2": { + "max_input_tokens": 16000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "fireworks_ai/accounts/fireworks/models/whisper-v3": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, + "voyage/voyage-law-2": { + "max_input_tokens": 16000, + "input_cost_per_token": 1.2e-7, "output_cost_per_token": 0, - "mode": "audio_transcription", - "litellm_provider": "fireworks_ai" + "mode": "embedding", + "litellm_provider": "voyage" }, - "fireworks_ai/accounts/fireworks/models/whisper-v3-turbo": { + "voyage/voyage-lite-01": { "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, + "input_cost_per_token": 1e-7, "output_cost_per_token": 0, - "mode": "audio_transcription", - "litellm_provider": "fireworks_ai" + "mode": "embedding", + "litellm_provider": "voyage" }, - "fireworks_ai/accounts/fireworks/models/yi-34b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "voyage/voyage-lite-02-instruct": { + "max_input_tokens": 4000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "fireworks_ai/accounts/fireworks/models/yi-34b-200k-capybara": { - "max_input_tokens": 200000, - "max_output_tokens": 200000, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "voyage/voyage-multimodal-3": { + "max_input_tokens": 32000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "fireworks_ai/accounts/fireworks/models/yi-34b-chat": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "voyage/voyage-multimodal-3.5": { + "max_input_tokens": 32000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "fireworks_ai/accounts/fireworks/models/yi-6b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "wandb/MiniMaxAI/MiniMax-M2.5": { + "max_input_tokens": 197000, + "max_output_tokens": 197000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "wandb" }, - "fireworks_ai/accounts/fireworks/models/zephyr-7b-beta": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "wandb/Qwen/Qwen3-235B-A22B-Instruct-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.01, + "output_cost_per_token": 0.01, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "wandb" }, - "novita/deepseek/deepseek-v3.2": { - "max_input_tokens": 163840, - "max_output_tokens": 65536, - "input_cost_per_token": 2.69e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 1.345e-7, + "wandb/Qwen/Qwen3-235B-A22B-Thinking-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.01, + "output_cost_per_token": 0.01, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "wandb" }, - "novita/minimax/minimax-m2.1": { - "max_input_tokens": 204800, - "max_output_tokens": 131072, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "cache_read_input_token_cost": 3e-8, + "wandb/Qwen/Qwen3-Coder-480B-A35B-Instruct": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.1, + "output_cost_per_token": 0.15, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "wandb" }, - "novita/zai-org/glm-4.7": { - "max_input_tokens": 204800, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, - "cache_read_input_token_cost": 1.1e-7, + "wandb/deepseek-ai/DeepSeek-R1-0528": { + "max_input_tokens": 161000, + "max_output_tokens": 161000, + "input_cost_per_token": 0.135, + "output_cost_per_token": 0.54, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "wandb" }, - "novita/xiaomimimo/mimo-v2-flash": { - "max_input_tokens": 262144, - "max_output_tokens": 32000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, - "cache_read_input_token_cost": 2e-8, + "wandb/deepseek-ai/DeepSeek-V3-0324": { + "max_input_tokens": 161000, + "max_output_tokens": 161000, + "input_cost_per_token": 0.114, + "output_cost_per_token": 0.275, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "wandb" }, - "novita/zai-org/autoglm-phone-9b-multilingual": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 3.5e-8, - "output_cost_per_token": 1.38e-7, + "wandb/deepseek-ai/DeepSeek-V3.1": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.055, + "output_cost_per_token": 0.165, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "wandb" }, - "novita/moonshotai/kimi-k2-thinking": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, + "wandb/meta-llama/Llama-3.1-8B-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.022, + "output_cost_per_token": 0.022, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "wandb" }, - "novita/minimax/minimax-m2": { - "max_input_tokens": 204800, - "max_output_tokens": 131072, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "cache_read_input_token_cost": 3e-8, + "wandb/meta-llama/Llama-3.3-70B-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.071, + "output_cost_per_token": 0.071, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "wandb" }, - "novita/paddlepaddle/paddleocr-vl": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 2e-8, + "wandb/meta-llama/Llama-4-Scout-17B-16E-Instruct": { + "max_input_tokens": 64000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.017, + "output_cost_per_token": 0.066, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "wandb" }, - "novita/deepseek/deepseek-v3.2-exp": { - "max_input_tokens": 163840, - "max_output_tokens": 65536, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 4.1e-7, + "wandb/microsoft/Phi-4-mini-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.008, + "output_cost_per_token": 0.035, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "wandb" }, - "novita/qwen/qwen3-vl-235b-a22b-thinking": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 9.8e-7, - "output_cost_per_token": 0.00000395, + "wandb/moonshotai/Kimi-K2-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "wandb" }, - "novita/zai-org/glm-4.6v": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 9e-7, - "cache_read_input_token_cost": 5.5e-8, + "wandb/moonshotai/Kimi-K2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "wandb", "supports_vision": true }, - "novita/zai-org/glm-4.6": { - "max_input_tokens": 204800, + "wandb/openai/gpt-oss-120b": { + "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.0000022, - "cache_read_input_token_cost": 1.1e-7, - "mode": "chat", - "litellm_provider": "novita" - }, - "novita/kwaipilot/kat-coder-pro": { - "max_input_tokens": 256000, - "max_output_tokens": 128000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "cache_read_input_token_cost": 6e-8, + "input_cost_per_token": 0.015, + "output_cost_per_token": 0.06, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "wandb" }, - "novita/qwen/qwen3-next-80b-a3b-instruct": { + "wandb/openai/gpt-oss-20b": { "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0.0000015, + "max_output_tokens": 131072, + "input_cost_per_token": 0.005, + "output_cost_per_token": 0.02, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "wandb" }, - "novita/qwen/qwen3-next-80b-a3b-thinking": { + "wandb/zai-org/GLM-4.5": { "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0.0000015, + "max_output_tokens": 131072, + "input_cost_per_token": 0.055, + "output_cost_per_token": 0.2, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "wandb" }, - "novita/deepseek/deepseek-ocr": { + "watsonx/bigscience/mt0-xxl-13b": { "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 3e-8, - "output_cost_per_token": 3e-8, - "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true - }, - "novita/deepseek/deepseek-v3.1-terminus": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 0.000001, - "cache_read_input_token_cost": 1.35e-7, - "mode": "chat", - "litellm_provider": "novita" - }, - "novita/qwen/qwen3-vl-235b-a22b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000015, + "input_cost_per_token": 0.0005, + "output_cost_per_token": 0.002, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "watsonx", + "supports_vision": false }, - "novita/qwen/qwen3-max": { - "max_input_tokens": 262144, - "max_output_tokens": 65536, - "input_cost_per_token": 0.00000211, - "output_cost_per_token": 0.00000845, + "watsonx/core42/jais-13b-chat": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.0005, + "output_cost_per_token": 0.002, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "watsonx", + "supports_vision": false }, - "novita/skywork/r1v4-lite": { - "max_input_tokens": 262144, - "max_output_tokens": 65536, - "input_cost_per_token": 2e-7, + "watsonx/google/flan-t5-xl-3b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "watsonx", + "supports_vision": false }, - "novita/deepseek/deepseek-v3.1": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 0.000001, - "cache_read_input_token_cost": 1.35e-7, + "watsonx/ibm/granite-13b-chat-v2": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "watsonx", + "supports_vision": false }, - "novita/moonshotai/kimi-k2-0905": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, + "watsonx/ibm/granite-13b-instruct-v2": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "watsonx", + "supports_vision": false }, - "novita/qwen/qwen3-coder-480b-a35b-instruct": { - "max_input_tokens": 262144, - "max_output_tokens": 65536, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000013, + "watsonx/ibm/granite-3-3-8b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "watsonx", + "supports_vision": false }, - "novita/qwen/qwen3-coder-30b-a3b-instruct": { - "max_input_tokens": 160000, - "max_output_tokens": 32768, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2.7e-7, + "watsonx/ibm/granite-3-8b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "watsonx", + "supports_vision": false, + "supports_audio_input": false }, - "novita/openai/gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 5e-8, + "watsonx/ibm/granite-4-h-small": { + "max_input_tokens": 20480, + "max_output_tokens": 20480, + "input_cost_per_token": 6e-8, "output_cost_per_token": 2.5e-7, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true - }, - "novita/moonshotai/kimi-k2-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 5.7e-7, - "output_cost_per_token": 0.0000023, - "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "watsonx", + "supports_vision": false }, - "novita/deepseek/deepseek-v3-0324": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 0.00000112, - "cache_read_input_token_cost": 1.35e-7, + "watsonx/ibm/granite-guardian-3-2-2b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "watsonx", + "supports_vision": false }, - "novita/zai-org/glm-4.5": { - "max_input_tokens": 131072, - "max_output_tokens": 98304, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, - "cache_read_input_token_cost": 1.1e-7, + "watsonx/ibm/granite-guardian-3-3-8b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "watsonx", + "supports_vision": false }, - "novita/qwen/qwen3-235b-a22b-thinking-2507": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.000003, + "watsonx/ibm/granite-ttm-1024-96-r2": { + "max_input_tokens": 512, + "max_output_tokens": 512, + "input_cost_per_token": 3.8e-7, + "output_cost_per_token": 3.8e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "watsonx", + "supports_vision": false }, - "novita/meta-llama/llama-3.1-8b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 5e-8, + "watsonx/ibm/granite-ttm-1536-96-r2": { + "max_input_tokens": 512, + "max_output_tokens": 512, + "input_cost_per_token": 3.8e-7, + "output_cost_per_token": 3.8e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "watsonx", + "supports_vision": false }, - "novita/google/gemma-3-12b-it": { - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 1e-7, + "watsonx/ibm/granite-ttm-512-96-r2": { + "max_input_tokens": 512, + "max_output_tokens": 512, + "input_cost_per_token": 3.8e-7, + "output_cost_per_token": 3.8e-7, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "watsonx", + "supports_vision": false }, - "novita/zai-org/glm-4.5v": { - "max_input_tokens": 65536, - "max_output_tokens": 16384, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000018, - "cache_read_input_token_cost": 1.1e-7, + "watsonx/ibm/granite-vision-3-2-2b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "watsonx", "supports_vision": true }, - "novita/openai/gpt-oss-20b": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 1.5e-7, + "watsonx/meta-llama/llama-3-2-11b-vision-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 3.5e-7, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "watsonx", "supports_vision": true }, - "novita/qwen/qwen3-235b-a22b-instruct-2507": { - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-8, - "output_cost_per_token": 5.8e-7, + "watsonx/meta-llama/llama-3-2-1b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "watsonx", + "supports_vision": false }, - "novita/deepseek/deepseek-r1-distill-qwen-14b": { - "max_input_tokens": 32768, - "max_output_tokens": 16384, + "watsonx/meta-llama/llama-3-2-3b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "watsonx", + "supports_vision": false }, - "novita/meta-llama/llama-3.3-70b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 120000, - "input_cost_per_token": 1.35e-7, - "output_cost_per_token": 4e-7, + "watsonx/meta-llama/llama-3-2-90b-vision-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "watsonx", + "supports_vision": true }, - "novita/qwen/qwen-2.5-72b-instruct": { - "max_input_tokens": 32000, - "max_output_tokens": 8192, - "input_cost_per_token": 3.8e-7, - "output_cost_per_token": 4e-7, + "watsonx/meta-llama/llama-3-3-70b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 7.1e-7, + "output_cost_per_token": 7.1e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "watsonx", + "supports_vision": false }, - "novita/mistralai/mistral-nemo": { - "max_input_tokens": 60288, - "max_output_tokens": 16000, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 1.7e-7, + "watsonx/meta-llama/llama-4-maverick-17b": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 0.0000014, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "watsonx", + "supports_vision": false }, - "novita/minimaxai/minimax-m1-80k": { - "max_input_tokens": 1000000, - "max_output_tokens": 40000, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.0000022, + "watsonx/meta-llama/llama-guard-3-11b-vision": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 3.5e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "watsonx", + "supports_vision": true }, - "novita/deepseek/deepseek-r1-0528": { - "max_input_tokens": 163840, - "max_output_tokens": 32768, - "input_cost_per_token": 7e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 3.5e-7, + "watsonx/mistralai/mistral-large": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "watsonx", + "supports_vision": false, + "supports_audio_input": false }, - "novita/deepseek/deepseek-r1-distill-qwen-32b": { - "max_input_tokens": 64000, - "max_output_tokens": 32000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 3e-7, + "watsonx/mistralai/mistral-medium-2505": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "watsonx", + "supports_vision": false }, - "novita/meta-llama/llama-3-8b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 4e-8, + "watsonx/mistralai/mistral-small-2503": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "watsonx", + "supports_vision": false }, - "novita/microsoft/wizardlm-2-8x22b": { - "max_input_tokens": 65535, - "max_output_tokens": 8000, - "input_cost_per_token": 6.2e-7, - "output_cost_per_token": 6.2e-7, + "watsonx/mistralai/mistral-small-3-1-24b-instruct-2503": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "watsonx", + "supports_vision": false }, - "novita/deepseek/deepseek-r1-0528-qwen3-8b": { + "watsonx/mistralai/pixtral-12b-2409": { "max_input_tokens": 128000, - "max_output_tokens": 32000, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 9e-8, + "max_output_tokens": 128000, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 3.5e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "watsonx", + "supports_vision": true }, - "novita/deepseek/deepseek-r1-distill-llama-70b": { + "watsonx/openai/gpt-oss-120b": { "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 8e-7, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "watsonx", + "supports_vision": false }, - "novita/meta-llama/llama-3-70b-instruct": { + "watsonx/sdaia/allam-1-13b-instruct": { "max_input_tokens": 8192, - "max_output_tokens": 8000, - "input_cost_per_token": 5.1e-7, - "output_cost_per_token": 7.4e-7, + "max_output_tokens": 8192, + "input_cost_per_token": 0.0000018, + "output_cost_per_token": 0.0000018, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "watsonx", + "supports_vision": false }, - "novita/qwen/qwen3-235b-a22b-fp8": { - "max_input_tokens": 40960, - "max_output_tokens": 20000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 8e-7, + "watsonx/whisper-large-v3-turbo": { + "mode": "audio_transcription", + "litellm_provider": "watsonx" + }, + "whisper-1": { + "mode": "audio_transcription", + "litellm_provider": "openai" + }, + "writer.palmyra-x4-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true + }, + "writer.palmyra-x5-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000006, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true }, - "novita/meta-llama/llama-4-maverick-17b-128e-instruct-fp8": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 8.5e-7, + "xai/grok-2": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "xai" }, - "novita/meta-llama/llama-4-scout-17b-16e-instruct": { + "xai/grok-2-1212": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 5.9e-7, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "xai" }, - "novita/nousresearch/hermes-2-pro-llama-3-8b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 1.4e-7, + "xai/grok-2-latest": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "xai" }, - "novita/qwen/qwen2.5-vl-72b-instruct": { + "xai/grok-2-vision": { "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 8e-7, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "xai", "supports_vision": true }, - "novita/sao10k/l3-70b-euryale-v2.1": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000148, - "output_cost_per_token": 0.00000148, + "xai/grok-2-vision-1212": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "xai", + "supports_vision": true }, - "novita/baidu/ernie-4.5-21B-a3b-thinking": { - "max_input_tokens": 131072, - "max_output_tokens": 65536, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2.8e-7, + "xai/grok-2-vision-latest": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "xai", + "supports_vision": true }, - "novita/sao10k/l3-8b-lunaris": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 5e-8, + "xai/grok-3": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 7.5e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "xai" }, - "novita/baichuan/baichuan-m2-32b": { + "xai/grok-3-beta": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 7e-8, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 7.5e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "xai" }, - "novita/baidu/ernie-4.5-vl-424b-a47b": { - "max_input_tokens": 123000, - "max_output_tokens": 16000, - "input_cost_per_token": 4.2e-7, - "output_cost_per_token": 0.00000125, + "xai/grok-3-fast-beta": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "xai" }, - "novita/baidu/ernie-4.5-300b-a47b-paddle": { - "max_input_tokens": 123000, - "max_output_tokens": 12000, - "input_cost_per_token": 2.8e-7, - "output_cost_per_token": 0.0000011, + "xai/grok-3-fast-latest": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "xai" }, - "novita/deepseek/deepseek-prover-v2-671b": { - "max_input_tokens": 160000, - "max_output_tokens": 160000, - "input_cost_per_token": 7e-7, - "output_cost_per_token": 0.0000025, + "xai/grok-3-latest": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 7.5e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "xai" }, - "novita/qwen/qwen3-32b-fp8": { - "max_input_tokens": 40960, - "max_output_tokens": 20000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4.5e-7, + "xai/grok-3-mini": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "xai" }, - "novita/qwen/qwen3-30b-a3b-fp8": { - "max_input_tokens": 40960, - "max_output_tokens": 20000, - "input_cost_per_token": 9e-8, - "output_cost_per_token": 4.5e-7, + "xai/grok-3-mini-beta": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "xai" }, - "novita/google/gemma-3-27b-it": { - "max_input_tokens": 98304, - "max_output_tokens": 16384, - "input_cost_per_token": 1.19e-7, - "output_cost_per_token": 2e-7, + "xai/grok-3-mini-fast": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "xai" }, - "novita/deepseek/deepseek-v3-turbo": { - "max_input_tokens": 64000, - "max_output_tokens": 16000, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000013, + "xai/grok-3-mini-fast-beta": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "xai" }, - "novita/deepseek/deepseek-r1-turbo": { - "max_input_tokens": 64000, - "max_output_tokens": 16000, - "input_cost_per_token": 7e-7, - "output_cost_per_token": 0.0000025, + "xai/grok-3-mini-fast-latest": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "xai" }, - "novita/Sao10K/L3-8B-Stheno-v3.2": { - "max_input_tokens": 8192, - "max_output_tokens": 32000, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 5e-8, + "xai/grok-3-mini-latest": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "xai" }, - "novita/gryphe/mythomax-l2-13b": { - "max_input_tokens": 4096, - "max_output_tokens": 3200, - "input_cost_per_token": 9e-8, - "output_cost_per_token": 9e-8, + "xai/grok-4": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "xai" }, - "novita/baidu/ernie-4.5-vl-28b-a3b-thinking": { - "max_input_tokens": 131072, - "max_output_tokens": 65536, - "input_cost_per_token": 3.9e-7, - "output_cost_per_token": 3.9e-7, + "xai/grok-4-0709": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "xai" }, - "novita/qwen/qwen3-vl-8b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 8e-8, + "xai/grok-4-1-fast": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true - }, - "novita/zai-org/glm-4.5-air": { - "max_input_tokens": 131072, - "max_output_tokens": 98304, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 8.5e-7, - "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "xai", + "supports_vision": true, + "supports_audio_input": true }, - "novita/qwen/qwen3-vl-30b-a3b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, + "xai/grok-4-1-fast-non-reasoning": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, "input_cost_per_token": 2e-7, - "output_cost_per_token": 7e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "xai", + "supports_vision": true, + "supports_audio_input": true }, - "novita/qwen/qwen3-vl-30b-a3b-thinking": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, + "xai/grok-4-1-fast-non-reasoning-latest": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.000001, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "xai", + "supports_vision": true, + "supports_audio_input": true }, - "novita/qwen/qwen3-omni-30b-a3b-thinking": { - "max_input_tokens": 65536, - "max_output_tokens": 16384, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 9.7e-7, + "xai/grok-4-1-fast-reasoning": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "xai", "supports_vision": true, "supports_audio_input": true }, - "novita/qwen/qwen3-omni-30b-a3b-instruct": { - "max_input_tokens": 65536, - "max_output_tokens": 16384, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 9.7e-7, + "xai/grok-4-1-fast-reasoning-latest": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "xai", "supports_vision": true, "supports_audio_input": true }, - "novita/qwen/qwen-mt-plus": { - "max_input_tokens": 16384, - "max_output_tokens": 8192, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 7.5e-7, + "xai/grok-4-fast-non-reasoning": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "xai" }, - "novita/baidu/ernie-4.5-vl-28b-a3b": { - "max_input_tokens": 30000, - "max_output_tokens": 8000, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 5.6e-7, + "xai/grok-4-fast-reasoning": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "xai" }, - "novita/baidu/ernie-4.5-21B-a3b": { - "max_input_tokens": 120000, - "max_output_tokens": 8000, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2.8e-7, + "xai/grok-4-latest": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "xai" }, - "novita/qwen/qwen3-8b-fp8": { - "max_input_tokens": 128000, - "max_output_tokens": 20000, - "input_cost_per_token": 3.5e-8, - "output_cost_per_token": 1.38e-7, + "xai/grok-4.20-0309-non-reasoning": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000005, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "xai", + "supports_vision": true }, - "novita/qwen/qwen3-4b-fp8": { - "max_input_tokens": 128000, - "max_output_tokens": 20000, - "input_cost_per_token": 3e-8, - "output_cost_per_token": 3e-8, + "xai/grok-4.20-0309-reasoning": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000005, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "xai", + "supports_vision": true }, - "novita/qwen/qwen2.5-7b-instruct": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 7e-8, + "xai/grok-4.20-beta-0309-non-reasoning": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000005, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "xai", + "supports_vision": true }, - "novita/meta-llama/llama-3.2-3b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32000, - "input_cost_per_token": 3e-8, - "output_cost_per_token": 5e-8, + "xai/grok-4.20-beta-0309-reasoning": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000005, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "xai", + "supports_vision": true }, - "novita/sao10k/l31-70b-euryale-v2.2": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000148, - "output_cost_per_token": 0.00000148, + "xai/grok-4.20-multi-agent-0309": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000005, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "xai", + "supports_vision": true }, - "novita/qwen/qwen3-embedding-0.6b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "novita" + "xai/grok-4.20-multi-agent-beta-0309": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000005, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true }, - "novita/qwen/qwen3-embedding-8b": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "novita" + "xai/grok-4.3": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000005, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true }, - "novita/baai/bge-m3": { - "max_input_tokens": 8192, - "max_output_tokens": 96000, - "input_cost_per_token": 1e-8, - "output_cost_per_token": 1e-8, - "mode": "embedding", - "litellm_provider": "novita" + "xai/grok-4.3-latest": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000005, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true }, - "novita/qwen/qwen3-reranker-8b": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 5e-8, - "mode": "rerank", - "litellm_provider": "novita" + "xai/grok-4.5": { + "max_input_tokens": 500000, + "max_output_tokens": 500000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000012, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true }, - "novita/baai/bge-reranker-v2-m3": { - "max_input_tokens": 8000, - "max_output_tokens": 8000, - "input_cost_per_token": 1e-8, - "output_cost_per_token": 1e-8, - "mode": "rerank", - "litellm_provider": "novita" + "xai/grok-4.5-latest": { + "max_input_tokens": 500000, + "max_output_tokens": 500000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000012, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true + }, + "xai/grok-4.6": { + "max_input_tokens": 500000, + "max_output_tokens": 500000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000012, + "cache_read_input_token_cost": 5e-7, + "cache_read_input_token_cost_above_200k_tokens": 0.000001, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true }, - "llamagate/llama-3.1-8b": { + "xai/grok-beta": { "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-8, - "output_cost_per_token": 5e-8, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "xai", + "supports_vision": true }, - "llamagate/llama-3.2-3b": { - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 8e-8, + "xai/grok-build-0.1": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000002, + "input_cost_per_token_above_200k_tokens": 0.000002, + "output_cost_per_token_above_200k_tokens": 0.000004, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "xai", + "supports_vision": true }, - "llamagate/mistral-7b-v0.3": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1.5e-7, + "xai/grok-code-fast": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000002, + "input_cost_per_token_above_200k_tokens": 0.000002, + "output_cost_per_token_above_200k_tokens": 0.000004, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "xai", + "supports_vision": true }, - "llamagate/qwen3-8b": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 1.4e-7, + "xai/grok-code-fast-1": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000002, + "input_cost_per_token_above_200k_tokens": 0.000002, + "output_cost_per_token_above_200k_tokens": 0.000004, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "xai", + "supports_vision": true }, - "llamagate/dolphin3-8b": { - "max_input_tokens": 128000, + "xai/grok-code-fast-1-0825": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000002, + "input_cost_per_token_above_200k_tokens": 0.000002, + "output_cost_per_token_above_200k_tokens": 0.000004, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true + }, + "xai/grok-vision-beta": { + "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 1.5e-7, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "xai", + "supports_vision": true }, - "llamagate/deepseek-r1-8b": { - "max_input_tokens": 65536, - "max_output_tokens": 16384, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 2e-7, + "you_com/search": { + "mode": "search", + "litellm_provider": "you_com" + }, + "zai.glm-4.7": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "bedrock_converse" }, - "llamagate/deepseek-r1-7b-qwen": { - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 1.5e-7, + "zai.glm-4.7-flash": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "bedrock_converse" }, - "llamagate/openthinker-7b": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 1.5e-7, + "zai.glm-5": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.0000032, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "bedrock_converse" }, - "llamagate/qwen2.5-coder-7b": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 1.2e-7, + "zai/glm-4-32b-0414-128k": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "zai" }, - "llamagate/deepseek-coder-6.7b": { - "max_input_tokens": 16384, - "max_output_tokens": 4096, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 1.2e-7, + "zai/glm-4.5": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "zai" }, - "llamagate/codellama-7b": { - "max_input_tokens": 16384, - "max_output_tokens": 4096, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 1.2e-7, + "zai/glm-4.5-air": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.0000011, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "zai" }, - "llamagate/qwen3-vl-8b": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 5.5e-7, + "zai/glm-4.5-airx": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000045, "mode": "chat", - "litellm_provider": "llamagate", - "supports_vision": true + "litellm_provider": "zai" }, - "llamagate/llava-7b": { - "max_input_tokens": 4096, - "max_output_tokens": 2048, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 2e-7, + "zai/glm-4.5-flash": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "llamagate", - "supports_vision": true + "litellm_provider": "zai" }, - "llamagate/gemma3-4b": { + "zai/glm-4.5-x": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-8, - "output_cost_per_token": 8e-8, + "max_output_tokens": 32000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.0000089, "mode": "chat", - "litellm_provider": "llamagate", + "litellm_provider": "zai" + }, + "zai/glm-4.5v": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000018, + "mode": "chat", + "litellm_provider": "zai", "supports_vision": true }, - "llamagate/nomic-embed-text": { - "max_input_tokens": 8192, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "llamagate" + "zai/glm-4.6": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 1.1e-7, + "mode": "chat", + "litellm_provider": "zai" }, - "llamagate/qwen3-embedding-8b": { - "max_input_tokens": 40960, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "llamagate" + "zai/glm-4.7": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 1.1e-7, + "mode": "chat", + "litellm_provider": "zai" }, - "sarvam/sarvam-m": { - "max_input_tokens": 8192, - "max_output_tokens": 32000, + "zai/glm-4.7-flash": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, "input_cost_per_token": 0, "output_cost_per_token": 0, "cache_creation_input_token_cost": 0, "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "sarvam" + "litellm_provider": "zai" + }, + "zai/glm-5": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.0000032, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 2e-7, + "mode": "chat", + "litellm_provider": "zai" + }, + "zai/glm-5-code": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "zai" + }, + "zai/glm-5.1": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 2.6e-7, + "mode": "chat", + "litellm_provider": "zai" } } diff --git a/src/common/utils/tokens/updateModelsData.test.ts b/src/common/utils/tokens/updateModelsData.test.ts new file mode 100644 index 00000000000..8cdad5083bd --- /dev/null +++ b/src/common/utils/tokens/updateModelsData.test.ts @@ -0,0 +1,425 @@ +import { describe, test, expect } from "@jest/globals"; +import { KNOWN_MODELS } from "@/common/constants/knownModels"; +import modelsJson from "./models.json"; +import { + findMissingKnownModels, + pruneModelData, + sanitizePricing, + serializeModelData, + summarizeCatalog, + validateModelData, +} from "./updateModelsData"; + +function chatEntries( + count: number, + overrides: Record = {}, + prefix = "provider/model" +): Record> { + const entries: Record> = {}; + for (let i = 0; i < count; i++) { + entries[`${prefix}-${i}`] = { + mode: "chat", + max_input_tokens: 128000, + input_cost_per_token: 0.000001, + output_cost_per_token: 0.000002, + ...overrides, + }; + } + return entries; +} + +// Covers every curated model so only the guard under test can fail validation. +const curatedCoverage = Object.fromEntries( + Object.values(KNOWN_MODELS).map((model) => [ + model.providerModelId, + { mode: "chat", max_input_tokens: 200000 }, + ]) +); + +describe("pruneModelData", () => { + test("rejects non-object payloads", () => { + expect(() => pruneModelData(null)).toThrow("Expected LiteLLM model metadata object"); + expect(() => pruneModelData([1, 2])).toThrow("Expected LiteLLM model metadata object"); + }); + + test("keeps only retained fields and drops non-object entries", () => { + const pruned = pruneModelData({ + "provider/model-a": { + max_input_tokens: 1000, + input_cost_per_token: 0.001, + litellm_provider: "provider", + source: "https://example.com", + deprecation_date: "2027-01-01", + }, + bogus: "not-an-object", + }); + + expect(pruned["provider/model-a"]).toEqual({ + max_input_tokens: 1000, + input_cost_per_token: 0.001, + litellm_provider: "provider", + }); + expect(pruned.bogus).toBeUndefined(); + }); +}); + +describe("sanitizePricing", () => { + test("drops entries whose present cost fields are unusable", () => { + const { catalog, droppedModelIds } = sanitizePricing({ + good: { input_cost_per_token: 0.001, output_cost_per_token: 0 }, + // Subscription providers legitimately omit costs entirely. + "no-costs": { max_input_tokens: 1000 }, + negative: { input_cost_per_token: -0.001 }, + "not-a-number": { output_cost_per_token: "0.001" }, + infinite: { cache_read_input_token_cost: Number.POSITIVE_INFINITY }, + }); + + expect(Object.keys(catalog).sort()).toEqual(["good", "no-costs"]); + expect(droppedModelIds.sort()).toEqual(["infinite", "negative", "not-a-number"]); + }); +}); + +describe("findMissingKnownModels", () => { + const usable = { max_input_tokens: 256000 }; + + test("reports all curated models against an empty catalog and no overrides", () => { + const missing = findMissingKnownModels({}, {}); + expect(missing.sort()).toEqual( + Object.values(KNOWN_MODELS) + .map((model) => model.id) + .sort() + ); + }); + + test("any runtime-resolvable key form satisfies coverage, unrelated keys do not", () => { + const grok = Object.values(KNOWN_MODELS).find((model) => model.provider === "xai"); + if (!grok) throw new Error("expected a curated xai model"); + + // Coverage mirrors getModelStats' lookup keys: both the provider-prefixed + // form LiteLLM uses for xAI and the bare fallback resolve at runtime. + expect(findMissingKnownModels({ [`xai/${grok.providerModelId}`]: usable }, {})).not.toContain( + grok.id + ); + expect(findMissingKnownModels({ [grok.providerModelId]: usable }, {})).not.toContain(grok.id); + expect( + findMissingKnownModels({ [`unrelated/${grok.providerModelId}x`]: usable }, {}) + ).toContain(grok.id); + }); + + test("a retained key with unusable token limits still counts as missing", () => { + const anthropic = Object.values(KNOWN_MODELS).find((model) => model.provider === "anthropic"); + if (!anthropic) throw new Error("expected a curated anthropic model"); + + // Key presence is not coverage: getModelStats would reject these entries. + expect(findMissingKnownModels({ [anthropic.providerModelId]: {} }, {})).toContain(anthropic.id); + expect( + findMissingKnownModels({ [anthropic.providerModelId]: { max_input_tokens: 0 } }, {}) + ).toContain(anthropic.id); + }); + + test("models-extra overrides satisfy models absent upstream", () => { + const anthropic = Object.values(KNOWN_MODELS).find((model) => model.provider === "anthropic"); + if (!anthropic) throw new Error("expected a curated anthropic model"); + + expect(findMissingKnownModels({}, { [anthropic.providerModelId]: usable })).not.toContain( + anthropic.id + ); + }); +}); + +describe("validateModelData", () => { + test("accepts the current vendored models.json against its own baseline", () => { + const vendored = modelsJson as Record>; + const sanitized = sanitizePricing(vendored); + expect(sanitized.droppedModelIds).toEqual([]); + expect(() => validateModelData(sanitized, vendored)).not.toThrow(); + }); + + test("rejects truncated upstream data", () => { + expect(() => validateModelData({ catalog: chatEntries(10), droppedModelIds: [] })).toThrow( + /only 10 usable chat\/responses models found/ + ); + }); + + test("rejects a large shrink below the vendored baseline even above the floor", () => { + const sanitized = { + catalog: { ...chatEntries(600), ...curatedCoverage }, + droppedModelIds: [], + }; + expect(() => validateModelData(sanitized, chatEntries(2000))).toThrow( + /chat usable model count shrank from 2000/ + ); + // A small decrease within the bound is acceptable (e.g. upstream pruning). + expect(() => validateModelData(sanitized, chatEntries(650))).not.toThrow(); + }); + + test("rejects the loss of one pricing field even when the other survives", () => { + // An upstream rename of just output_cost_per_token keeps every entry + // input-priced, so aggregated priced coverage would hide the regression. + const outputless = chatEntries(700, { output_cost_per_token: undefined }, "prov/outputless"); + const sanitized = { catalog: { ...outputless, ...curatedCoverage }, droppedModelIds: [] }; + expect(() => validateModelData(sanitized, chatEntries(700))).toThrow( + /chat output_cost_per_token coverage shrank from 700 to 0/ + ); + }); + + test("rejects pricing loss confined to a smaller mode", () => { + // Stripping costs from every responses row barely moves aggregate priced + // counts, so each mode compares against its own baseline. + const responses = (overrides: Record) => + chatEntries(60, { mode: "responses", ...overrides }, "prov/responses"); + const baseline = { ...chatEntries(700), ...responses({}) }; + const sanitized = { + catalog: { + ...chatEntries(700), + ...responses({ input_cost_per_token: undefined, output_cost_per_token: undefined }), + ...curatedCoverage, + }, + droppedModelIds: [], + }; + expect(() => validateModelData(sanitized, baseline)).toThrow( + /responses input_cost_per_token coverage shrank from 60 to 0/ + ); + }); + + test("rejects wholesale omission of a non-mappable mode", () => { + // A partial payload that keeps chat/responses but drops image_generation + // rows must trip that mode's own entry-count baseline. + const baseline = { + ...chatEntries(700), + ...chatEntries(300, { mode: "image_generation", max_input_tokens: undefined }, "prov/image"), + }; + const sanitized = { + catalog: { ...chatEntries(700), ...curatedCoverage }, + droppedModelIds: [], + }; + expect(() => validateModelData(sanitized, baseline)).toThrow( + /image_generation entry count shrank from 300 to 0/ + ); + }); + + test("rejects removal of a cost field beyond the base input/output pair", () => { + // Wiping output_cost_per_image_token leaves the base pair intact; the + // runtime would silently fall back to (much lower) generic output rates. + const image = (overrides: Record) => + chatEntries(300, { mode: "image_generation", ...overrides }, "prov/image"); + const baseline = { + ...chatEntries(700), + ...image({ output_cost_per_image_token: 0.00002 }), + }; + const sanitized = { + catalog: { ...chatEntries(700), ...image({}), ...curatedCoverage }, + droppedModelIds: [], + }; + expect(() => validateModelData(sanitized, baseline)).toThrow( + /image_generation output_cost_per_image_token coverage shrank from 300 to 0/ + ); + }); + + test("rejects a catalog-wide loss of capability flags", () => { + // Runtime treats missing/false capability flags as unsupported, so both a + // field removal and a mass flip to false must register as coverage loss. + const baseline = chatEntries(700, { supports_pdf_input: true }); + const flipped = { + catalog: { ...chatEntries(700, { supports_pdf_input: false }), ...curatedCoverage }, + droppedModelIds: [], + }; + const removed = { + catalog: { ...chatEntries(700), ...curatedCoverage }, + droppedModelIds: [], + }; + for (const sanitized of [flipped, removed]) { + expect(() => validateModelData(sanitized, baseline)).toThrow( + /chat supports_pdf_input coverage shrank from 700 to 0/ + ); + } + }); + + test("rejects a catalog-wide loss of token limits even when pricing survives", () => { + // Entries keep mode + pricing but lose max_input_tokens: getModelStats + // rejects them, so usable coverage must register the collapse. + const limitless = chatEntries(700, { max_input_tokens: undefined }, "prov/limitless"); + const sanitized = { catalog: { ...limitless, ...curatedCoverage }, droppedModelIds: [] }; + expect(() => validateModelData(sanitized, chatEntries(700))).toThrow( + /chat usable model count shrank from 700/ + ); + }); + + test("rejects a catalog-wide token-limit magnitude collapse", () => { + // max_input_tokens: 1 still passes the usability bar and every coverage + // count, so only the magnitude median can catch mass-shrunk context sizes. + const tiny = chatEntries(700, { max_input_tokens: 1 }, "prov/tiny"); + const sanitized = { catalog: { ...tiny, ...curatedCoverage }, droppedModelIds: [] }; + expect(() => validateModelData(sanitized, chatEntries(700))).toThrow( + /max_input_tokens median shifted/ + ); + }); + + test("summarizes per-mode field coverage and mappable numeric magnitudes", () => { + expect( + summarizeCatalog({ + usableChat: { + mode: "chat", + max_input_tokens: 128000, + input_cost_per_token: 0.000001, + supports_vision: true, + }, + usableResponses: { + mode: "responses", + max_input_tokens: 128000, + input_cost_per_token: 0.000002, + output_cost_per_token: 0.000008, + }, + // supports_vision: false counts as absent (runtime treats it as unsupported). + limitlessChat: { mode: "chat", input_cost_per_token: 0.000001, supports_vision: false }, + embedding: { mode: "embedding", max_input_tokens: 8192, input_cost_per_token: 0.0000001 }, + }) + ).toEqual({ + totalEntries: 4, + modes: { + chat: { + entries: 2, + usable: 1, + fields: { max_input_tokens: 1, input_cost_per_token: 2, supports_vision: 1 }, + }, + responses: { + entries: 1, + usable: 1, + fields: { max_input_tokens: 1, input_cost_per_token: 1, output_cost_per_token: 1 }, + }, + embedding: { + entries: 1, + usable: 1, + fields: { max_input_tokens: 1, input_cost_per_token: 1 }, + }, + }, + // Magnitudes span mappable entries only, so the embedding cost is excluded. + numericFields: { + max_input_tokens: { samples: 2, median: 128000 }, + input_cost_per_token: { samples: 3, median: 0.000001 }, + output_cost_per_token: { samples: 1, median: 0.000008 }, + }, + }); + }); + + test("rejects a catalog-wide price magnitude collapse", () => { + // Every field survives and all counters match, but rates are scaled by + // 1e-9; only the median magnitude guard can catch this. + const scaled = chatEntries( + 700, + { input_cost_per_token: 0.000001e-9, output_cost_per_token: 0.000002e-9 }, + "prov/scaled" + ); + const sanitized = { catalog: { ...scaled, ...curatedCoverage }, droppedModelIds: [] }; + expect(() => validateModelData(sanitized, chatEntries(700))).toThrow( + /input_cost_per_token median shifted/ + ); + }); + + test("rejects a catalog-wide zeroing of prices", () => { + // Zero is a valid per-entry price and keeps field coverage intact, but a + // catalog-wide zero-out must fail the magnitude check (median collapses to + // 0), not slip past it because the ratio guard only ran on positive values. + const free = chatEntries( + 700, + { input_cost_per_token: 0, output_cost_per_token: 0 }, + "prov/free" + ); + const sanitized = { catalog: { ...free, ...curatedCoverage }, droppedModelIds: [] }; + expect(() => validateModelData(sanitized, chatEntries(700))).toThrow( + /input_cost_per_token median shifted from 0.000001 to 0/ + ); + }); + + test("rejects a targeted single-row price shift that no catalog-wide guard sees", () => { + const poison = (overrides: Record) => { + const catalog = { ...chatEntries(700), ...curatedCoverage }; + catalog["provider/model-3"] = { ...catalog["provider/model-3"], ...overrides }; + return { catalog, droppedModelIds: [] }; + }; + // Scaling (or deleting) one row's price moves no count and no median; only + // the per-identity magnitude bound can catch it. + expect(() => + validateModelData(poison({ input_cost_per_token: 0.000001e-9 }), chatEntries(700)) + ).toThrow(/provider:model-3 input_cost_per_token: 0.000001 -> 1e-15/); + expect(() => + validateModelData(poison({ input_cost_per_token: undefined }), chatEntries(700)) + ).toThrow(/provider:model-3 input_cost_per_token: 0.000001 -> absent/); + // Ordinary per-row repricing within the factor is accepted. + expect(() => + validateModelData(poison({ input_cost_per_token: 0.00001 }), chatEntries(700)) + ).not.toThrow(); + }); + + test("rejects a poisoned higher-precedence alias shadowing a baseline row", () => { + // Adding openai/x on top of a baseline bare x (or moving the row there) + // leaves every count and median intact, but runtime lookup prefers the + // scoped key; comparison must follow resolved identities, not raw keys. + const bare = { + mode: "chat", + max_input_tokens: 128000, + input_cost_per_token: 0.000001, + output_cost_per_token: 0.000002, + litellm_provider: "acme", + }; + const poisonedAlias = { ...bare, input_cost_per_token: 0.000001e-9 }; + const baseline = { ...chatEntries(700), "acme-chat-1": bare }; + for (const catalog of [ + // Attack 1: new alias added while the original row survives. + { ...baseline, "acme/acme-chat-1": poisonedAlias }, + // Attack 2: original key removed, row substituted under the alias. + { ...chatEntries(700), "acme/acme-chat-1": poisonedAlias }, + ]) { + const sanitized = { catalog: { ...catalog, ...curatedCoverage }, droppedModelIds: [] }; + expect(() => validateModelData(sanitized, baseline)).toThrow( + /acme:acme-chat-1 input_cost_per_token: 0.000001 -> 1e-15/ + ); + } + }); + + test("rejects a targeted capability-flag flip on a single row", () => { + // One true -> false flip is far inside the aggregate 10% allowance, but + // runtime would start rejecting valid attachments for that model. + const baseline = chatEntries(700, { supports_pdf_input: true }); + const catalog = { ...baseline, ...curatedCoverage }; + catalog["provider/model-3"] = { ...catalog["provider/model-3"], supports_pdf_input: false }; + expect(() => validateModelData({ catalog, droppedModelIds: [] }, baseline)).toThrow( + /provider:model-3 supports_pdf_input: true -> false/ + ); + }); + + test("accepts runtime-parseable numeric strings as equal magnitudes", () => { + // getModelStats parses "128000" like 128000, so a representation change + // must not read as a >100x collapse and block the refresh. + const catalog = { ...chatEntries(700), ...curatedCoverage }; + catalog["provider/model-3"] = { ...catalog["provider/model-3"], max_input_tokens: "128000" }; + expect(() => + validateModelData({ catalog, droppedModelIds: [] }, chatEntries(700)) + ).not.toThrow(); + }); + + test("rejects data where too many entries had invalid pricing", () => { + // 100 dropped out of 700 total (14%) exceeds the 5% abort threshold. + const dropped = Array.from({ length: 100 }, (_, i) => `dropped-${i}`); + expect(() => + validateModelData({ catalog: chatEntries(600), droppedModelIds: dropped }) + ).toThrow(/entries have invalid pricing/); + }); + + test("rejects data missing curated known models", () => { + // A large catalog that satisfies the size floor but carries none of the + // curated model keys that models-extra does not already cover. + expect(() => validateModelData({ catalog: chatEntries(600), droppedModelIds: [] })).toThrow( + /curated known models missing from upstream/ + ); + }); +}); + +describe("serializeModelData", () => { + test("sorts keys so upstream reordering produces no diff", () => { + const forward = serializeModelData({ b: { mode: "chat" }, a: { mode: "chat" } }); + const reversed = serializeModelData({ a: { mode: "chat" }, b: { mode: "chat" } }); + expect(forward).toBe(reversed); + expect(forward.indexOf('"a"')).toBeLessThan(forward.indexOf('"b"')); + }); +}); diff --git a/src/common/utils/tokens/updateModelsData.ts b/src/common/utils/tokens/updateModelsData.ts new file mode 100644 index 00000000000..ac2bcd275c9 --- /dev/null +++ b/src/common/utils/tokens/updateModelsData.ts @@ -0,0 +1,444 @@ +/** + * Pure transform/validation logic for refreshing models.json from LiteLLM's + * model_prices_and_context_window.json. The fetch/write CLI wrapper lives in + * scripts/update_models.ts (run via `make update-models`); the logic lives here + * so `bun test src` covers it (#3727). + */ + +import { KNOWN_MODELS } from "@/common/constants/knownModels"; +import { normalizeToCanonical } from "../ai/models"; +import { modelsExtra } from "./models-extra"; +import { generateModelLookupKeys, hasUsableTokenLimits, parseNum } from "./modelStats"; + +const RETAINED_FIELDS = [ + "max_input_tokens", + "max_output_tokens", + "input_cost_per_token", + "output_cost_per_token", + "output_cost_per_image_token", + "input_cost_per_token_above_200k_tokens", + "output_cost_per_token_above_200k_tokens", + "cache_creation_input_token_cost", + "cache_creation_input_token_cost_above_200k_tokens", + "cache_read_input_token_cost", + "cache_read_input_token_cost_above_200k_tokens", + "tiered_pricing_threshold_tokens", + "mode", + "litellm_provider", + "supports_pdf_input", + "supports_vision", + "supports_audio_input", + "supports_video_input", + "max_pdf_size_mb", +] as const; + +const COST_FIELDS = [ + "input_cost_per_token", + "output_cost_per_token", + "output_cost_per_image_token", + "input_cost_per_token_above_200k_tokens", + "output_cost_per_token_above_200k_tokens", + "cache_creation_input_token_cost", + "cache_creation_input_token_cost_above_200k_tokens", + "cache_read_input_token_cost", + "cache_read_input_token_cost_above_200k_tokens", +] as const; + +// Abort thresholds guarding against truncated or structurally reshaped upstream data. +// The absolute floor catches degenerate payloads; the relative bounds catch partial +// responses or field renames that would silently degrade thousands of known models. +const MIN_USABLE_MAPPABLE_MODELS = 500; +const MAX_BASELINE_SHRINK_FRACTION = 0.1; +// Relative checks only apply to baselines with enough entries for the fraction +// to be signal rather than noise (a 3-entry mode legitimately losing 1 entry +// must not block refreshes forever). +const MIN_BASELINE_FOR_SHRINK_CHECK = 20; +const MAX_INVALID_PRICING_FRACTION = 0.05; +// A poisoned upstream could keep every field present but rescale values +// (prices toward zero, token limits toward 1), silently corrupting cost +// accounting or context handling. Legitimate repricing rarely approaches this +// factor, so both a catalog-wide median shift and a per-entry value shift +// beyond it are treated as corruption. +const MAX_MAGNITUDE_SHIFT_FACTOR = 100; + +/** Modes whose metadata applies to chat-style usage; mirrored by the Treat-as catalog. */ +export const MAPPABLE_MODES = new Set(["chat", "responses"]); + +/** + * Canonical `provider:model` id for a catalog key. LiteLLM keys are either + * "provider/model" or a bare model id whose provider lives in litellm_provider; + * both forms round-trip through getModelStats' lookup keys. Shared with the + * Treat-as catalog so validation and the UI derive identities identically. + */ +export function toCanonicalModelId( + catalogKey: string, + metadata: Record +): string | null { + const slashIndex = catalogKey.indexOf("/"); + if (slashIndex > 0) { + return `${catalogKey.slice(0, slashIndex)}:${catalogKey.slice(slashIndex + 1)}`; + } + const provider = metadata.litellm_provider; + return typeof provider === "string" && provider.length > 0 ? `${provider}:${catalogKey}` : null; +} + +export type ModelCatalogData = Record>; + +export interface SanitizedModelData { + catalog: ModelCatalogData; + /** Catalog keys dropped because a present cost field was not a finite non-negative number. */ + droppedModelIds: string[]; +} + +export function pruneModelData(data: unknown): ModelCatalogData { + if (!data || typeof data !== "object" || Array.isArray(data)) { + throw new Error("Expected LiteLLM model metadata object"); + } + + const pruned: ModelCatalogData = {}; + for (const [modelId, rawMetadata] of Object.entries(data)) { + if (!rawMetadata || typeof rawMetadata !== "object" || Array.isArray(rawMetadata)) { + continue; + } + + const metadata = rawMetadata as Record; + const retained: Record = {}; + // Keep models.json small: Xum only reads pricing, token limits, provider, mode, and media + // capability fields, while upstream LiteLLM ships many provider-specific fields we never use. + for (const field of RETAINED_FIELDS) { + if (metadata[field] !== undefined) { + retained[field] = metadata[field]; + } + } + pruned[modelId] = retained; + } + + return pruned; +} + +function hasValidPricing(metadata: Record): boolean { + return COST_FIELDS.every((field) => { + const value = metadata[field]; + // Absent costs are fine (e.g. subscription providers); present costs must be + // usable numbers, otherwise cost tracking would silently misprice the model. + return ( + value === undefined || (typeof value === "number" && Number.isFinite(value) && value >= 0) + ); + }); +} + +export function sanitizePricing(pruned: ModelCatalogData): SanitizedModelData { + const catalog: ModelCatalogData = {}; + const droppedModelIds: string[] = []; + + for (const [modelId, metadata] of Object.entries(pruned)) { + if (hasValidPricing(metadata)) { + catalog[modelId] = metadata; + } else { + droppedModelIds.push(modelId); + } + } + + return { catalog, droppedModelIds }; +} + +function providesUsableMetadata(entry: unknown): boolean { + return ( + typeof entry === "object" && + entry !== null && + hasUsableTokenLimits(entry as Record) + ); +} + +/** + * Curated models that would lose token/pricing metadata under the given catalog. + * Coverage uses getModelStats' own lookup keys and usability bar, so any key + * form the runtime can resolve (bare, provider-scoped, models-extra override) + * counts, and an entry that loses its token limits still counts as missing. + */ +export function findMissingKnownModels( + catalog: ModelCatalogData, + extra: Record = modelsExtra +): string[] { + const missing: string[] = []; + for (const model of Object.values(KNOWN_MODELS)) { + const covered = generateModelLookupKeys(model.id).some( + (key) => providesUsableMetadata(catalog[key]) || providesUsableMetadata(extra[key]) + ); + if (!covered) { + missing.push(model.id); + } + } + return missing; +} + +export interface ModeCoverage { + /** Entries in this mode. */ + entries: number; + /** Entries passing getModelStats' usability bar (usable token limits). */ + usable: number; + /** + * Per retained field, entries carrying a consumed value. Every retained + * field is read somewhere at runtime (stats, pricing, capabilities) and most + * are optional per entry, so coverage is tracked per field and per mode: + * an upstream removal or rename of any one field registers as shrinkage + * instead of hiding behind counts of the surviving fields. + */ + fields: Record; +} + +export interface NumericFieldStats { + /** Mappable-mode entries carrying a positive value for the field. */ + samples: number; + /** Median of those positive values (0 when none). */ + median: number; +} + +export interface CatalogSummary { + totalEntries: number; + /** Coverage per mode string, spanning every mode (not just mappable ones). */ + modes: Record; + /** Magnitude stats per numeric retained field across mappable entries. */ + numericFields: Record; +} + +function median(values: number[]): number { + if (values.length === 0) { + return 0; + } + const sorted = [...values].sort((a, b) => a - b); + return sorted[Math.floor(sorted.length / 2)]; +} + +// Booleans count only when true: capability flags are consumed as "absent == +// unsupported", so a catalog-wide flip to false is equivalent to removal. +function hasConsumedValue(value: unknown): boolean { + if (typeof value === "boolean") { + return value; + } + if (typeof value === "number") { + return Number.isFinite(value); + } + return typeof value === "string" && value.length > 0; +} + +export function summarizeCatalog(catalog: ModelCatalogData): CatalogSummary { + const summary: CatalogSummary = { totalEntries: 0, modes: {}, numericFields: {} }; + const numericSamples = new Map(); + for (const metadata of Object.values(catalog)) { + summary.totalEntries++; + const mode = typeof metadata.mode === "string" ? metadata.mode : "unknown"; + const coverage = (summary.modes[mode] ??= { entries: 0, usable: 0, fields: {} }); + coverage.entries++; + // Usability applies getModelStats' bar: entries without usable token limits + // never resolve, so losing max_input_tokens must register as shrinkage. + if (hasUsableTokenLimits(metadata)) { + coverage.usable++; + } + for (const field of RETAINED_FIELDS) { + if (field === "mode") { + continue; // the bucket key itself; `entries` already counts it + } + const value = metadata[field]; + if (hasConsumedValue(value)) { + coverage.fields[field] = (coverage.fields[field] ?? 0) + 1; + } + // parseNum mirrors runtime parsing, so a numeric string like "128000" + // contributes its real magnitude instead of reading as a collapse. + const numeric = parseNum(value); + if (MAPPABLE_MODES.has(mode) && numeric !== null && numeric > 0) { + let samples = numericSamples.get(field); + if (samples === undefined) { + samples = []; + numericSamples.set(field, samples); + } + samples.push(numeric); + } + } + } + for (const [field, samples] of numericSamples) { + summary.numericFields[field] = { samples: samples.length, median: median(samples) }; + } + return summary; +} + +/** + * The entry a catalog would serve for a model id, using getModelStats' own + * lookup preference and usability bar. Alias-shadowing corruption is only + * visible through this resolution, never through raw key comparison. + */ +function resolveCatalogEntry( + catalog: ModelCatalogData, + modelId: string +): Record | undefined { + for (const key of generateModelLookupKeys(modelId)) { + const entry = catalog[key]; + if (entry !== undefined && hasUsableTokenLimits(entry)) { + return entry; + } + } + return undefined; +} + +function belowBaseline(count: number, baseline: number): boolean { + return ( + baseline >= MIN_BASELINE_FOR_SHRINK_CHECK && + count < Math.ceil(baseline * (1 - MAX_BASELINE_SHRINK_FRACTION)) + ); +} + +/** + * Throws when the sanitized upstream data is unfit to replace the vendored + * models.json. `baselineCatalog` is the currently vendored catalog (defaults + * to empty when unavailable, disabling the relative checks). + */ +export function validateModelData( + sanitized: SanitizedModelData, + baselineCatalog: ModelCatalogData = {} +): void { + const { catalog, droppedModelIds } = sanitized; + const errors: string[] = []; + + const summary = summarizeCatalog(catalog); + const baseline = summarizeCatalog(baselineCatalog); + const usableMappableModels = [...MAPPABLE_MODES].reduce( + (count, mode) => count + (summary.modes[mode]?.usable ?? 0), + 0 + ); + if (usableMappableModels < MIN_USABLE_MAPPABLE_MODELS) { + errors.push( + `only ${usableMappableModels} usable chat/responses models found ` + + `(expected at least ${MIN_USABLE_MAPPABLE_MODELS})` + ); + } + + // Fields are optional per entry (e.g. subscription providers omit costs), so + // an upstream rename or wholesale omission of any retained field, or of a + // whole mode, would sail through the per-entry checks; comparing every mode's + // entry/usable counts and every retained field's per-mode coverage against + // the vendored baseline keeps a refresh from silently dropping, zero-pricing, + // or de-capability-ing whole slices of the catalog. + const shrinkChecks: Array<[label: string, count: number, baselineCount: number]> = [ + ["total entry count", summary.totalEntries, baseline.totalEntries], + ]; + const emptyCoverage: ModeCoverage = { entries: 0, usable: 0, fields: {} }; + for (const [mode, baselineCoverage] of Object.entries(baseline.modes)) { + const coverage = summary.modes[mode] ?? emptyCoverage; + shrinkChecks.push( + [`${mode} entry count`, coverage.entries, baselineCoverage.entries], + [`${mode} usable model count`, coverage.usable, baselineCoverage.usable] + ); + for (const [field, baselineCount] of Object.entries(baselineCoverage.fields)) { + shrinkChecks.push([`${mode} ${field} coverage`, coverage.fields[field] ?? 0, baselineCount]); + } + } + // Numeric magnitudes are guarded too, not just field presence: a poisoned + // catalog could retain every field while rescaling values (prices toward + // zero or absurdly high, token limits toward 1). A collapsed sample count + // (e.g. every price zeroed) fails both the sample shrink and the median + // check, since a zero median is more than MAX_MEDIAN_SHIFT_FACTOR below any + // positive baseline. + for (const [field, baselineStats] of Object.entries(baseline.numericFields)) { + if (baselineStats.samples < MIN_BASELINE_FOR_SHRINK_CHECK || baselineStats.median <= 0) { + continue; + } + const candidate = summary.numericFields[field] ?? { samples: 0, median: 0 }; + shrinkChecks.push([`${field} positive-value count`, candidate.samples, baselineStats.samples]); + const ratio = candidate.median / baselineStats.median; + if (ratio > MAX_MAGNITUDE_SHIFT_FACTOR || ratio < 1 / MAX_MAGNITUDE_SHIFT_FACTOR) { + errors.push( + `${field} median shifted from ${baselineStats.median} to ${candidate.median} ` + + `(more than ${MAX_MAGNITUDE_SHIFT_FACTOR}x from the vendored baseline; possible corruption)` + ); + } + } + for (const [label, count, baselineCount] of shrinkChecks) { + if (belowBaseline(count, baselineCount)) { + errors.push( + `${label} shrank from ${baselineCount} to ${count} ` + + `(more than ${MAX_BASELINE_SHRINK_FRACTION * 100}% below the vendored baseline)` + ); + } + } + + // Catalog-wide counts and medians cannot see targeted single-row corruption, + // and raw-key comparison cannot see alias shadowing: a poisoned catalog can + // add a higher-precedence key (openai/gpt-4o-mini over a baseline + // gpt-4o-mini) or move a row to such an alias, leaving every count and + // median intact while runtime lookups resolve the poisoned entry. Entries + // are therefore compared by runtime identity: for every model id either + // catalog can serve, the entry each catalog resolves through getModelStats' + // own lookup preference must keep positive numeric fields present and + // within the magnitude factor (runtime parseNum semantics, so numeric + // strings compare by value) and keep baseline-true capability flags (runtime + // treats absent/false as unsupported). Legitimate changes beyond these + // bounds fail closed: delete models.json and rerun to deliberately accept a + // full refresh. + const entryShifts: string[] = []; + const identities = new Set(); + for (const source of [baselineCatalog, catalog]) { + for (const [key, metadata] of Object.entries(source)) { + identities.add(normalizeToCanonical(toCanonicalModelId(key, metadata) ?? key)); + } + } + for (const id of identities) { + const baselineEntry = resolveCatalogEntry(baselineCatalog, id); + if (baselineEntry === undefined) { + continue; // genuinely new identity; nothing vendored to compare against + } + const entry = resolveCatalogEntry(catalog, id); + if (entry === undefined) { + continue; // fully removed identities are governed by the coverage baselines + } + for (const field of RETAINED_FIELDS) { + const baselineValue = baselineEntry[field]; + if (baselineValue === true) { + if (entry[field] !== true) { + entryShifts.push(`${id} ${field}: true -> ${JSON.stringify(entry[field]) ?? "absent"}`); + } + continue; + } + const baselineNum = typeof baselineValue === "boolean" ? null : parseNum(baselineValue); + if (baselineNum === null || baselineNum <= 0) { + continue; + } + const candidateNum = parseNum(entry[field]); + const ratio = candidateNum === null ? 0 : candidateNum / baselineNum; + if (ratio > MAX_MAGNITUDE_SHIFT_FACTOR || ratio < 1 / MAX_MAGNITUDE_SHIFT_FACTOR) { + entryShifts.push(`${id} ${field}: ${baselineNum} -> ${candidateNum ?? "absent"}`); + } + } + } + if (entryShifts.length > 0) { + errors.push( + `${entryShifts.length} resolved model identities regressed a retained field beyond the ` + + `vendored baseline (e.g. ${entryShifts.slice(0, 5).join("; ")})` + ); + } + + const total = Object.keys(catalog).length + droppedModelIds.length; + if (total > 0 && droppedModelIds.length / total > MAX_INVALID_PRICING_FRACTION) { + errors.push( + `${droppedModelIds.length}/${total} entries have invalid pricing ` + + `(e.g. ${droppedModelIds.slice(0, 5).join(", ")})` + ); + } + + const missingKnownModels = findMissingKnownModels(catalog); + if (missingKnownModels.length > 0) { + errors.push(`curated known models missing from upstream: ${missingKnownModels.join(", ")}`); + } + + if (errors.length > 0) { + throw new Error(`Refusing to update models.json:\n- ${errors.join("\n- ")}`); + } +} + +export function serializeModelData(catalog: ModelCatalogData): string { + // Sort keys so upstream object reordering never shows up as a diff (the CLI + // and the scheduled workflow treat byte-identical output as "no update"). + const sorted = Object.fromEntries( + Object.entries(catalog).sort(([a], [b]) => (a < b ? -1 : a > b ? 1 : 0)) + ); + return `${JSON.stringify(sorted, null, 2)}\n`; +}