From 6fa65fb7ce6d4a2b74fd720eb88d1706274dca10 Mon Sep 17 00:00:00 2001 From: Michael Suchacz <203725896+ibetitsmike@users.noreply.github.com> Date: Sun, 23 Aug 2026 08:23:46 +0000 Subject: [PATCH 01/12] feat: validated make update-models flow + full Treat-as catalog (#3727) --- .github/workflows/update-models.yml | 93 ++++++++++ Makefile | 10 ++ scripts/update_models.ts | 86 ++++------ .../Components/SearchableModelSelect.tsx | 14 +- .../Settings/Sections/ModelsSection.tsx | 13 +- src/common/constants/knownModels.test.ts | 19 +- src/common/utils/tokens/modelCatalog.test.ts | 43 +++++ src/common/utils/tokens/modelCatalog.ts | 57 ++++++ .../utils/tokens/updateModelsData.test.ts | 126 ++++++++++++++ src/common/utils/tokens/updateModelsData.ts | 162 ++++++++++++++++++ 10 files changed, 544 insertions(+), 79 deletions(-) create mode 100644 .github/workflows/update-models.yml create mode 100644 src/common/utils/tokens/modelCatalog.test.ts create mode 100644 src/common/utils/tokens/modelCatalog.ts create mode 100644 src/common/utils/tokens/updateModelsData.test.ts create mode 100644 src/common/utils/tokens/updateModelsData.ts diff --git a/.github/workflows/update-models.yml b/.github/workflows/update-models.yml new file mode 100644 index 00000000000..ae5e8431c77 --- /dev/null +++ b/.github/workflows/update-models.yml @@ -0,0 +1,93 @@ +# Weekly refresh of the vendored LiteLLM model catalog +# (src/common/utils/tokens/models.json) via scripts/update_models.ts, which +# validates pricing shape and curated-model coverage before writing (#3727). +# Opens or updates a bot PR only when the data changed. +# SETUP: reuses the auto-cleanup GitHub App credentials (XUM_APP_ID and +# XUM_APP_PRIVATE_KEY) so the PR triggers CI. + +name: Update Models + +on: + schedule: + - cron: "0 6 * * 1" # Weekly, Mondays 6 AM UTC + workflow_dispatch: {} + +permissions: + contents: write + pull-requests: write + +concurrency: + group: update-models + cancel-in-progress: true + +jobs: + update-models: + runs-on: ubuntu-latest + steps: + - name: Check required secrets + id: precheck + env: + XUM_APP_ID: ${{ secrets.XUM_APP_ID || secrets.MUX_APP_ID }} + XUM_APP_PRIVATE_KEY: ${{ secrets.XUM_APP_PRIVATE_KEY || secrets.MUX_APP_PRIVATE_KEY }} + run: | + if [ -z "$XUM_APP_ID" ] || [ -z "$XUM_APP_PRIVATE_KEY" ]; then + echo "Skipping (missing XUM_APP_ID / XUM_APP_PRIVATE_KEY)." + echo "enabled=false" >> "$GITHUB_OUTPUT" + else + echo "enabled=true" >> "$GITHUB_OUTPUT" + fi + + - uses: actions/create-github-app-token@d72941d797fd3113feb6b93fd0dec494b13a2547 # v1.12.0 + id: app-token + if: ${{ steps.precheck.outputs.enabled == 'true' }} + with: + # Use a GitHub App token so PR events trigger CI. PRs opened via + # GITHUB_TOKEN intentionally do not trigger other workflows. + app-id: ${{ secrets.XUM_APP_ID || secrets.MUX_APP_ID }} + private-key: ${{ secrets.XUM_APP_PRIVATE_KEY || secrets.MUX_APP_PRIVATE_KEY }} + + - uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4.3.1 + if: ${{ steps.precheck.outputs.enabled == 'true' }} + with: + token: ${{ steps.app-token.outputs.token }} + + - uses: oven-sh/setup-bun@b7a1c7ccf290d58743029c4f6903da283811b979 # v2.1.0 + if: ${{ steps.precheck.outputs.enabled == 'true' }} + with: + bun-version: 1.3.5 + + - name: Install dependencies + if: ${{ steps.precheck.outputs.enabled == 'true' }} + run: bun install --frozen-lockfile + + - name: Update models.json + if: ${{ steps.precheck.outputs.enabled == 'true' }} + run: bun scripts/update_models.ts + + - name: Push branch and open PR if changed + if: ${{ steps.precheck.outputs.enabled == 'true' }} + env: + GH_TOKEN: ${{ steps.app-token.outputs.token }} + run: | + if git diff --quiet -- src/common/utils/tokens/models.json; then + echo "models.json already up to date; no PR needed." + exit 0 + fi + + git config user.name "mux-bot[bot]" + git config user.email "264182336+mux-bot[bot]@users.noreply.github.com" + git checkout -B bot/update-models + git add src/common/utils/tokens/models.json + git commit -m "πŸ€– chore: refresh models.json from LiteLLM" + git push --force origin bot/update-models + + open_prs=$(gh pr list --head bot/update-models --state open --json number --jq length) + if [ "$open_prs" = "0" ]; then + gh pr create \ + --title "πŸ€– chore: refresh models.json from LiteLLM" \ + --body "Automated weekly refresh of the vendored LiteLLM model catalog via \`make update-models\` (#3727)." \ + --base main \ + --head bot/update-models + else + echo "Existing open PR for bot/update-models updated by push." + fi diff --git a/Makefile b/Makefile index 69621d46cca..355e9f43f12 100644 --- a/Makefile +++ b/Makefile @@ -219,6 +219,16 @@ start: node_modules/.installed build-main build-preload build-static ## Build an ## Build targets (can run in parallel) build: node_modules/.installed src/version.ts build-renderer build-main build-preload build-icons build-static ## Build all targets +.PHONY: update-models +update-models: node_modules/.installed ## Fetch latest LiteLLM model data, validate it, update models.json if changed + @bun scripts/update_models.ts + +# #3727: `make build UPDATE_MODELS=1` refreshes the vendored models.json before +# building; plain `make build` stays network-free and reproducible. +ifeq ($(UPDATE_MODELS),1) +build: update-models +endif + build-main: node_modules/.installed dist/cli/index.js dist/cli/api.mjs ## Build main process BUILTIN_AGENTS_GENERATED := src/node/services/agentDefinitions/builtInAgentContent.generated.ts diff --git a/scripts/update_models.ts b/scripts/update_models.ts index dcadc4928ee..31befe2a8c4 100644 --- a/scripts/update_models.ts +++ b/scripts/update_models.ts @@ -1,62 +1,24 @@ #!/usr/bin/env bun /** - * Downloads the latest model prices and context window data from LiteLLM - * and saves the subset Xum consumes to src/common/utils/tokens/models.json. + * Refreshes src/common/utils/tokens/models.json from LiteLLM. The transform and + * validation logic lives in src/common/utils/tokens/updateModelsData.ts so unit + * tests cover it. Writes only when the validated content changed, keeping + * `make update-models`, `make build UPDATE_MODELS=1`, and the scheduled + * update-models workflow idempotent (#3727). */ +import { + pruneModelData, + sanitizePricing, + serializeModelData, + validateModelData, +} from "../src/common/utils/tokens/updateModelsData"; + const LITELLM_URL = "https://raw.githubusercontent.com/BerriAI/litellm/main/model_prices_and_context_window.json"; const OUTPUT_PATH = "src/common/utils/tokens/models.json"; -const RETAINED_FIELDS = [ - "max_input_tokens", - "max_output_tokens", - "input_cost_per_token", - "output_cost_per_token", - "output_cost_per_image_token", - "input_cost_per_token_above_200k_tokens", - "output_cost_per_token_above_200k_tokens", - "cache_creation_input_token_cost", - "cache_creation_input_token_cost_above_200k_tokens", - "cache_read_input_token_cost", - "cache_read_input_token_cost_above_200k_tokens", - "tiered_pricing_threshold_tokens", - "mode", - "litellm_provider", - "supports_pdf_input", - "supports_vision", - "supports_audio_input", - "supports_video_input", - "max_pdf_size_mb", -] as const; - -function pruneModelData(data: unknown): Record> { - if (!data || typeof data !== "object" || Array.isArray(data)) { - throw new Error("Expected LiteLLM model metadata object"); - } - - const pruned: Record> = {}; - for (const [modelId, rawMetadata] of Object.entries(data)) { - if (!rawMetadata || typeof rawMetadata !== "object" || Array.isArray(rawMetadata)) { - continue; - } - - const metadata = rawMetadata as Record; - const retained: Record = {}; - // Keep models.json small: Xum only reads pricing, token limits, provider, mode, and media - // capability fields, while upstream LiteLLM ships many provider-specific fields we never use. - for (const field of RETAINED_FIELDS) { - if (metadata[field] !== undefined) { - retained[field] = metadata[field]; - } - } - pruned[modelId] = retained; - } - - return pruned; -} - async function updateModels() { console.log(`Fetching model data from ${LITELLM_URL}...`); @@ -66,12 +28,26 @@ async function updateModels() { throw new Error(`Failed to fetch model data: ${response.status} ${response.statusText}`); } - const data = pruneModelData(await response.json()); - - console.log(`Writing model data to ${OUTPUT_PATH}...`); - await Bun.write(OUTPUT_PATH, `${JSON.stringify(data, null, 2)}\n`); + const sanitized = sanitizePricing(pruneModelData(await response.json())); + if (sanitized.droppedModelIds.length > 0) { + console.warn( + `Dropped ${sanitized.droppedModelIds.length} entries with invalid pricing: ` + + sanitized.droppedModelIds.slice(0, 10).join(", ") + ); + } + validateModelData(sanitized); + + const serialized = serializeModelData(sanitized.catalog); + const existing = await Bun.file(OUTPUT_PATH) + .text() + .catch(() => null); + if (existing === serialized) { + console.log("βœ“ models.json already up to date"); + return; + } - console.log("βœ“ Model data updated successfully"); + await Bun.write(OUTPUT_PATH, serialized); + console.log(`βœ“ Updated ${OUTPUT_PATH} (${Object.keys(sanitized.catalog).length} models)`); } updateModels().catch((error) => { diff --git a/src/browser/features/Settings/Components/SearchableModelSelect.tsx b/src/browser/features/Settings/Components/SearchableModelSelect.tsx index b95851ed561..d285e60355e 100644 --- a/src/browser/features/Settings/Components/SearchableModelSelect.tsx +++ b/src/browser/features/Settings/Components/SearchableModelSelect.tsx @@ -6,6 +6,10 @@ import { stopKeyboardPropagation } from "@/browser/utils/events"; import { cn } from "@/common/lib/utils"; import { getModelName, getModelProvider } from "@/common/utils/ai/models"; +// The full model catalog is ~2k entries; rendering every row makes the popover +// janky, so cap the list and prompt the user to narrow the search instead. +const MAX_RENDERED_MODELS = 200; + /** Searchable model dropdown with keyboard navigation */ export function SearchableModelSelect(props: { value: string; @@ -34,6 +38,9 @@ export function SearchableModelSelect(props: { model.toLowerCase().includes(searchLower) || (getModelName(model)?.toLowerCase().includes(searchLower) ?? false) ); + const hiddenModelCount = Math.max(0, filteredModels.length - MAX_RENDERED_MODELS); + const visibleModels = + hiddenModelCount > 0 ? filteredModels.slice(0, MAX_RENDERED_MODELS) : filteredModels; // Build list of all selectable items (empty option + filtered models) const items: Array<{ value: string; label: string; provider?: string; isMuted?: boolean }> = []; @@ -44,7 +51,7 @@ export function SearchableModelSelect(props: { isMuted: true, }); } - for (const model of filteredModels) { + for (const model of visibleModels) { items.push({ value: model, label: getModelName(model) ?? model, @@ -180,6 +187,11 @@ export function SearchableModelSelect(props: { )) )} + {hiddenModelCount > 0 && ( +
+ +{hiddenModelCount} more, keep typing to filter +
+ )} diff --git a/src/browser/features/Settings/Sections/ModelsSection.tsx b/src/browser/features/Settings/Sections/ModelsSection.tsx index 39a429daf70..3d775eed592 100644 --- a/src/browser/features/Settings/Sections/ModelsSection.tsx +++ b/src/browser/features/Settings/Sections/ModelsSection.tsx @@ -19,6 +19,7 @@ import { useMinThinkingLevels } from "@/browser/hooks/useMinThinkingLevels"; import { usePersistedState } from "@/browser/hooks/usePersistedState"; import { useProvidersConfig } from "@/browser/hooks/useProvidersConfig"; import { KNOWN_MODELS } from "@/common/constants/knownModels"; +import { listModelCatalogIds } from "@/common/utils/tokens/modelCatalog"; import { isCodexOauthRequiredModelId } from "@/common/constants/codexOAuth"; import { usePolicy } from "@/browser/contexts/PolicyContext"; import { @@ -160,12 +161,10 @@ export function ModelsSection() { // cross-hook timing mismatches while settings are loading/refetching. const codexOauthConfigured = config?.openai?.codexOauthSet === true; - // "Treat as" dropdown should only list known models β€” custom models don't have - // the metadata (pricing, context window, tokenizer) that mapping inherits. - // Static list β€” React Compiler handles memoization; no manual useMemo needed. - const knownModelIds = Object.values(KNOWN_MODELS) - .map((model) => model.id) - .sort(); + // "Treat as" targets must carry the metadata (pricing, context window) that + // mapping inherits: any model in the token catalog qualifies, not just the + // curated KNOWN_MODELS list (#3727). + const treatAsModelIds = listModelCatalogIds(); // Check if a model already exists (for duplicate prevention) const modelExists = useCallback( @@ -473,7 +472,7 @@ export function ModelsSection() { editMappedToModel={isModelEditing ? editing.mappedToModel : undefined} editAutofocus={isModelEditing ? editing.focus : undefined} customContextWindowTokens={model.contextWindowTokens} - allModels={knownModelIds} + allModels={treatAsModelIds} editError={isModelEditing ? error : undefined} saving={false} hasActiveEdit={editing !== null} diff --git a/src/common/constants/knownModels.test.ts b/src/common/constants/knownModels.test.ts index c83b5ba4601..0b4e15c0b89 100644 --- a/src/common/constants/knownModels.test.ts +++ b/src/common/constants/knownModels.test.ts @@ -5,29 +5,16 @@ import { describe, test, expect } from "@jest/globals"; import { KNOWN_MODELS, MODEL_ABBREVIATIONS } from "@/common/constants/knownModels"; import modelsJson from "@/common/utils/tokens/models.json"; -import { modelsExtra } from "@/common/utils/tokens/models-extra"; +import { findMissingKnownModels } from "@/common/utils/tokens/updateModelsData"; describe("Known Models Integration", () => { test("all known models exist in token metadata", () => { - const missingModels: string[] = []; - - for (const [key, model] of Object.entries(KNOWN_MODELS)) { - const modelId = model.providerModelId; - - // xAI and Moonshot models are provider-prefixed in token metadata. - const lookupKey = - model.provider === "xai" || model.provider === "moonshotai" - ? `${model.provider}/${modelId}` - : modelId; - if (!(lookupKey in modelsJson) && !(lookupKey in modelsExtra) && !(modelId in modelsExtra)) { - missingModels.push(`${key}: ${model.provider}:${modelId}`); - } - } + const missingModels = findMissingKnownModels(modelsJson); if (missingModels.length > 0) { throw new Error( `The following known models are missing from token metadata:\n${missingModels.join("\n")}\n\n` + - `Run 'bun scripts/update_models.ts' to refresh models.json from LiteLLM.` + `Run 'make update-models' to refresh models.json from LiteLLM.` ); } }); diff --git a/src/common/utils/tokens/modelCatalog.test.ts b/src/common/utils/tokens/modelCatalog.test.ts new file mode 100644 index 00000000000..8734b5c3af2 --- /dev/null +++ b/src/common/utils/tokens/modelCatalog.test.ts @@ -0,0 +1,43 @@ +import { describe, test, expect } from "@jest/globals"; +import { KNOWN_MODELS } from "@/common/constants/knownModels"; +import { listModelCatalogIds } from "./modelCatalog"; +import { getModelStats } from "./modelStats"; + +describe("listModelCatalogIds", () => { + const ids = listModelCatalogIds(); + + test("includes every curated known model", () => { + for (const model of Object.values(KNOWN_MODELS)) { + expect(ids).toContain(model.id); + } + }); + + test("exposes the full catalog, far beyond the curated list", () => { + expect(ids.length).toBeGreaterThan(Object.keys(KNOWN_MODELS).length * 10); + // Bare LiteLLM key: provider derived from litellm_provider. + expect(ids).toContain("openai:gpt-4o-mini"); + // Provider-prefixed LiteLLM key: provider derived from the key itself. + expect(ids).toContain("gemini:gemini-2.5-pro"); + }); + + test("every id is canonical provider:model and resolves to model stats", () => { + const invalid = ids.filter((id) => { + const colonIndex = id.indexOf(":"); + return colonIndex <= 0 || colonIndex >= id.length - 1; + }); + expect(invalid).toEqual([]); + + const unresolved = ids.filter((id) => getModelStats(id) === null); + expect(unresolved).toEqual([]); + }); + + test("excludes models without chat-style metadata", () => { + expect(ids).not.toContain("openai:text-embedding-3-small"); + }); + + test("is sorted, deduplicated, and stable across calls", () => { + expect(new Set(ids).size).toBe(ids.length); + expect([...ids].sort()).toEqual(ids); + expect(listModelCatalogIds()).toBe(ids); + }); +}); diff --git a/src/common/utils/tokens/modelCatalog.ts b/src/common/utils/tokens/modelCatalog.ts new file mode 100644 index 00000000000..8f53147effa --- /dev/null +++ b/src/common/utils/tokens/modelCatalog.ts @@ -0,0 +1,57 @@ +/** + * Full catalog of model ids usable as custom-model metadata mapping targets + * ("Treat as" in Settings). Exposes every models.json entry with usable + * chat metadata instead of only the curated KNOWN_MODELS list (#3727). + */ + +import { KNOWN_MODELS } from "@/common/constants/knownModels"; +import modelsData from "./models.json"; +import { getModelStats } from "./modelStats"; + +// Only modes whose metadata (pricing, context window) applies to chat-style usage. +const MAPPABLE_MODES = new Set(["chat", "responses"]); + +function toCanonicalModelId(catalogKey: string, metadata: Record): string | null { + // LiteLLM keys are either "provider/model" or a bare model id whose provider + // lives in litellm_provider. Both canonical forms round-trip through + // getModelStats: generateLookupKeys tries "provider/model" first and the bare + // model name as a fallback. + const slashIndex = catalogKey.indexOf("/"); + if (slashIndex > 0) { + return `${catalogKey.slice(0, slashIndex)}:${catalogKey.slice(slashIndex + 1)}`; + } + const provider = metadata.litellm_provider; + return typeof provider === "string" && provider.length > 0 ? `${provider}:${catalogKey}` : null; +} + +let cachedIds: string[] | undefined; + +/** + * Canonical `provider:model` ids for every catalog entry with resolvable model + * stats, unioned with the curated KNOWN_MODELS ids. Sorted. Cached because + * models.json is static for the process lifetime. + */ +export function listModelCatalogIds(): string[] { + if (cachedIds === undefined) { + const ids = new Set(); + for (const model of Object.values(KNOWN_MODELS)) { + ids.add(model.id); + } + for (const [key, metadata] of Object.entries( + modelsData as Record> + )) { + if (typeof metadata.mode !== "string" || !MAPPABLE_MODES.has(metadata.mode)) { + continue; + } + const id = toCanonicalModelId(key, metadata); + // getModelStats enforces the validity bar (usable token limits), so every + // listed id inherits real metadata when selected as a mapping target. + if (id === null || getModelStats(id) === null) { + continue; + } + ids.add(id); + } + cachedIds = [...ids].sort(); + } + return cachedIds; +} diff --git a/src/common/utils/tokens/updateModelsData.test.ts b/src/common/utils/tokens/updateModelsData.test.ts new file mode 100644 index 00000000000..6ba3715ee84 --- /dev/null +++ b/src/common/utils/tokens/updateModelsData.test.ts @@ -0,0 +1,126 @@ +import { describe, test, expect } from "@jest/globals"; +import { KNOWN_MODELS } from "@/common/constants/knownModels"; +import modelsJson from "./models.json"; +import { + findMissingKnownModels, + pruneModelData, + sanitizePricing, + validateModelData, +} from "./updateModelsData"; + +function chatEntries(count: number): Record> { + const entries: Record> = {}; + for (let i = 0; i < count; i++) { + entries[`provider/model-${i}`] = { + mode: "chat", + max_input_tokens: 128000, + input_cost_per_token: 0.000001, + output_cost_per_token: 0.000002, + }; + } + return entries; +} + +describe("pruneModelData", () => { + test("rejects non-object payloads", () => { + expect(() => pruneModelData(null)).toThrow("Expected LiteLLM model metadata object"); + expect(() => pruneModelData([1, 2])).toThrow("Expected LiteLLM model metadata object"); + }); + + test("keeps only retained fields and drops non-object entries", () => { + const pruned = pruneModelData({ + "provider/model-a": { + max_input_tokens: 1000, + input_cost_per_token: 0.001, + litellm_provider: "provider", + source: "https://example.com", + deprecation_date: "2027-01-01", + }, + bogus: "not-an-object", + }); + + expect(pruned["provider/model-a"]).toEqual({ + max_input_tokens: 1000, + input_cost_per_token: 0.001, + litellm_provider: "provider", + }); + expect(pruned.bogus).toBeUndefined(); + }); +}); + +describe("sanitizePricing", () => { + test("drops entries whose present cost fields are unusable", () => { + const { catalog, droppedModelIds } = sanitizePricing({ + good: { input_cost_per_token: 0.001, output_cost_per_token: 0 }, + // Subscription providers legitimately omit costs entirely. + "no-costs": { max_input_tokens: 1000 }, + negative: { input_cost_per_token: -0.001 }, + "not-a-number": { output_cost_per_token: "0.001" }, + infinite: { cache_read_input_token_cost: Number.POSITIVE_INFINITY }, + }); + + expect(Object.keys(catalog).sort()).toEqual(["good", "no-costs"]); + expect(droppedModelIds.sort()).toEqual(["infinite", "negative", "not-a-number"]); + }); +}); + +describe("findMissingKnownModels", () => { + test("reports all curated models against an empty catalog and no overrides", () => { + const missing = findMissingKnownModels({}, {}); + expect(missing.sort()).toEqual( + Object.values(KNOWN_MODELS) + .map((model) => model.id) + .sort() + ); + }); + + test("provider-prefixed lookups satisfy xai models while bare keys do not", () => { + const grok = Object.values(KNOWN_MODELS).find((model) => model.provider === "xai"); + if (!grok) throw new Error("expected a curated xai model"); + + const bareKey = { [grok.providerModelId]: {} }; + expect(findMissingKnownModels(bareKey, {})).toContain(grok.id); + + const prefixedKey = { [`xai/${grok.providerModelId}`]: {} }; + expect(findMissingKnownModels(prefixedKey, {})).not.toContain(grok.id); + }); + + test("models-extra overrides satisfy models absent upstream", () => { + const anthropic = Object.values(KNOWN_MODELS).find((model) => model.provider === "anthropic"); + if (!anthropic) throw new Error("expected a curated anthropic model"); + + expect(findMissingKnownModels({}, { [anthropic.providerModelId]: {} })).not.toContain( + anthropic.id + ); + }); +}); + +describe("validateModelData", () => { + test("accepts the current vendored models.json", () => { + const sanitized = sanitizePricing(modelsJson as Record>); + expect(sanitized.droppedModelIds).toEqual([]); + expect(() => validateModelData(sanitized)).not.toThrow(); + }); + + test("rejects truncated upstream data", () => { + expect(() => validateModelData({ catalog: chatEntries(10), droppedModelIds: [] })).toThrow( + /only 10 chat models found/ + ); + }); + + test("rejects data where too many entries had invalid pricing", () => { + // 100 dropped out of 700 total (14%) exceeds the 5% abort threshold. + const dropped = Array.from({ length: 100 }, (_, i) => `dropped-${i}`); + expect(() => + validateModelData({ catalog: chatEntries(600), droppedModelIds: dropped }) + ).toThrow(/entries have invalid pricing/); + }); + + test("rejects data missing curated known models", () => { + // A large catalog that satisfies the size floor but carries none of the + // curated model keys that models-extra does not already cover. + expect(() => validateModelData({ catalog: chatEntries(600), droppedModelIds: [] })).toThrow( + /curated known models missing from upstream/ + ); + }); +}); diff --git a/src/common/utils/tokens/updateModelsData.ts b/src/common/utils/tokens/updateModelsData.ts new file mode 100644 index 00000000000..913ededc110 --- /dev/null +++ b/src/common/utils/tokens/updateModelsData.ts @@ -0,0 +1,162 @@ +/** + * Pure transform/validation logic for refreshing models.json from LiteLLM's + * model_prices_and_context_window.json. The fetch/write CLI wrapper lives in + * scripts/update_models.ts (run via `make update-models`); the logic lives here + * so `bun test src` covers it (#3727). + */ + +import { KNOWN_MODELS } from "@/common/constants/knownModels"; +import { modelsExtra } from "./models-extra"; + +const RETAINED_FIELDS = [ + "max_input_tokens", + "max_output_tokens", + "input_cost_per_token", + "output_cost_per_token", + "output_cost_per_image_token", + "input_cost_per_token_above_200k_tokens", + "output_cost_per_token_above_200k_tokens", + "cache_creation_input_token_cost", + "cache_creation_input_token_cost_above_200k_tokens", + "cache_read_input_token_cost", + "cache_read_input_token_cost_above_200k_tokens", + "tiered_pricing_threshold_tokens", + "mode", + "litellm_provider", + "supports_pdf_input", + "supports_vision", + "supports_audio_input", + "supports_video_input", + "max_pdf_size_mb", +] as const; + +const COST_FIELDS = [ + "input_cost_per_token", + "output_cost_per_token", + "output_cost_per_image_token", + "input_cost_per_token_above_200k_tokens", + "output_cost_per_token_above_200k_tokens", + "cache_creation_input_token_cost", + "cache_creation_input_token_cost_above_200k_tokens", + "cache_read_input_token_cost", + "cache_read_input_token_cost_above_200k_tokens", +] as const; + +// Abort thresholds guarding against truncated or structurally reshaped upstream data. +const MIN_CHAT_MODELS = 500; +const MAX_INVALID_PRICING_FRACTION = 0.05; + +export type ModelCatalogData = Record>; + +export interface SanitizedModelData { + catalog: ModelCatalogData; + /** Catalog keys dropped because a present cost field was not a finite non-negative number. */ + droppedModelIds: string[]; +} + +export function pruneModelData(data: unknown): ModelCatalogData { + if (!data || typeof data !== "object" || Array.isArray(data)) { + throw new Error("Expected LiteLLM model metadata object"); + } + + const pruned: ModelCatalogData = {}; + for (const [modelId, rawMetadata] of Object.entries(data)) { + if (!rawMetadata || typeof rawMetadata !== "object" || Array.isArray(rawMetadata)) { + continue; + } + + const metadata = rawMetadata as Record; + const retained: Record = {}; + // Keep models.json small: Xum only reads pricing, token limits, provider, mode, and media + // capability fields, while upstream LiteLLM ships many provider-specific fields we never use. + for (const field of RETAINED_FIELDS) { + if (metadata[field] !== undefined) { + retained[field] = metadata[field]; + } + } + pruned[modelId] = retained; + } + + return pruned; +} + +function hasValidPricing(metadata: Record): boolean { + return COST_FIELDS.every((field) => { + const value = metadata[field]; + // Absent costs are fine (e.g. subscription providers); present costs must be + // usable numbers, otherwise cost tracking would silently misprice the model. + return ( + value === undefined || (typeof value === "number" && Number.isFinite(value) && value >= 0) + ); + }); +} + +export function sanitizePricing(pruned: ModelCatalogData): SanitizedModelData { + const catalog: ModelCatalogData = {}; + const droppedModelIds: string[] = []; + + for (const [modelId, metadata] of Object.entries(pruned)) { + if (hasValidPricing(metadata)) { + catalog[modelId] = metadata; + } else { + droppedModelIds.push(modelId); + } + } + + return { catalog, droppedModelIds }; +} + +/** + * Curated models that would lose token/pricing metadata under the given catalog. + * The models-extra overrides are consulted the same way getModelStats does. + */ +export function findMissingKnownModels( + catalog: ModelCatalogData, + extra: Record = modelsExtra +): string[] { + const missing: string[] = []; + for (const model of Object.values(KNOWN_MODELS)) { + const modelId = model.providerModelId; + // xAI and Moonshot models are provider-prefixed in token metadata. + const lookupKey = + model.provider === "xai" || model.provider === "moonshotai" + ? `${model.provider}/${modelId}` + : modelId; + if (!(lookupKey in catalog) && !(lookupKey in extra) && !(modelId in extra)) { + missing.push(model.id); + } + } + return missing; +} + +/** Throws when the sanitized upstream data is unfit to replace the vendored models.json. */ +export function validateModelData(sanitized: SanitizedModelData): void { + const { catalog, droppedModelIds } = sanitized; + const errors: string[] = []; + + const chatCount = Object.values(catalog).filter((metadata) => metadata.mode === "chat").length; + if (chatCount < MIN_CHAT_MODELS) { + errors.push(`only ${chatCount} chat models found (expected at least ${MIN_CHAT_MODELS})`); + } + + const total = Object.keys(catalog).length + droppedModelIds.length; + if (total > 0 && droppedModelIds.length / total > MAX_INVALID_PRICING_FRACTION) { + errors.push( + `${droppedModelIds.length}/${total} entries have invalid pricing ` + + `(e.g. ${droppedModelIds.slice(0, 5).join(", ")})` + ); + } + + const missingKnownModels = findMissingKnownModels(catalog); + if (missingKnownModels.length > 0) { + errors.push(`curated known models missing from upstream: ${missingKnownModels.join(", ")}`); + } + + if (errors.length > 0) { + throw new Error(`Refusing to update models.json:\n- ${errors.join("\n- ")}`); + } +} + +export function serializeModelData(catalog: ModelCatalogData): string { + return `${JSON.stringify(catalog, null, 2)}\n`; +} From e84d314ea120c56954a8346a84660da7ab58772e Mon Sep 17 00:00:00 2001 From: Michael Suchacz <203725896+ibetitsmike@users.noreply.github.com> Date: Sun, 23 Aug 2026 08:36:22 +0000 Subject: [PATCH 02/12] chore: refresh models.json from LiteLLM via make update-models Upstream dropped max_pdf_size_mb entirely, so the capability inference test now exercises the extraction branch with injected metadata. --- src/common/utils/ai/modelCapabilities.test.ts | 17 +- src/common/utils/ai/modelCapabilities.ts | 4 +- src/common/utils/tokens/models.json | 35109 +++++++++------- 3 files changed, 20820 insertions(+), 14310 deletions(-) diff --git a/src/common/utils/ai/modelCapabilities.test.ts b/src/common/utils/ai/modelCapabilities.test.ts index d95811ab728..f13e6594291 100644 --- a/src/common/utils/ai/modelCapabilities.test.ts +++ b/src/common/utils/ai/modelCapabilities.test.ts @@ -1,5 +1,9 @@ import { describe, expect, it } from "bun:test"; -import { getModelCapabilities, getSupportedInputMediaTypes } from "./modelCapabilities"; +import { + extractModelCapabilities, + getModelCapabilities, + getSupportedInputMediaTypes, +} from "./modelCapabilities"; describe("getModelCapabilities", () => { it("returns capabilities for known models", () => { @@ -49,11 +53,12 @@ describe("getModelCapabilities", () => { expect(caps?.supportsVision).toBe(true); }); - it("returns maxPdfSizeMb when present in model metadata", () => { - const caps = getModelCapabilities("google:gemini-1.5-flash"); - expect(caps).not.toBeNull(); - expect(caps?.supportsPdfInput).toBe(true); - expect(caps?.maxPdfSizeMb).toBeGreaterThan(0); + it("returns maxPdfSizeMb and infers PDF support when metadata carries the field", () => { + // Injected metadata: upstream LiteLLM dropped max_pdf_size_mb, but + // models-extra overrides can still supply it. + const caps = extractModelCapabilities({ max_pdf_size_mb: 30 }); + expect(caps.supportsPdfInput).toBe(true); + expect(caps.maxPdfSizeMb).toBe(30); }); it("returns multimodal capabilities for Gemini 3.5 Flash", () => { diff --git a/src/common/utils/ai/modelCapabilities.ts b/src/common/utils/ai/modelCapabilities.ts index 9fde6200ee4..910b75de8a7 100644 --- a/src/common/utils/ai/modelCapabilities.ts +++ b/src/common/utils/ai/modelCapabilities.ts @@ -62,7 +62,9 @@ function generateLookupKeys(modelString: string): string[] { return keys; } -function extractModelCapabilities(data: RawModelCapabilitiesData): ModelCapabilities { +// Exported for tests: upstream LiteLLM no longer ships max_pdf_size_mb, so the +// inference branches can only be exercised with injected metadata. +export function extractModelCapabilities(data: RawModelCapabilitiesData): ModelCapabilities { const maxPdfSizeMb = typeof data.max_pdf_size_mb === "number" ? data.max_pdf_size_mb : undefined; const provider = typeof data.litellm_provider === "string" ? data.litellm_provider : undefined; diff --git a/src/common/utils/tokens/models.json b/src/common/utils/tokens/models.json index 63489dfadca..952df2e4e16 100644 --- a/src/common/utils/tokens/models.json +++ b/src/common/utils/tokens/models.json @@ -134,11 +134,21 @@ "mode": "image_generation", "litellm_provider": "aiml" }, + "aiml/openai/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "aiml", + "supports_vision": true + }, "amazon.nova-canvas-v1:0": { "max_input_tokens": 2600, "mode": "image_generation", "litellm_provider": "bedrock" }, + "us.amazon.nova-canvas-v1:0": { + "max_input_tokens": 2600, + "mode": "image_generation", + "litellm_provider": "bedrock" + }, "us.writer.palmyra-x4-v1:0": { "max_input_tokens": 128000, "max_output_tokens": 8192, @@ -197,6 +207,18 @@ "supports_vision": true, "supports_video_input": true }, + "amazon.nova-2-pro-preview-20251202-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000021875, + "output_cost_per_token": 0.0000175, + "cache_read_input_token_cost": 5.46875e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true, + "supports_video_input": true + }, "apac.amazon.nova-2-lite-v1:0": { "max_input_tokens": 1000000, "max_output_tokens": 64000, @@ -209,6 +231,18 @@ "supports_vision": true, "supports_video_input": true }, + "apac.amazon.nova-2-pro-preview-20251202-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000021875, + "output_cost_per_token": 0.0000175, + "cache_read_input_token_cost": 5.46875e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true, + "supports_video_input": true + }, "eu.amazon.nova-2-lite-v1:0": { "max_input_tokens": 1000000, "max_output_tokens": 64000, @@ -221,6 +255,18 @@ "supports_vision": true, "supports_video_input": true }, + "eu.amazon.nova-2-pro-preview-20251202-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000021875, + "output_cost_per_token": 0.0000175, + "cache_read_input_token_cost": 5.46875e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true, + "supports_video_input": true + }, "us.amazon.nova-2-lite-v1:0": { "max_input_tokens": 1000000, "max_output_tokens": 64000, @@ -233,6 +279,18 @@ "supports_vision": true, "supports_video_input": true }, + "us.amazon.nova-2-pro-preview-20251202-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000021875, + "output_cost_per_token": 0.0000175, + "cache_read_input_token_cost": 5.46875e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true, + "supports_video_input": true + }, "amazon.nova-2-multimodal-embeddings-v1:0": { "max_input_tokens": 8172, "input_cost_per_token": 1.35e-7, @@ -282,9 +340,16 @@ "mode": "embedding", "litellm_provider": "bedrock" }, + "amazon.titan-embed-g1-text-02": { + "max_input_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "bedrock" + }, "amazon.titan-embed-text-v2:0": { "max_input_tokens": 8192, - "input_cost_per_token": 2e-7, + "input_cost_per_token": 2e-8, "output_cost_per_token": 0, "mode": "embedding", "litellm_provider": "bedrock" @@ -400,22 +465,32 @@ "supports_vision": true }, "anthropic.claude-3-5-sonnet-20240620-v1:0": { - "max_input_tokens": 200000, + "max_input_tokens": 1000000, "max_output_tokens": 4096, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.00003, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", "litellm_provider": "bedrock", "supports_pdf_input": true, "supports_vision": true }, "anthropic.claude-3-5-sonnet-20241022-v2:0": { - "max_input_tokens": 200000, + "max_input_tokens": 1000000, "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.00003, "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", "litellm_provider": "bedrock", "supports_pdf_input": true, @@ -450,6 +525,8 @@ "max_output_tokens": 4096, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.00000125, + "cache_creation_input_token_cost": 3.125e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", "litellm_provider": "bedrock", "supports_pdf_input": true, @@ -460,6 +537,8 @@ "max_output_tokens": 4096, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", "litellm_provider": "bedrock", "supports_vision": true @@ -469,6 +548,8 @@ "max_output_tokens": 4096, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", "litellm_provider": "bedrock", "supports_pdf_input": true, @@ -518,1215 +599,1278 @@ "supports_pdf_input": true, "supports_vision": true }, - "anthropic.claude-sonnet-4-20250514-v1:0": { + "anthropic.claude-opus-4-6-v1": { "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "anthropic.claude-sonnet-4-5-20250929-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "global.anthropic.claude-opus-4-6-v1": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "anthropic.claude-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, + "us.anthropic.claude-opus-4-6-v1": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "anthropic.claude-v2:1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, + "eu.anthropic.claude-opus-4-6-v1": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "anyscale/HuggingFaceH4/zephyr-7b-beta": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "au.anthropic.claude-opus-4-6-v1": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "anyscale" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "anyscale/codellama/CodeLlama-34b-Instruct-hf": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001, + "anthropic.claude-opus-4-7": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "anyscale" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "anyscale/codellama/CodeLlama-70b-Instruct-hf": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001, + "anthropic.claude-mythos-preview": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "anyscale" + "litellm_provider": "bedrock", + "supports_vision": true }, - "anyscale/google/gemma-7b-it": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "global.anthropic.claude-opus-4-7": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "anyscale" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "anyscale/meta-llama/Llama-2-13b-chat-hf": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 2.5e-7, + "us.anthropic.claude-opus-4-7": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "anyscale" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "anyscale/meta-llama/Llama-2-70b-chat-hf": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001, + "eu.anthropic.claude-opus-4-7": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "anyscale" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "anyscale/meta-llama/Llama-2-7b-chat-hf": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "au.anthropic.claude-opus-4-7": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "anyscale" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "anyscale/meta-llama/Meta-Llama-3-70B-Instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001, + "anthropic.claude-fable-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00005, + "cache_creation_input_token_cost": 0.0000125, + "cache_read_input_token_cost": 0.000001, "mode": "chat", - "litellm_provider": "anyscale" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "anyscale/meta-llama/Meta-Llama-3-8B-Instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "global.anthropic.claude-fable-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00005, + "cache_creation_input_token_cost": 0.0000125, + "cache_read_input_token_cost": 0.000001, "mode": "chat", - "litellm_provider": "anyscale" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "anyscale/mistralai/Mistral-7B-Instruct-v0.1": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, - "mode": "chat", - "litellm_provider": "anyscale" - }, - "anyscale/mistralai/Mixtral-8x22B-Instruct-v0.1": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "anyscale" - }, - "anyscale/mistralai/Mixtral-8x7B-Instruct-v0.1": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, - "mode": "chat", - "litellm_provider": "anyscale" - }, - "apac.amazon.nova-lite-v1:0": { - "max_input_tokens": 300000, - "max_output_tokens": 10000, - "input_cost_per_token": 6.3e-8, - "output_cost_per_token": 2.52e-7, + "us.anthropic.claude-fable-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000011, + "output_cost_per_token": 0.000055, + "cache_creation_input_token_cost": 0.00001375, + "cache_read_input_token_cost": 0.0000011, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "apac.amazon.nova-micro-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 10000, - "input_cost_per_token": 3.7e-8, - "output_cost_per_token": 1.48e-7, + "eu.anthropic.claude-fable-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000011, + "output_cost_per_token": 0.000055, + "cache_creation_input_token_cost": 0.00001375, + "cache_read_input_token_cost": 0.0000011, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "apac.amazon.nova-pro-v1:0": { - "max_input_tokens": 300000, - "max_output_tokens": 10000, - "input_cost_per_token": 8.4e-7, - "output_cost_per_token": 0.00000336, + "anthropic.claude-opus-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "apac.anthropic.claude-3-5-sonnet-20240620-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "global.anthropic.claude-opus-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "bedrock", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "apac.anthropic.claude-3-5-sonnet-20241022-v2:0": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "us.anthropic.claude-opus-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "bedrock", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "apac.anthropic.claude-3-haiku-20240307-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000125, + "eu.anthropic.claude-opus-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "bedrock", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "apac.anthropic.claude-haiku-4-5-20251001-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000055, - "cache_creation_input_token_cost": 0.000001375, - "cache_read_input_token_cost": 1.1e-7, + "au.anthropic.claude-opus-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "apac.anthropic.claude-3-sonnet-20240229-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "jp.anthropic.claude-opus-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "bedrock", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "apac.anthropic.claude-sonnet-4-20250514-v1:0": { + "anthropic.claude-opus-4-8": { "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "assemblyai/best": { - "mode": "audio_transcription", - "litellm_provider": "assemblyai" - }, - "assemblyai/nano": { - "mode": "audio_transcription", - "litellm_provider": "assemblyai" - }, - "au.anthropic.claude-sonnet-4-5-20250929-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000033, - "output_cost_per_token": 0.0000165, - "input_cost_per_token_above_200k_tokens": 0.0000066, - "output_cost_per_token_above_200k_tokens": 0.00002475, - "cache_creation_input_token_cost": 0.000004125, - "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, - "cache_read_input_token_cost": 3.3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, + "global.anthropic.claude-opus-4-8": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "azure/ada": { - "max_input_tokens": 8191, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "azure" - }, - "azure/codex-mini": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000006, - "cache_read_input_token_cost": 3.75e-7, - "mode": "responses", - "litellm_provider": "azure", + "us.anthropic.claude-opus-4-8": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "azure/command-r-plus": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "eu.anthropic.claude-opus-4-8": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "azure" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/claude-haiku-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, - "cache_read_input_token_cost": 1e-7, + "au.anthropic.claude-opus-4-8": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "azure_ai", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "azure_ai/claude-opus-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "jp.anthropic.claude-opus-4-8": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "azure_ai", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "azure_ai/claude-opus-4-1": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "jp.anthropic.claude-opus-4-7": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "azure_ai", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "azure_ai/claude-sonnet-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "anthropic.claude-sonnet-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "cache_creation_input_token_cost": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "azure_ai", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "azure/computer-use-preview": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000012, + "global.anthropic.claude-sonnet-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "cache_creation_input_token_cost": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "azure/container": { - "mode": "chat", - "litellm_provider": "azure" - }, - "azure_ai/gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "azure_ai" - }, - "azure/eu/gpt-4o-2024-08-06": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000275, + "us.anthropic.claude-sonnet-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000022, "output_cost_per_token": 0.000011, - "cache_read_input_token_cost": 0.000001375, + "cache_creation_input_token_cost": 0.00000275, + "cache_read_input_token_cost": 2.2e-7, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "azure/eu/gpt-4o-2024-11-20": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000275, + "eu.anthropic.claude-sonnet-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000022, "output_cost_per_token": 0.000011, - "cache_creation_input_token_cost": 0.00000138, + "cache_creation_input_token_cost": 0.00000275, + "cache_read_input_token_cost": 2.2e-7, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "azure/eu/gpt-4o-mini-2024-07-18": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.65e-7, - "output_cost_per_token": 6.6e-7, - "cache_read_input_token_cost": 8.3e-8, + "au.anthropic.claude-sonnet-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.000011, + "cache_creation_input_token_cost": 0.00000275, + "cache_read_input_token_cost": 2.2e-7, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "azure/eu/gpt-4o-mini-realtime-preview-2024-12-17": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 6.6e-7, - "output_cost_per_token": 0.00000264, - "cache_read_input_token_cost": 3.3e-7, - "mode": "chat", - "litellm_provider": "azure", - "supports_audio_input": true - }, - "azure/eu/gpt-4o-realtime-preview-2024-10-01": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.000022, - "cache_read_input_token_cost": 0.00000275, - "mode": "chat", - "litellm_provider": "azure", - "supports_audio_input": true - }, - "azure/eu/gpt-4o-realtime-preview-2024-12-17": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.000022, - "cache_read_input_token_cost": 0.00000275, - "mode": "chat", - "litellm_provider": "azure", - "supports_audio_input": true - }, - "azure/eu/gpt-5-2025-08-07": { - "max_input_tokens": 272000, + "jp.anthropic.claude-sonnet-5": { + "max_input_tokens": 1000000, "max_output_tokens": 128000, - "input_cost_per_token": 0.000001375, + "input_cost_per_token": 0.0000022, "output_cost_per_token": 0.000011, - "cache_read_input_token_cost": 1.375e-7, + "cache_creation_input_token_cost": 0.00000275, + "cache_read_input_token_cost": 2.2e-7, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "azure/eu/gpt-5-mini-2025-08-07": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.75e-7, - "output_cost_per_token": 0.0000022, - "cache_read_input_token_cost": 2.75e-8, + "anthropic.claude-sonnet-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "azure/eu/gpt-5.1": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000138, - "output_cost_per_token": 0.000011, - "cache_read_input_token_cost": 1.4e-7, + "global.anthropic.claude-sonnet-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "azure/eu/gpt-5.1-chat": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000138, - "output_cost_per_token": 0.000011, - "cache_read_input_token_cost": 1.4e-7, + "us.anthropic.claude-sonnet-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "cache_creation_input_token_cost": 0.000004125, + "cache_read_input_token_cost": 3.3e-7, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "azure/eu/gpt-5.1-codex": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000138, - "output_cost_per_token": 0.000011, - "cache_read_input_token_cost": 1.4e-7, - "mode": "responses", - "litellm_provider": "azure", + "eu.anthropic.claude-sonnet-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "cache_creation_input_token_cost": 0.000004125, + "cache_read_input_token_cost": 3.3e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "azure/eu/gpt-5.1-codex-mini": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.75e-7, - "output_cost_per_token": 0.0000022, - "cache_read_input_token_cost": 2.8e-8, - "mode": "responses", - "litellm_provider": "azure", + "au.anthropic.claude-sonnet-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "cache_creation_input_token_cost": 0.000004125, + "cache_read_input_token_cost": 3.3e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "azure/eu/gpt-5-nano-2025-08-07": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 5.5e-8, - "output_cost_per_token": 4.4e-7, - "cache_read_input_token_cost": 5.5e-9, + "jp.anthropic.claude-sonnet-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "cache_creation_input_token_cost": 0.000004125, + "cache_read_input_token_cost": 3.3e-7, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "azure/eu/o1-2024-12-17": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000165, - "output_cost_per_token": 0.000066, - "cache_read_input_token_cost": 0.00000825, + "anthropic.claude-sonnet-4-20250514-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "azure/eu/o1-mini-2024-09-12": { - "max_input_tokens": 128000, - "max_output_tokens": 65536, - "input_cost_per_token": 0.00000121, - "output_cost_per_token": 0.00000484, - "cache_read_input_token_cost": 6.05e-7, + "anthropic.claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "azure", - "supports_vision": false + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/eu/o1-preview-2024-09-12": { - "max_input_tokens": 128000, - "max_output_tokens": 32768, - "input_cost_per_token": 0.0000165, - "output_cost_per_token": 0.000066, - "cache_read_input_token_cost": 0.00000825, + "anthropic.claude-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, "mode": "chat", - "litellm_provider": "azure", - "supports_vision": false + "litellm_provider": "bedrock" }, - "azure/eu/o3-mini-2025-01-31": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00000121, - "output_cost_per_token": 0.00000484, - "cache_read_input_token_cost": 6.05e-7, + "anthropic.claude-v2:1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, "mode": "chat", - "litellm_provider": "azure", - "supports_vision": false + "litellm_provider": "bedrock" }, - "azure/global-standard/gpt-4o-2024-08-06": { - "max_input_tokens": 128000, + "anyscale/HuggingFaceH4/zephyr-7b-beta": { + "max_input_tokens": 16384, "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "azure", - "supports_vision": true + "litellm_provider": "anyscale" }, - "azure/global-standard/gpt-4o-2024-11-20": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, + "anyscale/codellama/CodeLlama-34b-Instruct-hf": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000001, "mode": "chat", - "litellm_provider": "azure", - "supports_vision": true + "litellm_provider": "anyscale" }, - "azure/global-standard/gpt-4o-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "anyscale/codellama/CodeLlama-70b-Instruct-hf": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000001, "mode": "chat", - "litellm_provider": "azure", - "supports_vision": true + "litellm_provider": "anyscale" }, - "azure/global/gpt-4o-2024-08-06": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, + "anyscale/google/gemma-7b-it": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "azure", - "supports_vision": true + "litellm_provider": "anyscale" }, - "azure/global/gpt-4o-2024-11-20": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, + "anyscale/meta-llama/Llama-2-13b-chat-hf": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 2.5e-7, "mode": "chat", - "litellm_provider": "azure", - "supports_vision": true + "litellm_provider": "anyscale" }, - "azure/global/gpt-5.1": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "anyscale/meta-llama/Llama-2-70b-chat-hf": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000001, "mode": "chat", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "anyscale" }, - "azure/global/gpt-5.1-chat": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "anyscale/meta-llama/Llama-2-7b-chat-hf": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true - }, - "azure/global/gpt-5.1-codex": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "responses", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "anyscale" }, - "azure/global/gpt-5.1-codex-mini": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 2.5e-8, - "mode": "responses", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "anyscale/meta-llama/Meta-Llama-3-70B-Instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000001, + "mode": "chat", + "litellm_provider": "anyscale" }, - "azure/gpt-3.5-turbo": { - "max_input_tokens": 4097, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "anyscale/meta-llama/Meta-Llama-3-8B-Instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "azure" + "litellm_provider": "anyscale" }, - "azure/gpt-3.5-turbo-0125": { + "anyscale/mistralai/Mistral-7B-Instruct-v0.1": { "max_input_tokens": 16384, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "azure" - }, - "azure/gpt-3.5-turbo-instruct-0914": { - "max_input_tokens": 4097, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002, - "mode": "completion", - "litellm_provider": "azure_text" + "litellm_provider": "anyscale" }, - "azure/gpt-35-turbo": { - "max_input_tokens": 4097, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "anyscale/mistralai/Mixtral-8x22B-Instruct-v0.1": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "azure" + "litellm_provider": "anyscale" }, - "azure/gpt-35-turbo-0125": { + "anyscale/mistralai/Mixtral-8x7B-Instruct-v0.1": { "max_input_tokens": 16384, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "azure" + "litellm_provider": "anyscale" }, - "azure/gpt-35-turbo-0301": { - "max_input_tokens": 4097, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.000002, + "apac.amazon.nova-lite-v1:0": { + "max_input_tokens": 300000, + "max_output_tokens": 10000, + "input_cost_per_token": 6.3e-8, + "output_cost_per_token": 2.52e-7, "mode": "chat", - "litellm_provider": "azure" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/gpt-35-turbo-0613": { - "max_input_tokens": 4097, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002, + "apac.amazon.nova-micro-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 10000, + "input_cost_per_token": 3.7e-8, + "output_cost_per_token": 1.48e-7, "mode": "chat", - "litellm_provider": "azure" + "litellm_provider": "bedrock_converse" }, - "azure/gpt-35-turbo-1106": { - "max_input_tokens": 16384, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000002, + "apac.amazon.nova-pro-v1:0": { + "max_input_tokens": 300000, + "max_output_tokens": 10000, + "input_cost_per_token": 8.4e-7, + "output_cost_per_token": 0.00000336, "mode": "chat", - "litellm_provider": "azure" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/gpt-35-turbo-16k": { - "max_input_tokens": 16385, + "apac.anthropic.claude-3-5-sonnet-20240620-v1:0": { + "max_input_tokens": 200000, "max_output_tokens": 4096, "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000004, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "azure" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/gpt-35-turbo-16k-0613": { - "max_input_tokens": 16385, - "max_output_tokens": 4096, + "apac.anthropic.claude-3-5-sonnet-20241022-v2:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000004, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "azure" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/gpt-35-turbo-instruct": { - "max_input_tokens": 4097, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002, - "mode": "completion", - "litellm_provider": "azure_text" + "apac.anthropic.claude-3-haiku-20240307-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000125, + "cache_creation_input_token_cost": 3.125e-7, + "cache_read_input_token_cost": 2.5e-8, + "mode": "chat", + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/gpt-35-turbo-instruct-0914": { - "max_input_tokens": 4097, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002, - "mode": "completion", - "litellm_provider": "azure_text" - }, - "azure/gpt-4": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00006, + "apac.anthropic.claude-haiku-4-5-20251001-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000055, + "cache_creation_input_token_cost": 0.000001375, + "cache_read_input_token_cost": 1.1e-7, "mode": "chat", - "litellm_provider": "azure" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/gpt-4-0125-preview": { - "max_input_tokens": 128000, + "apac.anthropic.claude-3-sonnet-20240229-v1:0": { + "max_input_tokens": 200000, "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "azure" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/gpt-4-0613": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00006, + "apac.anthropic.claude-sonnet-4-20250514-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "azure" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/gpt-4-1106-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, - "mode": "chat", - "litellm_provider": "azure" + "assemblyai/best": { + "mode": "audio_transcription", + "litellm_provider": "assemblyai" }, - "azure/gpt-4-32k": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00006, - "output_cost_per_token": 0.00012, - "mode": "chat", - "litellm_provider": "azure" + "assemblyai/nano": { + "mode": "audio_transcription", + "litellm_provider": "assemblyai" }, - "azure/gpt-4-32k-0613": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00006, - "output_cost_per_token": 0.00012, + "au.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "input_cost_per_token_above_200k_tokens": 0.0000066, + "output_cost_per_token_above_200k_tokens": 0.00002475, + "cache_creation_input_token_cost": 0.000004125, + "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, + "cache_read_input_token_cost": 3.3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/ada": { + "max_input_tokens": 8191, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", "litellm_provider": "azure" }, - "azure/gpt-4-turbo": { + "azure/codex-mini": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000006, + "cache_read_input_token_cost": 3.75e-7, + "mode": "responses", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/command-r-plus": { "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", "litellm_provider": "azure" }, - "azure/gpt-4-turbo-2024-04-09": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, + "azure_ai/claude-haiku-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4-turbo-vision-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, + "azure_ai/claude-opus-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4.1": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "azure_ai/claude-opus-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4.1-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "azure_ai/claude-opus-4-7": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4.1-mini": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, - "cache_read_input_token_cost": 1e-7, + "azure_ai/claude-fable-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00005, + "cache_creation_input_token_cost": 0.0000125, + "cache_read_input_token_cost": 0.000001, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4.1-mini-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, - "cache_read_input_token_cost": 1e-7, + "azure_ai/claude-opus-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4.1-nano": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, + "azure_ai/claude-opus-4-8": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4.1-nano-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, + "azure_ai/claude-opus-4-1": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4.5-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000075, - "output_cost_per_token": 0.00015, - "cache_read_input_token_cost": 0.0000375, + "azure_ai/claude-sonnet-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4o": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, + "azure_ai/claude-sonnet-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, + "cache_creation_input_token_cost": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4o-2024-05-13": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000005, + "azure_ai/claude-sonnet-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4o-2024-08-06": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, + "azure/computer-use-preview": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000012, "mode": "chat", "litellm_provider": "azure", "supports_vision": true }, - "azure/gpt-4o-2024-11-20": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000275, - "output_cost_per_token": 0.000011, - "cache_read_input_token_cost": 0.00000125, + "azure/container": { "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "azure" + }, + "azure_ai/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "azure_ai" + }, + "azure_ai/gpt-5.5": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-audio-2025-08-28": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "azure_ai/gpt-5.5-2026-04-23": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "azure", - "supports_vision": false + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/gpt-audio-mini-2025-10-06": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, + "azure_ai/gpt-5.4": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 2.5e-7, "mode": "chat", - "litellm_provider": "azure", - "supports_vision": false + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/gpt-4o-audio-preview-2024-12-17": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, + "azure_ai/gpt-5.4-2026-03-05": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 2.5e-7, "mode": "chat", - "litellm_provider": "azure", - "supports_vision": false + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/gpt-4o-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.65e-7, - "output_cost_per_token": 6.6e-7, + "azure_ai/gpt-5.4-pro": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure_ai/gpt-5.4-pro-2026-03-05": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure_ai/gpt-5.4-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4o-mini-2024-07-18": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.65e-7, - "output_cost_per_token": 6.6e-7, + "azure_ai/gpt-5.4-mini-2026-03-17": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4o-mini-audio-preview-2024-12-17": { + "azure_ai/gpt-5.4-nano": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.00000125, + "cache_read_input_token_cost": 2e-8, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure_ai/gpt-5.4-nano-2026-03-17": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.00000125, + "cache_read_input_token_cost": 2e-8, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure_ai/model_router": { + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "azure_ai" + }, + "azure/eu/gpt-4o-2024-08-06": { "max_input_tokens": 128000, "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "input_cost_per_token": 0.00000275, + "output_cost_per_token": 0.000011, + "cache_read_input_token_cost": 0.000001375, "mode": "chat", "litellm_provider": "azure", - "supports_vision": false + "supports_vision": true }, - "azure/gpt-4o-mini-realtime-preview-2024-12-17": { + "azure/eu/gpt-4o-2024-11-20": { "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, - "cache_read_input_token_cost": 3e-7, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000275, + "output_cost_per_token": 0.000011, + "cache_creation_input_token_cost": 0.00000138, "mode": "chat", "litellm_provider": "azure", - "supports_audio_input": true + "supports_vision": true }, - "azure/gpt-realtime-2025-08-28": { - "max_input_tokens": 32000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000004, - "output_cost_per_token": 0.000016, - "cache_read_input_token_cost": 0.000004, + "azure/eu/gpt-4o-mini-2024-07-18": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.65e-7, + "output_cost_per_token": 6.6e-7, + "cache_read_input_token_cost": 8.3e-8, "mode": "chat", "litellm_provider": "azure", - "supports_audio_input": true + "supports_vision": true }, - "azure/gpt-realtime-mini-2025-10-06": { - "max_input_tokens": 32000, + "azure/eu/gpt-4o-mini-realtime-preview-2024-12-17": { + "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, - "cache_read_input_token_cost": 6e-8, - "mode": "chat", + "input_cost_per_token": 6.6e-7, + "output_cost_per_token": 0.00000264, + "cache_read_input_token_cost": 3.3e-7, + "mode": "realtime", "litellm_provider": "azure", "supports_audio_input": true }, - "azure/gpt-4o-mini-transcribe": { - "max_input_tokens": 16000, - "max_output_tokens": 2000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.000005, - "mode": "audio_transcription", - "litellm_provider": "azure" - }, - "azure/gpt-4o-mini-tts": { - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "audio_speech", - "litellm_provider": "azure" - }, - "azure/gpt-4o-realtime-preview-2024-10-01": { + "azure/eu/gpt-4o-realtime-preview-2024-10-01": { "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00002, - "cache_read_input_token_cost": 0.0000025, - "mode": "chat", + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000022, + "cache_read_input_token_cost": 0.00000275, + "mode": "realtime", "litellm_provider": "azure", "supports_audio_input": true }, - "azure/gpt-4o-realtime-preview-2024-12-17": { + "azure/eu/gpt-4o-realtime-preview-2024-12-17": { "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00002, - "cache_read_input_token_cost": 0.0000025, - "mode": "chat", + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000022, + "cache_read_input_token_cost": 0.00000275, + "mode": "realtime", "litellm_provider": "azure", "supports_audio_input": true }, - "azure/gpt-4o-transcribe": { - "max_input_tokens": 16000, - "max_output_tokens": 2000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "audio_transcription", - "litellm_provider": "azure" - }, - "azure/gpt-4o-transcribe-diarize": { - "max_input_tokens": 16000, - "max_output_tokens": 2000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "audio_transcription", - "litellm_provider": "azure" - }, - "azure/gpt-5.1-2025-11-13": { + "azure/eu/gpt-5-2025-08-07": { "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "input_cost_per_token": 0.000001375, + "output_cost_per_token": 0.000011, + "cache_read_input_token_cost": 1.375e-7, "mode": "chat", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5.1-chat-2025-11-13": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "azure/eu/gpt-5-mini-2025-08-07": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.75e-7, + "output_cost_per_token": 0.0000022, + "cache_read_input_token_cost": 2.75e-8, "mode": "chat", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5.1-codex-2025-11-13": { + "azure/eu/gpt-5.1": { "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "responses", + "input_cost_per_token": 0.00000138, + "output_cost_per_token": 0.000011, + "cache_read_input_token_cost": 1.4e-7, + "mode": "chat", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5.1-codex-mini-2025-11-13": { + "azure/eu/gpt-5.1-chat": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000138, + "output_cost_per_token": 0.000011, + "cache_read_input_token_cost": 1.4e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/eu/gpt-5.1-codex": { "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 2.5e-8, + "input_cost_per_token": 0.00000138, + "output_cost_per_token": 0.000011, + "cache_read_input_token_cost": 1.4e-7, "mode": "responses", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5": { + "azure/eu/gpt-5.1-codex-mini": { "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "chat", + "input_cost_per_token": 2.75e-7, + "output_cost_per_token": 0.0000022, + "cache_read_input_token_cost": 2.8e-8, + "mode": "responses", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5-2025-08-07": { + "azure/eu/gpt-5-nano-2025-08-07": { "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "input_cost_per_token": 5.5e-8, + "output_cost_per_token": 4.4e-7, + "cache_read_input_token_cost": 5.5e-9, "mode": "chat", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5-chat": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "azure/eu/o1-2024-12-17": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000165, + "output_cost_per_token": 0.000066, + "cache_read_input_token_cost": 0.00000825, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5-chat-latest": { + "azure/eu/o1-mini-2024-09-12": { "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "max_output_tokens": 65536, + "input_cost_per_token": 0.00000121, + "output_cost_per_token": 0.00000484, + "cache_read_input_token_cost": 6.05e-7, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "supports_vision": false }, - "azure/gpt-5-codex": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "responses", + "azure/eu/o1-preview-2024-09-12": { + "max_input_tokens": 128000, + "max_output_tokens": 32768, + "input_cost_per_token": 0.0000165, + "output_cost_per_token": 0.000066, + "cache_read_input_token_cost": 0.00000825, + "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "supports_vision": false }, - "azure/gpt-5-mini": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 2.5e-8, + "azure/eu/o3-mini-2025-01-31": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00000121, + "output_cost_per_token": 0.00000484, + "cache_read_input_token_cost": 6.05e-7, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "supports_vision": false }, - "azure/gpt-5-mini-2025-08-07": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 2.5e-8, + "azure/global-standard/gpt-4o-2024-08-06": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5-nano": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 5e-9, + "azure/global-standard/gpt-4o-2024-11-20": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5-nano-2025-08-07": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 5e-9, + "azure/global-standard/gpt-4o-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5-pro": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00012, - "mode": "responses", + "azure/global/gpt-4o-2024-08-06": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, + "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5.1": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, + "azure/global/gpt-4o-2024-11-20": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5.1-chat": { - "max_input_tokens": 128000, + "azure/global/gpt-5.1": { + "max_input_tokens": 272000, "max_output_tokens": 128000, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, @@ -1736,18 +1880,18 @@ "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5.1-codex": { - "max_input_tokens": 272000, + "azure/global/gpt-5.1-chat": { + "max_input_tokens": 128000, "max_output_tokens": 128000, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "cache_read_input_token_cost": 1.25e-7, - "mode": "responses", + "mode": "chat", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5.1-codex-max": { + "azure/global/gpt-5.1-codex": { "max_input_tokens": 272000, "max_output_tokens": 128000, "input_cost_per_token": 0.00000125, @@ -1758,7 +1902,7 @@ "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5.1-codex-mini": { + "azure/global/gpt-5.1-codex-mini": { "max_input_tokens": 272000, "max_output_tokens": 128000, "input_cost_per_token": 2.5e-7, @@ -1769,3948 +1913,3903 @@ "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5.2": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, + "azure/gpt-3.5-turbo": { + "max_input_tokens": 4097, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure" }, - "azure/gpt-5.2-2025-12-11": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, + "azure/gpt-3.5-turbo-0125": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure" }, - "azure/gpt-5.2-chat": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, - "mode": "chat", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "azure/gpt-3.5-turbo-instruct-0914": { + "max_input_tokens": 4097, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000002, + "mode": "completion", + "litellm_provider": "azure_text" }, - "azure/gpt-5.2-chat-2025-12-11": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, + "azure/gpt-35-turbo": { + "max_input_tokens": 4097, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure" }, - "azure/gpt-5.2-codex": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, + "azure/gpt-35-turbo-0125": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true - }, - "azure/gpt-5.2-pro": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000021, - "output_cost_per_token": 0.000168, - "mode": "responses", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true - }, - "azure/gpt-5.2-pro-2025-12-11": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000021, - "output_cost_per_token": 0.000168, - "mode": "responses", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true - }, - "azure/gpt-image-1": { - "input_cost_per_token": 0.000005, - "output_cost_per_image_token": 0.00004, - "cache_read_input_token_cost": 0.00000125, - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/hd/1024-x-1024/dall-e-3": { - "output_cost_per_token": 0, - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/hd/1024-x-1792/dall-e-3": { - "output_cost_per_token": 0, - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/hd/1792-x-1024/dall-e-3": { - "output_cost_per_token": 0, - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/high/1024-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/high/1024-x-1536/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/high/1536-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/low/1024-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/low/1024-x-1536/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/low/1536-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/medium/1024-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/medium/1024-x-1536/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/medium/1536-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/gpt-image-1-mini": { - "input_cost_per_token": 0.000002, - "output_cost_per_image_token": 0.000008, - "cache_read_input_token_cost": 2e-7, - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/gpt-image-1.5": { - "input_cost_per_token": 0.000005, - "output_cost_per_image_token": 0.000032, - "cache_read_input_token_cost": 0.00000125, - "mode": "image_generation", "litellm_provider": "azure" }, - "azure/gpt-image-1.5-2025-12-16": { - "input_cost_per_token": 0.000005, - "output_cost_per_image_token": 0.000032, - "cache_read_input_token_cost": 0.00000125, - "mode": "image_generation", + "azure/gpt-35-turbo-1106": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000002, + "mode": "chat", "litellm_provider": "azure" }, - "azure/low/1024-x-1024/gpt-image-1-mini": { - "mode": "image_generation", + "azure/gpt-35-turbo-16k": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000004, + "mode": "chat", "litellm_provider": "azure" }, - "azure/low/1024-x-1536/gpt-image-1-mini": { - "mode": "image_generation", + "azure/gpt-35-turbo-16k-0613": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000004, + "mode": "chat", "litellm_provider": "azure" }, - "azure/low/1536-x-1024/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "azure" + "azure/gpt-35-turbo-instruct": { + "max_input_tokens": 4097, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000002, + "mode": "completion", + "litellm_provider": "azure_text" }, - "azure/medium/1024-x-1024/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "azure" + "azure/gpt-35-turbo-instruct-0914": { + "max_input_tokens": 4097, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000002, + "mode": "completion", + "litellm_provider": "azure_text" }, - "azure/medium/1024-x-1536/gpt-image-1-mini": { - "mode": "image_generation", + "azure/gpt-4": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00006, + "mode": "chat", "litellm_provider": "azure" }, - "azure/medium/1536-x-1024/gpt-image-1-mini": { - "mode": "image_generation", + "azure/gpt-4-0125-preview": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, + "mode": "chat", "litellm_provider": "azure" }, - "azure/high/1024-x-1024/gpt-image-1-mini": { - "mode": "image_generation", + "azure/gpt-4-0613": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00006, + "mode": "chat", "litellm_provider": "azure" }, - "azure/high/1024-x-1536/gpt-image-1-mini": { - "mode": "image_generation", + "azure/gpt-4-1106-preview": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, + "mode": "chat", "litellm_provider": "azure" }, - "azure/high/1536-x-1024/gpt-image-1-mini": { - "mode": "image_generation", + "azure/gpt-4-32k": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00006, + "output_cost_per_token": 0.00012, + "mode": "chat", "litellm_provider": "azure" }, - "azure/mistral-large-2402": { - "max_input_tokens": 32000, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, + "azure/gpt-4-32k-0613": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00006, + "output_cost_per_token": 0.00012, "mode": "chat", "litellm_provider": "azure" }, - "azure/mistral-large-latest": { - "max_input_tokens": 32000, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, + "azure/gpt-4-turbo": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, "mode": "chat", "litellm_provider": "azure" }, - "azure/o1": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, - "cache_read_input_token_cost": 0.0000075, + "azure/gpt-4-turbo-2024-04-09": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, "mode": "chat", "litellm_provider": "azure", "supports_vision": true }, - "azure/o1-2024-12-17": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, - "cache_read_input_token_cost": 0.0000075, + "azure/gpt-4-turbo-vision-preview": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, "mode": "chat", "litellm_provider": "azure", "supports_vision": true }, - "azure/o1-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 65536, - "input_cost_per_token": 0.00000121, - "output_cost_per_token": 0.00000484, - "cache_read_input_token_cost": 6.05e-7, + "azure/gpt-4.1": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, "mode": "chat", "litellm_provider": "azure", - "supports_vision": false + "supports_vision": true }, - "azure/o1-mini-2024-09-12": { - "max_input_tokens": 128000, - "max_output_tokens": 65536, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 5.5e-7, + "azure/gpt-4.1-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, "mode": "chat", "litellm_provider": "azure", - "supports_vision": false + "supports_vision": true }, - "azure/o1-preview": { - "max_input_tokens": 128000, + "azure/gpt-4.1-mini": { + "max_input_tokens": 1047576, "max_output_tokens": 32768, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, - "cache_read_input_token_cost": 0.0000075, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "cache_read_input_token_cost": 1e-7, "mode": "chat", "litellm_provider": "azure", - "supports_vision": false + "supports_vision": true }, - "azure/o1-preview-2024-09-12": { - "max_input_tokens": 128000, + "azure/gpt-4.1-mini-2025-04-14": { + "max_input_tokens": 1047576, "max_output_tokens": 32768, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, - "cache_read_input_token_cost": 0.0000075, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "cache_read_input_token_cost": 1e-7, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": false + "supports_vision": true }, - "azure/o3": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, + "azure/gpt-4.1-nano": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", "litellm_provider": "azure", "supports_vision": true }, - "azure/o3-2025-04-16": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, + "azure/gpt-4.1-nano-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", "litellm_provider": "azure", "supports_vision": true }, - "azure/o3-deep-research": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00004, - "cache_read_input_token_cost": 0.0000025, - "mode": "responses", + "azure/gpt-4.5-preview": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000075, + "output_cost_per_token": 0.00015, + "cache_read_input_token_cost": 0.0000375, + "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/o3-mini": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 5.5e-7, + "azure/gpt-4o": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", "litellm_provider": "azure", - "supports_vision": false + "supports_vision": true }, - "azure/o3-mini-2025-01-31": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 5.5e-7, + "azure/gpt-4o-2024-05-13": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000015, "mode": "chat", "litellm_provider": "azure", - "supports_vision": false - }, - "azure/o3-pro": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00002, - "output_cost_per_token": 0.00008, - "mode": "responses", - "litellm_provider": "azure", "supports_vision": true }, - "azure/o3-pro-2025-06-10": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00002, - "output_cost_per_token": 0.00008, - "mode": "responses", + "azure/gpt-4o-2024-08-06": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, + "mode": "chat", "litellm_provider": "azure", "supports_vision": true }, - "azure/o4-mini": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 2.75e-7, + "azure/gpt-4o-2024-11-20": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000275, + "output_cost_per_token": 0.000011, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", "litellm_provider": "azure", "supports_vision": true }, - "azure/o4-mini-2025-04-16": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 2.75e-7, + "azure/gpt-audio-2025-08-28": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", "litellm_provider": "azure", - "supports_vision": true - }, - "azure/standard/1024-x-1024/dall-e-2": { - "output_cost_per_token": 0, - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/standard/1024-x-1024/dall-e-3": { - "output_cost_per_token": 0, - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/standard/1024-x-1792/dall-e-3": { - "output_cost_per_token": 0, - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/standard/1792-x-1024/dall-e-3": { - "output_cost_per_token": 0, - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/text-embedding-3-large": { - "max_input_tokens": 8191, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "azure" - }, - "azure/text-embedding-3-small": { - "max_input_tokens": 8191, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "azure" - }, - "azure/text-embedding-ada-002": { - "max_input_tokens": 8191, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "azure" - }, - "azure/speech/azure-tts": { - "mode": "audio_speech", - "litellm_provider": "azure" - }, - "azure/speech/azure-tts-hd": { - "mode": "audio_speech", - "litellm_provider": "azure" - }, - "azure/tts-1": { - "mode": "audio_speech", - "litellm_provider": "azure" - }, - "azure/tts-1-hd": { - "mode": "audio_speech", - "litellm_provider": "azure" + "supports_vision": false }, - "azure/us/gpt-4.1-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 0.0000022, - "output_cost_per_token": 0.0000088, - "cache_read_input_token_cost": 5.5e-7, + "azure/gpt-audio-1.5-2026-02-23": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", "litellm_provider": "azure", - "supports_vision": true + "supports_vision": false }, - "azure/us/gpt-4.1-mini-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 4.4e-7, - "output_cost_per_token": 0.00000176, - "cache_read_input_token_cost": 1.1e-7, + "azure/gpt-audio-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, "mode": "chat", "litellm_provider": "azure", - "supports_vision": true + "supports_vision": false }, - "azure/us/gpt-4.1-nano-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 1.1e-7, - "output_cost_per_token": 4.4e-7, - "cache_read_input_token_cost": 2.5e-8, + "azure/gpt-audio-mini-2025-10-06": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, "mode": "chat", "litellm_provider": "azure", - "supports_vision": true + "supports_vision": false }, - "azure/us/gpt-4o-2024-08-06": { + "azure/gpt-4o-audio-preview-2024-12-17": { "max_input_tokens": 128000, "max_output_tokens": 16384, - "input_cost_per_token": 0.00000275, - "output_cost_per_token": 0.000011, - "cache_read_input_token_cost": 0.000001375, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", "litellm_provider": "azure", - "supports_vision": true + "supports_vision": false }, - "azure/us/gpt-4o-2024-11-20": { + "azure/gpt-4o-mini": { "max_input_tokens": 128000, "max_output_tokens": 16384, - "input_cost_per_token": 0.00000275, - "output_cost_per_token": 0.000011, - "cache_creation_input_token_cost": 0.00000138, + "input_cost_per_token": 1.65e-7, + "output_cost_per_token": 6.6e-7, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", "litellm_provider": "azure", "supports_vision": true }, - "azure/us/gpt-4o-mini-2024-07-18": { + "azure/gpt-4o-mini-2024-07-18": { "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_token": 1.65e-7, "output_cost_per_token": 6.6e-7, - "cache_read_input_token_cost": 8.3e-8, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", "litellm_provider": "azure", "supports_vision": true }, - "azure/us/gpt-4o-mini-realtime-preview-2024-12-17": { + "azure/gpt-4o-mini-audio-preview-2024-12-17": { "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 6.6e-7, - "output_cost_per_token": 0.00000264, - "cache_read_input_token_cost": 3.3e-7, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", "litellm_provider": "azure", + "supports_vision": false + }, + "azure/gpt-4o-mini-realtime-preview-2024-12-17": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 3e-7, + "mode": "realtime", + "litellm_provider": "azure", "supports_audio_input": true }, - "azure/us/gpt-4o-realtime-preview-2024-10-01": { + "azure/gpt-realtime-2025-08-28": { + "max_input_tokens": 32000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000016, + "cache_read_input_token_cost": 0.000004, + "mode": "realtime", + "litellm_provider": "azure", + "supports_audio_input": true + }, + "azure/gpt-realtime-1.5-2026-02-23": { + "max_input_tokens": 32000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000016, + "cache_read_input_token_cost": 0.000004, + "mode": "realtime", + "litellm_provider": "azure", + "supports_audio_input": true + }, + "azure/gpt-realtime-mini": { + "max_input_tokens": 32000, + "max_output_tokens": 4096, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 6e-8, + "mode": "realtime", + "litellm_provider": "azure", + "supports_audio_input": true + }, + "azure/gpt-realtime-mini-2025-10-06": { + "max_input_tokens": 32000, + "max_output_tokens": 4096, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 6e-8, + "mode": "realtime", + "litellm_provider": "azure", + "supports_audio_input": true + }, + "azure/gpt-4o-mini-transcribe": { + "max_input_tokens": 16000, + "max_output_tokens": 2000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.000005, + "mode": "audio_transcription", + "litellm_provider": "azure" + }, + "azure/gpt-4o-mini-tts": { + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "audio_speech", + "litellm_provider": "azure" + }, + "azure/gpt-4o-realtime-preview-2024-10-01": { "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.000022, - "cache_read_input_token_cost": 0.00000275, - "mode": "chat", + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00002, + "cache_read_input_token_cost": 0.0000025, + "mode": "realtime", "litellm_provider": "azure", "supports_audio_input": true }, - "azure/us/gpt-4o-realtime-preview-2024-12-17": { + "azure/gpt-4o-realtime-preview-2024-12-17": { "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.000022, - "cache_read_input_token_cost": 0.00000275, - "mode": "chat", + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00002, + "cache_read_input_token_cost": 0.0000025, + "mode": "realtime", "litellm_provider": "azure", "supports_audio_input": true }, - "azure/us/gpt-5-2025-08-07": { + "azure/gpt-4o-transcribe": { + "max_input_tokens": 16000, + "max_output_tokens": 2000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "audio_transcription", + "litellm_provider": "azure" + }, + "azure/gpt-4o-transcribe-diarize": { + "max_input_tokens": 16000, + "max_output_tokens": 2000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "audio_transcription", + "litellm_provider": "azure" + }, + "azure/gpt-realtime-whisper": { + "mode": "audio_transcription", + "litellm_provider": "azure", + "supports_audio_input": true + }, + "azure/gpt-5.1-2025-11-13": { "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 0.000001375, - "output_cost_per_token": 0.000011, - "cache_read_input_token_cost": 1.375e-7, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/us/gpt-5-mini-2025-08-07": { + "azure/gpt-5.1-chat-2025-11-13": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/gpt-5.1-codex-2025-11-13": { "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 2.75e-7, - "output_cost_per_token": 0.0000022, - "cache_read_input_token_cost": 2.75e-8, - "mode": "chat", + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "responses", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/us/gpt-5-nano-2025-08-07": { + "azure/gpt-5.1-codex-mini-2025-11-13": { "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 5.5e-8, - "output_cost_per_token": 4.4e-7, - "cache_read_input_token_cost": 5.5e-9, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 2.5e-8, + "mode": "responses", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/gpt-5": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/us/gpt-5.1": { + "azure/gpt-5-2025-08-07": { "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 0.00000138, - "output_cost_per_token": 0.000011, - "cache_read_input_token_cost": 1.4e-7, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/us/gpt-5.1-chat": { + "azure/gpt-5-chat": { "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000138, - "output_cost_per_token": 0.000011, - "cache_read_input_token_cost": 1.4e-7, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/us/gpt-5.1-codex": { + "azure/gpt-5-chat-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/gpt-5-codex": { "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 0.00000138, - "output_cost_per_token": 0.000011, - "cache_read_input_token_cost": 1.4e-7, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "responses", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/us/gpt-5.1-codex-mini": { + "azure/gpt-5-mini": { "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 2.75e-7, - "output_cost_per_token": 0.0000022, - "cache_read_input_token_cost": 2.8e-8, - "mode": "responses", + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 2.5e-8, + "mode": "chat", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/us/o1-2024-12-17": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000165, - "output_cost_per_token": 0.000066, - "cache_read_input_token_cost": 0.00000825, + "azure/gpt-5-mini-2025-08-07": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", "litellm_provider": "azure", + "supports_pdf_input": true, "supports_vision": true }, - "azure/us/o1-mini-2024-09-12": { - "max_input_tokens": 128000, - "max_output_tokens": 65536, - "input_cost_per_token": 0.00000121, - "output_cost_per_token": 0.00000484, - "cache_read_input_token_cost": 6.05e-7, + "azure/gpt-5-nano": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 5e-9, "mode": "chat", "litellm_provider": "azure", - "supports_vision": false + "supports_pdf_input": true, + "supports_vision": true }, - "azure/us/o1-preview-2024-09-12": { - "max_input_tokens": 128000, - "max_output_tokens": 32768, - "input_cost_per_token": 0.0000165, - "output_cost_per_token": 0.000066, - "cache_read_input_token_cost": 0.00000825, + "azure/gpt-5-nano-2025-08-07": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 5e-9, "mode": "chat", "litellm_provider": "azure", - "supports_vision": false + "supports_pdf_input": true, + "supports_vision": true }, - "azure/us/o3-2025-04-16": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000022, - "output_cost_per_token": 0.0000088, - "cache_read_input_token_cost": 5.5e-7, - "mode": "chat", + "azure/gpt-5-pro": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00012, + "mode": "responses", "litellm_provider": "azure", + "supports_pdf_input": true, "supports_vision": true }, - "azure/us/o3-mini-2025-01-31": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00000121, - "output_cost_per_token": 0.00000484, - "cache_read_input_token_cost": 6.05e-7, + "azure/gpt-5.1": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", "litellm_provider": "azure", - "supports_vision": false + "supports_pdf_input": true, + "supports_vision": true }, - "azure/us/o4-mini-2025-04-16": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00000121, - "output_cost_per_token": 0.00000484, - "cache_read_input_token_cost": 3.1e-7, + "azure/gpt-5.1-chat": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", "litellm_provider": "azure", + "supports_pdf_input": true, "supports_vision": true }, - "azure/whisper-1": { - "mode": "audio_transcription", - "litellm_provider": "azure" - }, - "azure_ai/Cohere-embed-v3-english": { - "max_input_tokens": 512, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "azure_ai" - }, - "azure_ai/Cohere-embed-v3-multilingual": { - "max_input_tokens": 512, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "azure_ai" - }, - "azure_ai/FLUX-1.1-pro": { - "mode": "image_generation", - "litellm_provider": "azure_ai" + "azure/gpt-5.1-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "responses", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/FLUX.1-Kontext-pro": { - "mode": "image_generation", - "litellm_provider": "azure_ai" + "azure/gpt-5.1-codex-max": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "responses", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/flux.2-pro": { - "mode": "image_generation", - "litellm_provider": "azure_ai" + "azure/gpt-5.1-codex-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 2.5e-8, + "mode": "responses", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/Llama-3.2-11B-Vision-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 3.7e-7, - "output_cost_per_token": 3.7e-7, + "azure/gpt-5.2": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, "mode": "chat", - "litellm_provider": "azure_ai", + "litellm_provider": "azure", + "supports_pdf_input": true, "supports_vision": true }, - "azure_ai/Llama-3.2-90B-Vision-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 0.00000204, - "output_cost_per_token": 0.00000204, + "azure/gpt-5.2-2025-12-11": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, "mode": "chat", - "litellm_provider": "azure_ai", + "litellm_provider": "azure", + "supports_pdf_input": true, "supports_vision": true }, - "azure_ai/Llama-3.3-70B-Instruct": { + "azure/gpt-5.2-chat": { "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 7.1e-7, - "output_cost_per_token": 7.1e-7, - "mode": "chat", - "litellm_provider": "azure_ai" - }, - "azure_ai/Llama-4-Maverick-17B-128E-Instruct-FP8": { - "max_input_tokens": 1000000, "max_output_tokens": 16384, - "input_cost_per_token": 0.00000141, - "output_cost_per_token": 3.5e-7, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, "mode": "chat", - "litellm_provider": "azure_ai", + "litellm_provider": "azure", + "supports_pdf_input": true, "supports_vision": true }, - "azure_ai/Llama-4-Scout-17B-16E-Instruct": { - "max_input_tokens": 10000000, + "azure/gpt-5.2-chat-2025-12-11": { + "max_input_tokens": 128000, "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 7.8e-7, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, "mode": "chat", - "litellm_provider": "azure_ai", + "litellm_provider": "azure", + "supports_pdf_input": true, "supports_vision": true }, - "azure_ai/Meta-Llama-3-70B-Instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 2048, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 3.7e-7, - "mode": "chat", - "litellm_provider": "azure_ai" + "azure/gpt-5.2-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, + "mode": "responses", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/Meta-Llama-3.1-405B-Instruct": { + "azure/gpt-5.3-chat": { "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 0.00000533, - "output_cost_per_token": 0.000016, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/Meta-Llama-3.1-70B-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 0.00000268, - "output_cost_per_token": 0.00000354, - "mode": "chat", - "litellm_provider": "azure_ai" + "azure/gpt-5.3-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, + "mode": "responses", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/Meta-Llama-3.1-8B-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 6.1e-7, - "mode": "chat", - "litellm_provider": "azure_ai" + "azure/gpt-5.2-pro": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000021, + "output_cost_per_token": 0.000168, + "mode": "responses", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/Phi-3-medium-128k-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.7e-7, - "output_cost_per_token": 6.8e-7, - "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": false + "azure/gpt-5.2-pro-2025-12-11": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000021, + "output_cost_per_token": 0.000168, + "mode": "responses", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/Phi-3-medium-4k-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1.7e-7, - "output_cost_per_token": 6.8e-7, + "azure/gpt-5.4": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 2.5e-7, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": false + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/Phi-3-mini-128k-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 5.2e-7, + "azure/us/gpt-5.4": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000275, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 2.8e-7, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": false + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/Phi-3-mini-4k-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 5.2e-7, + "azure/eu/gpt-5.4": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000275, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 2.8e-7, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": false + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/Phi-3-small-128k-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "azure/gpt-5.4-2026-03-05": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 2.5e-7, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": false + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/Phi-3-small-8k-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "azure/us/gpt-5.4-2026-03-05": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000275, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 2.8e-7, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": false + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/Phi-3.5-MoE-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.6e-7, - "output_cost_per_token": 6.4e-7, + "azure/eu/gpt-5.4-2026-03-05": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000275, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 2.8e-7, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": false + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/Phi-3.5-mini-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 5.2e-7, + "azure/gpt-5.4-pro": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/gpt-5.4-pro-2026-03-05": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/gpt-5.6": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": false + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/Phi-3.5-vision-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 5.2e-7, + "azure/gpt-5.6-sol": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "azure_ai", + "litellm_provider": "azure", + "supports_pdf_input": true, "supports_vision": true }, - "azure_ai/Phi-4": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 5e-7, + "azure/gpt-5.6-terra": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": false + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/Phi-4-mini-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 4096, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, + "azure/gpt-5.6-luna": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 2e-8, "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/Phi-4-multimodal-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 4096, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 3.2e-7, + "azure/us/gpt-5.6": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": true, - "supports_audio_input": true + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/Phi-4-mini-reasoning": { - "max_input_tokens": 131072, - "max_output_tokens": 4096, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 3.2e-7, + "azure/us/gpt-5.6-sol": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/Phi-4-reasoning": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 5e-7, + "azure/us/gpt-5.6-terra": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.0000132, + "cache_read_input_token_cost": 2.2e-7, "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/mistral-document-ai-2505": { - "mode": "ocr", - "litellm_provider": "azure_ai" + "azure/us/gpt-5.6-luna": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 0.00000132, + "cache_read_input_token_cost": 2.2e-8, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/doc-intelligence/prebuilt-read": { - "mode": "ocr", - "litellm_provider": "azure_ai" + "azure/eu/gpt-5.6": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/doc-intelligence/prebuilt-layout": { - "mode": "ocr", - "litellm_provider": "azure_ai" + "azure/eu/gpt-5.6-sol": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/doc-intelligence/prebuilt-document": { - "mode": "ocr", - "litellm_provider": "azure_ai" + "azure/eu/gpt-5.6-terra": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.0000132, + "cache_read_input_token_cost": 2.2e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/MAI-DS-R1": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000135, - "output_cost_per_token": 0.0000054, + "azure/eu/gpt-5.6-luna": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 0.00000132, + "cache_read_input_token_cost": 2.2e-8, "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/cohere-rerank-v3-english": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "azure_ai" + "azure/gpt-5.5": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/cohere-rerank-v3-multilingual": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "azure_ai" + "azure/us/gpt-5.5": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/cohere-rerank-v3.5": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "azure_ai" + "azure/eu/gpt-5.5": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/cohere-rerank-v4.0-pro": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "azure_ai" + "azure/gpt-5.5-2026-04-23": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/cohere-rerank-v4.0-fast": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "azure_ai" - }, - "azure_ai/deepseek-v3.2": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 5.8e-7, - "output_cost_per_token": 0.00000168, + "azure/us/gpt-5.5-2026-04-23": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/deepseek-v3.2-speciale": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 5.8e-7, - "output_cost_per_token": 0.00000168, + "azure/eu/gpt-5.5-2026-04-23": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/deepseek-r1": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000135, - "output_cost_per_token": 0.0000054, - "mode": "chat", - "litellm_provider": "azure_ai" + "azure/gpt-5.5-pro": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/deepseek-v3": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000114, - "output_cost_per_token": 0.00000456, - "mode": "chat", - "litellm_provider": "azure_ai" + "azure/gpt-5.5-pro-2026-04-23": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/deepseek-v3-0324": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000114, - "output_cost_per_token": 0.00000456, + "azure/gpt-5.4-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "azure_ai" - }, - "azure_ai/embed-v-4-0": { - "max_input_tokens": 128000, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "azure_ai" + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/global/grok-3": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "azure/gpt-5.4-mini-2026-03-17": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/global/grok-3-mini": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000127, + "azure/gpt-5.4-nano": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.00000125, + "cache_read_input_token_cost": 2e-8, "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/grok-3": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "azure/gpt-5.4-nano-2026-03-17": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.00000125, + "cache_read_input_token_cost": 2e-8, "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/grok-3-mini": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000127, - "mode": "chat", - "litellm_provider": "azure_ai" + "azure/gpt-image-1": { + "input_cost_per_token": 0.000005, + "output_cost_per_image_token": 0.00004, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "azure" }, - "azure_ai/grok-4": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "mode": "chat", - "litellm_provider": "azure_ai" + "azure/hd/1024-x-1024/dall-e-3": { + "output_cost_per_token": 0, + "mode": "image_generation", + "litellm_provider": "azure" }, - "azure_ai/grok-4-fast-non-reasoning": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, - "mode": "chat", - "litellm_provider": "azure_ai" + "azure/hd/1024-x-1792/dall-e-3": { + "output_cost_per_token": 0, + "mode": "image_generation", + "litellm_provider": "azure" }, - "azure_ai/grok-4-fast-reasoning": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, - "mode": "chat", - "litellm_provider": "azure_ai" + "azure/hd/1792-x-1024/dall-e-3": { + "output_cost_per_token": 0, + "mode": "image_generation", + "litellm_provider": "azure" }, - "azure_ai/grok-code-fast-1": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", - "litellm_provider": "azure_ai" + "azure/high/1024-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "azure" }, - "azure_ai/jais-30b-chat": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0032, - "output_cost_per_token": 0.00971, - "mode": "chat", - "litellm_provider": "azure_ai" + "azure/high/1024-x-1536/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "azure" }, - "azure_ai/jamba-instruct": { - "max_input_tokens": 70000, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 7e-7, - "mode": "chat", - "litellm_provider": "azure_ai" + "azure/high/1536-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "azure" }, - "azure_ai/ministral-3b": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 4e-8, - "mode": "chat", - "litellm_provider": "azure_ai" + "azure/low/1024-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "azure" }, - "azure_ai/mistral-large": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000004, - "output_cost_per_token": 0.000012, - "mode": "chat", - "litellm_provider": "azure_ai" + "azure/low/1024-x-1536/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "azure" }, - "azure_ai/mistral-large-2407": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, - "mode": "chat", - "litellm_provider": "azure_ai" + "azure/low/1536-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "azure" }, - "azure_ai/mistral-large-latest": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, - "mode": "chat", - "litellm_provider": "azure_ai" + "azure/medium/1024-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "azure" }, - "azure_ai/mistral-large-3": { - "max_input_tokens": 256000, - "max_output_tokens": 8191, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": true + "azure/medium/1024-x-1536/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "azure" }, - "azure_ai/mistral-medium-2505": { - "max_input_tokens": 131072, - "max_output_tokens": 8191, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, - "mode": "chat", - "litellm_provider": "azure_ai" - }, - "azure_ai/mistral-nemo": { - "max_input_tokens": 131072, - "max_output_tokens": 4096, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, - "mode": "chat", - "litellm_provider": "azure_ai" + "azure/medium/1536-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "azure" }, - "azure_ai/mistral-small": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, - "mode": "chat", - "litellm_provider": "azure_ai" + "azure/gpt-image-1-mini": { + "input_cost_per_token": 0.000002, + "output_cost_per_image_token": 0.000008, + "cache_read_input_token_cost": 2e-7, + "mode": "image_generation", + "litellm_provider": "azure" }, - "azure_ai/mistral-small-2503": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, - "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": true + "azure/gpt-image-1.5": { + "input_cost_per_token": 0.000005, + "output_cost_per_image_token": 0.000032, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "azure" }, - "babbage-002": { - "max_input_tokens": 16384, - "max_output_tokens": 4096, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 4e-7, - "mode": "completion", - "litellm_provider": "text-completion-openai" + "azure/gpt-image-1.5-2025-12-16": { + "input_cost_per_token": 0.000005, + "output_cost_per_image_token": 0.000032, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "azure" }, - "bedrock/*/1-month-commitment/cohere.command-light-text-v14": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/gpt-image-2": { + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00001, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "bedrock/*/1-month-commitment/cohere.command-text-v14": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/gpt-image-2-2026-04-21": { + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00001, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "bedrock/*/6-month-commitment/cohere.command-light-text-v14": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/low/1024-x-1024/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "azure" }, - "bedrock/*/6-month-commitment/cohere.command-text-v14": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/low/1024-x-1536/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "azure" }, - "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-instant-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/low/1536-x-1024/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "azure" }, - "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/medium/1024-x-1024/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "azure" }, - "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v2:1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/medium/1024-x-1536/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "azure" }, - "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-instant-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/medium/1536-x-1024/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "azure" }, - "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/high/1024-x-1024/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "azure" }, - "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v2:1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/high/1024-x-1536/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "azure" }, - "bedrock/ap-northeast-1/anthropic.claude-instant-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.00000223, - "output_cost_per_token": 0.00000755, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/high/1536-x-1024/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "azure" }, - "bedrock/ap-northeast-1/anthropic.claude-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, + "azure/mistral-large-2402": { + "max_input_tokens": 32000, "input_cost_per_token": 0.000008, "output_cost_per_token": 0.000024, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure" }, - "bedrock/ap-northeast-1/anthropic.claude-v2:1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, + "azure/mistral-large-latest": { + "max_input_tokens": 32000, "input_cost_per_token": 0.000008, "output_cost_per_token": 0.000024, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure" }, - "bedrock/ap-south-1/meta.llama3-70b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000318, - "output_cost_per_token": 0.0000042, + "azure/o1": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00006, + "cache_read_input_token_cost": 0.0000075, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure", + "supports_vision": true }, - "bedrock/ap-south-1/meta.llama3-8b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 3.6e-7, - "output_cost_per_token": 7.2e-7, + "azure/o1-2024-12-17": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00006, + "cache_read_input_token_cost": 0.0000075, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure", + "supports_vision": true }, - "bedrock/ca-central-1/meta.llama3-70b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000305, - "output_cost_per_token": 0.00000403, + "azure/o1-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 65536, + "input_cost_per_token": 0.00000121, + "output_cost_per_token": 0.00000484, + "cache_read_input_token_cost": 6.05e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure", + "supports_vision": false }, - "bedrock/ca-central-1/meta.llama3-8b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 6.9e-7, + "azure/o1-mini-2024-09-12": { + "max_input_tokens": 128000, + "max_output_tokens": 65536, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure", + "supports_vision": false }, - "bedrock/eu-central-1/1-month-commitment/anthropic.claude-instant-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, + "azure/o1-preview": { + "max_input_tokens": 128000, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00006, + "cache_read_input_token_cost": 0.0000075, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure", + "supports_vision": false }, - "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, + "azure/o1-preview-2024-09-12": { + "max_input_tokens": 128000, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00006, + "cache_read_input_token_cost": 0.0000075, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": false }, - "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v2:1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, + "azure/o3": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure", + "supports_vision": true }, - "bedrock/eu-central-1/6-month-commitment/anthropic.claude-instant-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, + "azure/o3-2025-04-16": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure", + "supports_vision": true }, - "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/o3-deep-research": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00004, + "cache_read_input_token_cost": 0.0000025, + "mode": "responses", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v2:1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, + "azure/o3-mini": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure", + "supports_vision": false }, - "bedrock/eu-central-1/anthropic.claude-instant-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.00000248, - "output_cost_per_token": 0.00000838, + "azure/o3-mini-2025-01-31": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure", + "supports_vision": false }, - "bedrock/eu-central-1/anthropic.claude-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/o3-pro": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00002, + "output_cost_per_token": 0.00008, + "mode": "responses", + "litellm_provider": "azure", + "supports_vision": true }, - "bedrock/eu-central-1/anthropic.claude-v2:1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/o3-pro-2025-06-10": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00002, + "output_cost_per_token": 0.00008, + "mode": "responses", + "litellm_provider": "azure", + "supports_vision": true }, - "bedrock/eu-west-1/meta.llama3-70b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000286, - "output_cost_per_token": 0.00000378, + "azure/o4-mini": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 2.75e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure", + "supports_vision": true }, - "bedrock/eu-west-1/meta.llama3-8b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 3.2e-7, - "output_cost_per_token": 6.5e-7, + "azure/o4-mini-2025-04-16": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 2.75e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure", + "supports_vision": true }, - "bedrock/eu-west-2/meta.llama3-70b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000345, - "output_cost_per_token": 0.00000455, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/standard/1024-x-1024/dall-e-2": { + "output_cost_per_token": 0, + "mode": "image_generation", + "litellm_provider": "azure" }, - "bedrock/eu-west-2/meta.llama3-8b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 3.9e-7, - "output_cost_per_token": 7.8e-7, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/standard/1024-x-1024/dall-e-3": { + "output_cost_per_token": 0, + "mode": "image_generation", + "litellm_provider": "azure" }, - "bedrock/eu-west-3/mistral.mistral-7b-instruct-v0:2": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2.6e-7, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/standard/1024-x-1792/dall-e-3": { + "output_cost_per_token": 0, + "mode": "image_generation", + "litellm_provider": "azure" }, - "bedrock/eu-west-3/mistral.mistral-large-2402-v1:0": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.0000104, - "output_cost_per_token": 0.0000312, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/standard/1792-x-1024/dall-e-3": { + "output_cost_per_token": 0, + "mode": "image_generation", + "litellm_provider": "azure" }, - "bedrock/eu-west-3/mistral.mixtral-8x7b-instruct-v0:1": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 5.9e-7, - "output_cost_per_token": 9.1e-7, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/text-embedding-3-large": { + "max_input_tokens": 8191, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "azure" }, - "bedrock/invoke/anthropic.claude-3-5-sonnet-20240620-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "mode": "chat", - "litellm_provider": "bedrock", - "supports_vision": true + "azure/text-embedding-3-small": { + "max_input_tokens": 8191, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "azure" }, - "bedrock/sa-east-1/meta.llama3-70b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000445, - "output_cost_per_token": 0.00000588, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/text-embedding-ada-002": { + "max_input_tokens": 8191, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "azure" }, - "bedrock/sa-east-1/meta.llama3-8b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.00000101, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/speech/azure-tts": { + "mode": "audio_speech", + "litellm_provider": "azure" }, - "bedrock/us-east-1/1-month-commitment/anthropic.claude-instant-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/speech/azure-tts-hd": { + "mode": "audio_speech", + "litellm_provider": "azure" }, - "bedrock/us-east-1/1-month-commitment/anthropic.claude-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/speech/azure-stt": { + "mode": "audio_transcription", + "litellm_provider": "azure" }, - "bedrock/us-east-1/1-month-commitment/anthropic.claude-v2:1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/tts-1": { + "mode": "audio_speech", + "litellm_provider": "azure" }, - "bedrock/us-east-1/6-month-commitment/anthropic.claude-instant-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/tts-1-hd": { + "mode": "audio_speech", + "litellm_provider": "azure" }, - "bedrock/us-east-1/6-month-commitment/anthropic.claude-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, + "azure/us/gpt-4.1-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.0000088, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure", + "supports_vision": true }, - "bedrock/us-east-1/6-month-commitment/anthropic.claude-v2:1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "mode": "chat", - "litellm_provider": "bedrock" - }, - "bedrock/us-east-1/anthropic.claude-instant-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000024, + "azure/us/gpt-4.1-mini-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 4.4e-7, + "output_cost_per_token": 0.00000176, + "cache_read_input_token_cost": 1.1e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure", + "supports_vision": true }, - "bedrock/us-east-1/anthropic.claude-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, + "azure/us/gpt-4.1-nano-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 1.1e-7, + "output_cost_per_token": 4.4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure", + "supports_vision": true }, - "bedrock/us-east-1/anthropic.claude-v2:1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, + "azure/us/gpt-4o-2024-08-06": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000275, + "output_cost_per_token": 0.000011, + "cache_read_input_token_cost": 0.000001375, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure", + "supports_vision": true }, - "bedrock/us-east-1/meta.llama3-70b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000265, - "output_cost_per_token": 0.0000035, + "azure/us/gpt-4o-2024-11-20": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000275, + "output_cost_per_token": 0.000011, + "cache_creation_input_token_cost": 0.00000138, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure", + "supports_vision": true }, - "bedrock/us-east-1/meta.llama3-8b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 6e-7, + "azure/us/gpt-4o-mini-2024-07-18": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.65e-7, + "output_cost_per_token": 6.6e-7, + "cache_read_input_token_cost": 8.3e-8, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure", + "supports_vision": true }, - "bedrock/us-east-1/mistral.mistral-7b-instruct-v0:2": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/us/gpt-4o-mini-realtime-preview-2024-12-17": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 6.6e-7, + "output_cost_per_token": 0.00000264, + "cache_read_input_token_cost": 3.3e-7, + "mode": "realtime", + "litellm_provider": "azure", + "supports_audio_input": true }, - "bedrock/us-east-1/mistral.mistral-large-2402-v1:0": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/us/gpt-4o-realtime-preview-2024-10-01": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000022, + "cache_read_input_token_cost": 0.00000275, + "mode": "realtime", + "litellm_provider": "azure", + "supports_audio_input": true }, - "bedrock/us-east-1/mistral.mixtral-8x7b-instruct-v0:1": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 4.5e-7, - "output_cost_per_token": 7e-7, - "mode": "chat", - "litellm_provider": "bedrock" + "azure/us/gpt-4o-realtime-preview-2024-12-17": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000022, + "cache_read_input_token_cost": 0.00000275, + "mode": "realtime", + "litellm_provider": "azure", + "supports_audio_input": true }, - "bedrock/us-gov-east-1/amazon.nova-pro-v1:0": { - "max_input_tokens": 300000, - "max_output_tokens": 10000, - "input_cost_per_token": 9.6e-7, - "output_cost_per_token": 0.00000384, + "azure/us/gpt-5-2025-08-07": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001375, + "output_cost_per_token": 0.000011, + "cache_read_input_token_cost": 1.375e-7, "mode": "chat", - "litellm_provider": "bedrock", + "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "bedrock/us-gov-east-1/amazon.titan-embed-text-v1": { - "max_input_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "bedrock" - }, - "bedrock/us-gov-east-1/amazon.titan-embed-text-v2:0": { - "max_input_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "bedrock" - }, - "bedrock/us-gov-east-1/amazon.titan-text-express-v1": { - "max_input_tokens": 42000, - "max_output_tokens": 8000, - "input_cost_per_token": 0.0000013, - "output_cost_per_token": 0.0000017, + "azure/us/gpt-5-mini-2025-08-07": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.75e-7, + "output_cost_per_token": 0.0000022, + "cache_read_input_token_cost": 2.75e-8, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "bedrock/us-gov-east-1/amazon.titan-text-lite-v1": { - "max_input_tokens": 42000, - "max_output_tokens": 4000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 4e-7, + "azure/us/gpt-5-nano-2025-08-07": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 5.5e-8, + "output_cost_per_token": 4.4e-7, + "cache_read_input_token_cost": 5.5e-9, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "bedrock/us-gov-east-1/amazon.titan-text-premier-v1:0": { - "max_input_tokens": 42000, - "max_output_tokens": 32000, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "azure/us/gpt-5.1": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000138, + "output_cost_per_token": 0.000011, + "cache_read_input_token_cost": 1.4e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "bedrock/us-gov-east-1/anthropic.claude-3-5-sonnet-20240620-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0000036, - "output_cost_per_token": 0.000018, + "azure/us/gpt-5.1-chat": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000138, + "output_cost_per_token": 0.000011, + "cache_read_input_token_cost": 1.4e-7, "mode": "chat", - "litellm_provider": "bedrock", + "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "bedrock/us-gov-east-1/anthropic.claude-3-haiku-20240307-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", - "litellm_provider": "bedrock", + "azure/us/gpt-5.1-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000138, + "output_cost_per_token": 0.000011, + "cache_read_input_token_cost": 1.4e-7, + "mode": "responses", + "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "bedrock/us-gov-east-1/claude-sonnet-4-5-20250929-v1:0": { + "azure/us/gpt-5.1-codex-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.75e-7, + "output_cost_per_token": 0.0000022, + "cache_read_input_token_cost": 2.8e-8, + "mode": "responses", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/us/o1-2024-12-17": { "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000033, - "output_cost_per_token": 0.0000165, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000165, + "output_cost_per_token": 0.000066, + "cache_read_input_token_cost": 0.00000825, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, + "litellm_provider": "azure", "supports_vision": true }, - "bedrock/us-gov-east-1/meta.llama3-70b-instruct-v1:0": { - "max_input_tokens": 8000, - "max_output_tokens": 2048, - "input_cost_per_token": 0.00000265, - "output_cost_per_token": 0.0000035, + "azure/us/o1-mini-2024-09-12": { + "max_input_tokens": 128000, + "max_output_tokens": 65536, + "input_cost_per_token": 0.00000121, + "output_cost_per_token": 0.00000484, + "cache_read_input_token_cost": 6.05e-7, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true + "litellm_provider": "azure", + "supports_vision": false }, - "bedrock/us-gov-east-1/meta.llama3-8b-instruct-v1:0": { - "max_input_tokens": 8000, - "max_output_tokens": 2048, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.00000265, + "azure/us/o1-preview-2024-09-12": { + "max_input_tokens": 128000, + "max_output_tokens": 32768, + "input_cost_per_token": 0.0000165, + "output_cost_per_token": 0.000066, + "cache_read_input_token_cost": 0.00000825, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true + "litellm_provider": "azure", + "supports_vision": false }, - "bedrock/us-gov-west-1/amazon.nova-pro-v1:0": { - "max_input_tokens": 300000, - "max_output_tokens": 10000, - "input_cost_per_token": 9.6e-7, - "output_cost_per_token": 0.00000384, + "azure/us/o3-2025-04-16": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.0000088, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, + "litellm_provider": "azure", "supports_vision": true }, - "bedrock/us-gov-west-1/amazon.titan-embed-text-v1": { - "max_input_tokens": 8192, + "azure/us/o3-mini-2025-01-31": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00000121, + "output_cost_per_token": 0.00000484, + "cache_read_input_token_cost": 6.05e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_vision": false + }, + "azure/us/o4-mini-2025-04-16": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00000121, + "output_cost_per_token": 0.00000484, + "cache_read_input_token_cost": 3.1e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_vision": true + }, + "azure/whisper-1": { + "mode": "audio_transcription", + "litellm_provider": "azure" + }, + "azure_ai/Cohere-embed-v3-english": { + "max_input_tokens": 512, "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai" }, - "bedrock/us-gov-west-1/amazon.titan-embed-text-v2:0": { - "max_input_tokens": 8192, - "input_cost_per_token": 2e-7, + "azure_ai/Cohere-embed-v3-multilingual": { + "max_input_tokens": 512, + "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "bedrock" - }, - "bedrock/us-gov-west-1/amazon.titan-text-express-v1": { - "max_input_tokens": 42000, - "max_output_tokens": 8000, - "input_cost_per_token": 0.0000013, - "output_cost_per_token": 0.0000017, - "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai" }, - "bedrock/us-gov-west-1/amazon.titan-text-lite-v1": { - "max_input_tokens": 42000, - "max_output_tokens": 4000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 4e-7, - "mode": "chat", - "litellm_provider": "bedrock" + "azure_ai/FLUX-1.1-pro": { + "mode": "image_generation", + "litellm_provider": "azure_ai" }, - "bedrock/us-gov-west-1/amazon.titan-text-premier-v1:0": { - "max_input_tokens": 42000, - "max_output_tokens": 32000, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", - "litellm_provider": "bedrock" + "azure_ai/FLUX.1-Kontext-pro": { + "mode": "image_generation", + "litellm_provider": "azure_ai" }, - "bedrock/us-gov-west-1/anthropic.claude-3-7-sonnet-20250219-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0000036, - "output_cost_per_token": 0.000018, - "cache_creation_input_token_cost": 0.0000045, - "cache_read_input_token_cost": 3.6e-7, - "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, - "supports_vision": true + "azure_ai/flux.2-pro": { + "mode": "image_generation", + "litellm_provider": "azure_ai" }, - "bedrock/us-gov-west-1/anthropic.claude-3-5-sonnet-20240620-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0000036, - "output_cost_per_token": 0.000018, + "azure_ai/FW-DeepSeek-V3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 6.2e-7, + "output_cost_per_token": 0.00000185, + "cache_read_input_token_cost": 3.1e-7, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure_ai" }, - "bedrock/us-gov-west-1/anthropic.claude-3-haiku-20240307-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000015, + "azure_ai/FW-DeepSeek-V4-Pro": { + "max_input_tokens": 1000000, + "max_output_tokens": 384000, + "input_cost_per_token": 0.000001925, + "output_cost_per_token": 0.000003828, + "cache_read_input_token_cost": 1.65e-7, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure_ai" }, - "bedrock/us-gov-west-1/claude-sonnet-4-5-20250929-v1:0": { + "azure_ai/FW-GLM-5": { "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000033, - "output_cost_per_token": 0.0000165, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.00000352, + "cache_read_input_token_cost": 2.2e-7, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure_ai" }, - "bedrock/us-gov-west-1/meta.llama3-70b-instruct-v1:0": { - "max_input_tokens": 8000, - "max_output_tokens": 2048, - "input_cost_per_token": 0.00000265, - "output_cost_per_token": 0.0000035, + "azure_ai/FW-GLM-5.1": { + "max_input_tokens": 202800, + "max_output_tokens": 131072, + "input_cost_per_token": 0.00000154, + "output_cost_per_token": 0.00000484, + "cache_read_input_token_cost": 2.86e-7, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true + "litellm_provider": "azure_ai" }, - "bedrock/us-gov-west-1/meta.llama3-8b-instruct-v1:0": { - "max_input_tokens": 8000, - "max_output_tokens": 2048, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.00000265, + "azure_ai/FW-GLM-5.2": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.00000154, + "output_cost_per_token": 0.00000484, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true + "litellm_provider": "azure_ai" }, - "bedrock/us-west-1/meta.llama3-70b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000265, - "output_cost_per_token": 0.0000035, + "azure_ai/FW-GLM-5.2-Fast": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000021, + "output_cost_per_token": 0.0000066, + "cache_read_input_token_cost": 2.1e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai" }, - "bedrock/us-west-1/meta.llama3-8b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 6e-7, + "azure_ai/FW-Inkling": { + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.00000405, + "cache_read_input_token_cost": 1.7e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai" }, - "bedrock/us-west-2/1-month-commitment/anthropic.claude-instant-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, + "azure_ai/FW-Kimi-K2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6.6e-7, + "output_cost_per_token": 0.0000033, + "cache_read_input_token_cost": 1.1e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai", + "supports_vision": true }, - "bedrock/us-west-2/1-month-commitment/anthropic.claude-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, + "azure_ai/FW-Kimi-K2.6": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.000001045, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 1.76e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai", + "supports_vision": true }, - "bedrock/us-west-2/1-month-commitment/anthropic.claude-v2:1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, + "azure_ai/FW-Kimi-K2.7-Code": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.00000105, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 2.1e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai", + "supports_vision": true }, - "bedrock/us-west-2/6-month-commitment/anthropic.claude-instant-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, + "azure_ai/FW-Kimi-K3": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 3.3e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai", + "supports_vision": true }, - "bedrock/us-west-2/6-month-commitment/anthropic.claude-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, + "azure_ai/FW-MiniMax-M2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 3.3e-7, + "output_cost_per_token": 0.00000132, + "cache_read_input_token_cost": 3.3e-8, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai" }, - "bedrock/us-west-2/6-month-commitment/anthropic.claude-v2:1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, + "azure_ai/FW-MiniMax-M3": { + "max_input_tokens": 512000, + "max_output_tokens": 512000, + "input_cost_per_token": 3.3e-7, + "output_cost_per_token": 0.00000132, + "cache_read_input_token_cost": 6.6e-8, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai", + "supports_vision": true }, - "bedrock/us-west-2/anthropic.claude-instant-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "input_cost_per_token": 8e-7, + "azure_ai/FW-Nemotron-3-Ultra-NVFP4": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 1.19e-7, "mode": "chat", - "litellm_provider": "bedrock" - }, - "bedrock/us-west-2/anthropic.claude-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, - "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai" }, - "bedrock/us-west-2/anthropic.claude-v2:1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, - "mode": "chat", - "litellm_provider": "bedrock" + "azure_ai/MAI-Image-2.5": { + "input_cost_per_token": 0.000005, + "output_cost_per_image_token": 0.000047, + "mode": "image_generation", + "litellm_provider": "azure_ai" }, - "bedrock/us-west-2/mistral.mistral-7b-instruct-v0:2": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "bedrock" + "azure_ai/MAI-Image-2.5-Flash": { + "input_cost_per_token": 0.00000175, + "output_cost_per_image_token": 0.000033, + "mode": "image_generation", + "litellm_provider": "azure_ai" }, - "bedrock/us-west-2/mistral.mistral-large-2402-v1:0": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, - "mode": "chat", - "litellm_provider": "bedrock" + "azure_ai/MAI-Image-2e": { + "input_cost_per_token": 0.000005, + "output_cost_per_image_token": 0.0000195, + "mode": "image_generation", + "litellm_provider": "azure_ai" }, - "bedrock/us-west-2/mistral.mixtral-8x7b-instruct-v0:1": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 4.5e-7, - "output_cost_per_token": 7e-7, + "azure_ai/Llama-3.2-11B-Vision-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 3.7e-7, + "output_cost_per_token": 3.7e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "azure_ai", + "supports_vision": true }, - "bedrock/us.anthropic.claude-3-5-haiku-20241022-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.000004, - "cache_creation_input_token_cost": 0.000001, - "cache_read_input_token_cost": 8e-8, + "azure_ai/Llama-3.2-90B-Vision-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 0.00000204, + "output_cost_per_token": 0.00000204, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true + "litellm_provider": "azure_ai", + "supports_vision": true }, - "cerebras/llama-3.3-70b": { + "azure_ai/Llama-3.3-70B-Instruct": { "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 8.5e-7, - "output_cost_per_token": 0.0000012, + "max_output_tokens": 2048, + "input_cost_per_token": 7.1e-7, + "output_cost_per_token": 7.1e-7, "mode": "chat", - "litellm_provider": "cerebras" + "litellm_provider": "azure_ai" }, - "cerebras/llama3.1-70b": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 6e-7, + "azure_ai/Llama-4-Maverick-17B-128E-Instruct-FP8": { + "max_input_tokens": 1000000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000141, + "output_cost_per_token": 3.5e-7, "mode": "chat", - "litellm_provider": "cerebras" + "litellm_provider": "azure_ai", + "supports_vision": true }, - "cerebras/llama3.1-8b": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "azure_ai/Llama-4-Scout-17B-16E-Instruct": { + "max_input_tokens": 10000000, + "max_output_tokens": 16384, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 7.8e-7, "mode": "chat", - "litellm_provider": "cerebras" + "litellm_provider": "azure_ai", + "supports_vision": true }, - "cerebras/gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 6.9e-7, + "azure_ai/Meta-Llama-3-70B-Instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 2048, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 3.7e-7, "mode": "chat", - "litellm_provider": "cerebras" + "litellm_provider": "azure_ai" }, - "cerebras/qwen-3-32b": { + "azure_ai/Meta-Llama-3.1-405B-Instruct": { "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 8e-7, + "max_output_tokens": 2048, + "input_cost_per_token": 0.00000533, + "output_cost_per_token": 0.000016, "mode": "chat", - "litellm_provider": "cerebras" + "litellm_provider": "azure_ai" }, - "cerebras/zai-glm-4.6": { + "azure_ai/Meta-Llama-3.1-70B-Instruct": { "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000225, - "output_cost_per_token": 0.00000275, + "max_output_tokens": 2048, + "input_cost_per_token": 0.00000268, + "output_cost_per_token": 0.00000354, "mode": "chat", - "litellm_provider": "cerebras" + "litellm_provider": "azure_ai" }, - "cerebras/zai-glm-4.7": { + "azure_ai/Meta-Llama-3.1-8B-Instruct": { "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000225, - "output_cost_per_token": 0.00000275, + "max_output_tokens": 2048, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 6.1e-7, "mode": "chat", - "litellm_provider": "cerebras" + "litellm_provider": "azure_ai" }, - "chat-bison": { - "max_input_tokens": 8192, + "azure_ai/Phi-3-medium-128k-instruct": { + "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "input_cost_per_token": 1.7e-7, + "output_cost_per_token": 6.8e-7, "mode": "chat", - "litellm_provider": "vertex_ai-chat-models" + "litellm_provider": "azure_ai", + "supports_vision": false }, - "chat-bison-32k": { - "max_input_tokens": 32000, - "max_output_tokens": 8192, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "azure_ai/Phi-3-medium-4k-instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1.7e-7, + "output_cost_per_token": 6.8e-7, "mode": "chat", - "litellm_provider": "vertex_ai-chat-models" + "litellm_provider": "azure_ai", + "supports_vision": false }, - "chat-bison-32k@002": { - "max_input_tokens": 32000, - "max_output_tokens": 8192, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "azure_ai/Phi-3-mini-128k-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 5.2e-7, "mode": "chat", - "litellm_provider": "vertex_ai-chat-models" + "litellm_provider": "azure_ai", + "supports_vision": false }, - "chat-bison@001": { - "max_input_tokens": 8192, + "azure_ai/Phi-3-mini-4k-instruct": { + "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 5.2e-7, "mode": "chat", - "litellm_provider": "vertex_ai-chat-models" + "litellm_provider": "azure_ai", + "supports_vision": false }, - "chat-bison@002": { - "max_input_tokens": 8192, + "azure_ai/Phi-3-small-128k-instruct": { + "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "vertex_ai-chat-models" + "litellm_provider": "azure_ai", + "supports_vision": false }, - "chatdolphin": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "azure_ai/Phi-3-small-8k-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "nlp_cloud" + "litellm_provider": "azure_ai", + "supports_vision": false }, - "chatgpt-4o-latest": { + "azure_ai/Phi-3.5-MoE-instruct": { "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000015, + "input_cost_per_token": 1.6e-7, + "output_cost_per_token": 6.4e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure_ai", + "supports_vision": false }, - "gpt-4o-transcribe-diarize": { - "max_input_tokens": 16000, - "max_output_tokens": 2000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "audio_transcription", - "litellm_provider": "openai" + "azure_ai/Phi-3.5-mini-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 5.2e-7, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_vision": false }, - "claude-3-5-haiku-20241022": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.000004, - "cache_creation_input_token_cost": 0.000001, - "cache_read_input_token_cost": 8e-8, + "azure_ai/Phi-3.5-vision-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 5.2e-7, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, + "litellm_provider": "azure_ai", "supports_vision": true }, - "claude-3-5-haiku-latest": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, - "cache_read_input_token_cost": 1e-7, + "azure_ai/Phi-4": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 1.25e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure_ai", + "supports_vision": false }, - "claude-haiku-4-5-20251001": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, - "cache_read_input_token_cost": 1e-7, + "azure_ai/Phi-4-mini-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 4096, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure_ai" }, - "claude-haiku-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, - "cache_read_input_token_cost": 1e-7, + "azure_ai/Phi-4-multimodal-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 4096, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 3.2e-7, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure_ai", + "supports_vision": true, + "supports_audio_input": true }, - "claude-3-5-sonnet-20240620": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "azure_ai/Phi-4-mini-reasoning": { + "max_input_tokens": 131072, + "max_output_tokens": 4096, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 3.2e-7, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure_ai" }, - "claude-3-5-sonnet-20241022": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "azure_ai/Phi-4-reasoning": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "input_cost_per_token": 1.25e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure_ai" }, - "claude-3-5-sonnet-latest": { - "max_input_tokens": 200000, + "azure_ai/mistral-document-ai-2505": { + "mode": "ocr", + "litellm_provider": "azure_ai" + }, + "azure_ai/mistral-document-ai-2512": { + "mode": "ocr", + "litellm_provider": "azure_ai" + }, + "azure_ai/doc-intelligence/prebuilt-read": { + "mode": "ocr", + "litellm_provider": "azure_ai" + }, + "azure_ai/doc-intelligence/prebuilt-layout": { + "mode": "ocr", + "litellm_provider": "azure_ai" + }, + "azure_ai/doc-intelligence/prebuilt-document": { + "mode": "ocr", + "litellm_provider": "azure_ai" + }, + "azure_ai/MAI-DS-R1": { + "max_input_tokens": 128000, "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "input_cost_per_token": 0.00000135, + "output_cost_per_token": 0.0000054, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure_ai" }, - "claude-3-7-sonnet-20250219": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "azure_ai/cohere-rerank-v3-english": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "azure_ai" + }, + "azure_ai/cohere-rerank-v3-multilingual": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "azure_ai" + }, + "azure_ai/cohere-rerank-v3.5": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "azure_ai" + }, + "azure_ai/cohere-rerank-v4.0-pro": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "azure_ai" + }, + "azure_ai/cohere-rerank-v4.0-fast": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "azure_ai" + }, + "azure_ai/deepseek-v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 5.8e-7, + "output_cost_per_token": 0.00000168, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure_ai" }, - "claude-3-7-sonnet-latest": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "azure_ai/deepseek-v3.2-speciale": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 5.8e-7, + "output_cost_per_token": 0.00000168, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure_ai" }, - "claude-3-haiku-20240307": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000125, - "cache_creation_input_token_cost": 3e-7, - "cache_read_input_token_cost": 3e-8, + "azure_ai/deepseek-r1": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000135, + "output_cost_per_token": 0.0000054, "mode": "chat", - "litellm_provider": "anthropic", - "supports_vision": true + "litellm_provider": "azure_ai" }, - "claude-3-opus-20240229": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "azure_ai/deepseek-v3": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000114, + "output_cost_per_token": 0.00000456, "mode": "chat", - "litellm_provider": "anthropic", - "supports_vision": true + "litellm_provider": "azure_ai" }, - "claude-3-opus-latest": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "azure_ai/deepseek-v3-0324": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000114, + "output_cost_per_token": 0.00000456, "mode": "chat", - "litellm_provider": "anthropic", - "supports_vision": true + "litellm_provider": "azure_ai" }, - "claude-4-opus-20250514": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "azure_ai/deepseek-v3.1": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.00000123, + "output_cost_per_token": 0.00000494, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure_ai" }, - "claude-4-sonnet-20250514": { + "azure_ai/deepseek-v4-pro": { "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "max_output_tokens": 384000, + "input_cost_per_token": 0.00000174, + "output_cost_per_token": 0.00000348, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure_ai" }, - "claude-sonnet-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "azure_ai/deepseek-v4-flash": { + "max_input_tokens": 1000000, + "max_output_tokens": 384000, + "input_cost_per_token": 1.9e-7, + "output_cost_per_token": 5.1e-7, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure_ai" }, - "claude-sonnet-4-5-20250929": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, + "azure_ai/embed-v-4-0": { + "max_input_tokens": 128000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "azure_ai" + }, + "azure_ai/global/grok-3": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure_ai" }, - "claude-sonnet-4-5-20250929-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, + "azure_ai/global/grok-3-mini": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000127, + "mode": "chat", + "litellm_provider": "azure_ai" + }, + "azure_ai/grok-3": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure_ai" }, - "claude-opus-4-1": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "azure_ai/grok-3-mini": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000127, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure_ai" }, - "claude-opus-4-1-20250805": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "azure_ai/grok-4": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure_ai" }, - "claude-opus-4-20250514": { + "azure_ai/grok-4.3": { "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "max_output_tokens": 200000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, + "litellm_provider": "azure_ai", "supports_vision": true }, - "claude-opus-4-5-20251101": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "azure_ai/grok-4-fast-non-reasoning": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure_ai" }, - "claude-opus-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "azure_ai/grok-4-fast-reasoning": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure_ai" }, - "claude-sonnet-4-20250514": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "azure_ai/grok-4-1-fast-non-reasoning": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure_ai" }, - "cloudflare/@cf/meta/llama-2-7b-chat-fp16": { - "max_input_tokens": 3072, - "max_output_tokens": 3072, - "input_cost_per_token": 0.000001923, - "output_cost_per_token": 0.000001923, + "azure_ai/grok-4-1-fast-reasoning": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "cloudflare" + "litellm_provider": "azure_ai" }, - "cloudflare/@cf/meta/llama-2-7b-chat-int8": { - "max_input_tokens": 2048, - "max_output_tokens": 2048, - "input_cost_per_token": 0.000001923, - "output_cost_per_token": 0.000001923, + "azure_ai/grok-code-fast-1": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "cloudflare" + "litellm_provider": "azure_ai" }, - "cloudflare/@cf/mistral/mistral-7b-instruct-v0.1": { + "azure_ai/jais-30b-chat": { "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 0.000001923, - "output_cost_per_token": 0.000001923, + "input_cost_per_token": 0.0032, + "output_cost_per_token": 0.00971, "mode": "chat", - "litellm_provider": "cloudflare" + "litellm_provider": "azure_ai" }, - "cloudflare/@hf/thebloke/codellama-7b-instruct-awq": { - "max_input_tokens": 4096, + "azure_ai/jamba-instruct": { + "max_input_tokens": 70000, "max_output_tokens": 4096, - "input_cost_per_token": 0.000001923, - "output_cost_per_token": 0.000001923, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 7e-7, "mode": "chat", - "litellm_provider": "cloudflare" + "litellm_provider": "azure_ai" }, - "code-bison": { - "max_input_tokens": 6144, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "azure_ai/kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "vertex_ai-code-text-models" - }, - "code-bison-32k@002": { - "max_input_tokens": 6144, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "vertex_ai-code-text-models" + "litellm_provider": "azure_ai", + "supports_vision": true, + "supports_video_input": true }, - "code-bison32k": { - "max_input_tokens": 6144, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "vertex_ai-code-text-models" + "azure_ai/kimi-k2.6": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_vision": true }, - "code-bison@001": { - "max_input_tokens": 6144, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "vertex_ai-code-text-models" + "azure_ai/ministral-3b": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 4e-8, + "mode": "chat", + "litellm_provider": "azure_ai" }, - "code-bison@002": { - "max_input_tokens": 6144, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "vertex_ai-code-text-models" + "azure_ai/mistral-large": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000012, + "mode": "chat", + "litellm_provider": "azure_ai" }, - "code-gecko": { - "max_input_tokens": 2048, - "max_output_tokens": 64, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "vertex_ai-code-text-models" + "azure_ai/mistral-large-2407": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "mode": "chat", + "litellm_provider": "azure_ai" }, - "code-gecko-latest": { - "max_input_tokens": 2048, - "max_output_tokens": 64, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "vertex_ai-code-text-models" + "azure_ai/mistral-large-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "mode": "chat", + "litellm_provider": "azure_ai" }, - "code-gecko@001": { - "max_input_tokens": 2048, - "max_output_tokens": 64, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "vertex_ai-code-text-models" - }, - "code-gecko@002": { - "max_input_tokens": 2048, - "max_output_tokens": 64, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "vertex_ai-code-text-models" - }, - "codechat-bison": { - "max_input_tokens": 6144, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-code-chat-models" - }, - "codechat-bison-32k": { - "max_input_tokens": 32000, - "max_output_tokens": 8192, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-code-chat-models" - }, - "codechat-bison-32k@002": { - "max_input_tokens": 32000, - "max_output_tokens": 8192, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-code-chat-models" - }, - "codechat-bison@001": { - "max_input_tokens": 6144, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "azure_ai/mistral-large-3": { + "max_input_tokens": 256000, + "max_output_tokens": 8191, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "vertex_ai-code-chat-models" + "litellm_provider": "azure_ai", + "supports_vision": true }, - "codechat-bison@002": { - "max_input_tokens": 6144, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "azure_ai/mistral-medium-2505": { + "max_input_tokens": 131072, + "max_output_tokens": 8191, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "vertex_ai-code-chat-models" + "litellm_provider": "azure_ai" }, - "codechat-bison@latest": { - "max_input_tokens": 6144, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "azure_ai/mistral-nemo": { + "max_input_tokens": 131072, + "max_output_tokens": 4096, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "vertex_ai-code-chat-models" + "litellm_provider": "azure_ai" }, - "codestral/codestral-2405": { + "azure_ai/mistral-small": { "max_input_tokens": 32000, "max_output_tokens": 8191, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "codestral" + "litellm_provider": "azure_ai" }, - "codestral/codestral-latest": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "azure_ai/mistral-small-2503": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "codestral" - }, - "codex-mini-latest": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000006, - "cache_read_input_token_cost": 3.75e-7, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "azure_ai", "supports_vision": true }, - "cohere.command-light-text-v14": { + "babbage-002": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 4e-7, + "mode": "completion", + "litellm_provider": "text-completion-openai" + }, + "bedrock/*/1-month-commitment/cohere.command-light-text-v14": { "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 6e-7, "mode": "chat", "litellm_provider": "bedrock" }, - "cohere.command-r-plus-v1:0": { - "max_input_tokens": 128000, + "bedrock/*/1-month-commitment/cohere.command-text-v14": { + "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, "mode": "chat", "litellm_provider": "bedrock" }, - "cohere.command-r-v1:0": { - "max_input_tokens": 128000, + "bedrock/*/6-month-commitment/cohere.command-light-text-v14": { + "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, "mode": "chat", "litellm_provider": "bedrock" }, - "cohere.command-text-v14": { + "bedrock/*/6-month-commitment/cohere.command-text-v14": { "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002, "mode": "chat", "litellm_provider": "bedrock" }, - "cohere.embed-english-v3": { - "max_input_tokens": 512, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", + "bedrock/guardrails": { + "mode": "guardrail", "litellm_provider": "bedrock" }, - "cohere.embed-multilingual-v3": { - "max_input_tokens": 512, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", + "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-instant-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "mode": "chat", "litellm_provider": "bedrock" }, - "cohere.embed-v4:0": { - "max_input_tokens": 128000, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, - "mode": "embedding", + "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "mode": "chat", "litellm_provider": "bedrock" }, - "cohere/embed-v4.0": { - "max_input_tokens": 128000, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "cohere" - }, - "cohere.rerank-v3-5:0": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", + "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v2:1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "mode": "chat", "litellm_provider": "bedrock" }, - "command": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000002, - "mode": "completion", - "litellm_provider": "cohere" + "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-instant-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "mode": "chat", + "litellm_provider": "bedrock" }, - "command-a-03-2025": { - "max_input_tokens": 256000, - "max_output_tokens": 8000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", - "litellm_provider": "cohere_chat" + "litellm_provider": "bedrock" }, - "command-light": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 6e-7, + "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v2:1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", - "litellm_provider": "cohere_chat" + "litellm_provider": "bedrock" }, - "command-nightly": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000002, - "mode": "completion", - "litellm_provider": "cohere" + "bedrock/ap-northeast-1/anthropic.claude-instant-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.00000223, + "output_cost_per_token": 0.00000755, + "mode": "chat", + "litellm_provider": "bedrock" }, - "command-r": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "bedrock/ap-northeast-1/anthropic.claude-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, "mode": "chat", - "litellm_provider": "cohere_chat" + "litellm_provider": "bedrock" }, - "command-r-08-2024": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "bedrock/ap-northeast-1/anthropic.claude-v2:1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, "mode": "chat", - "litellm_provider": "cohere_chat" + "litellm_provider": "bedrock" }, - "command-r-plus": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "bedrock/ap-northeast-1/deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 7.4e-7, + "output_cost_per_token": 0.00000222, "mode": "chat", - "litellm_provider": "cohere_chat" + "litellm_provider": "bedrock" }, - "command-r-plus-08-2024": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "bedrock/ap-northeast-1/minimax.minimax-m2.1": { + "max_input_tokens": 196000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "cohere_chat" + "litellm_provider": "bedrock" }, - "command-r7b-12-2024": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 3.75e-8, + "bedrock/ap-northeast-1/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "cohere_chat" + "litellm_provider": "bedrock" }, - "computer-use-preview": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000012, + "bedrock/ap-northeast-1/moonshotai.kimi-k2-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 7.3e-7, + "output_cost_per_token": 0.00000303, "mode": "chat", - "litellm_provider": "azure", - "supports_vision": true - }, - "dall-e-2": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "dall-e-3": { - "mode": "image_generation", - "litellm_provider": "openai" + "litellm_provider": "bedrock" }, - "deepseek-chat": { - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 2.8e-7, - "output_cost_per_token": 4.2e-7, - "cache_read_input_token_cost": 2.8e-8, + "bedrock/ap-northeast-1/moonshotai.kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 0.0000036, "mode": "chat", - "litellm_provider": "deepseek" + "litellm_provider": "bedrock", + "supports_vision": true }, - "deepseek-reasoner": { - "max_input_tokens": 131072, - "max_output_tokens": 65536, - "input_cost_per_token": 2.8e-7, - "output_cost_per_token": 4.2e-7, - "cache_read_input_token_cost": 2.8e-8, + "bedrock/ap-northeast-1/qwen.qwen3-coder-next": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "deepseek" + "litellm_provider": "bedrock" }, - "dashscope/qwen-coder": { - "max_input_tokens": 1000000, - "max_output_tokens": 16384, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000015, + "bedrock/moonshotai.kimi-k2-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 7.3e-7, + "output_cost_per_token": 0.00000303, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen-flash": { - "max_input_tokens": 997952, - "max_output_tokens": 32768, + "bedrock/moonshotai.kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.00000303, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock", + "supports_vision": true, + "supports_video_input": true }, - "dashscope/qwen-flash-2025-07-28": { - "max_input_tokens": 997952, - "max_output_tokens": 32768, + "bedrock/ap-south-1/meta.llama3-70b-instruct-v1:0": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000318, + "output_cost_per_token": 0.0000042, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen-max": { - "max_input_tokens": 30720, + "bedrock/ap-south-1/meta.llama3-8b-instruct-v1:0": { + "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 0.0000016, - "output_cost_per_token": 0.0000064, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 7.2e-7, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen-plus": { - "max_input_tokens": 129024, - "max_output_tokens": 16384, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000012, + "bedrock/ap-south-1/deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 7.4e-7, + "output_cost_per_token": 0.00000222, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen-plus-2025-01-25": { - "max_input_tokens": 129024, + "bedrock/ap-south-1/minimax.minimax-m2.1": { + "max_input_tokens": 196000, "max_output_tokens": 8192, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000012, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen-plus-2025-04-28": { - "max_input_tokens": 129024, - "max_output_tokens": 16384, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000012, + "bedrock/ap-south-1/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen-plus-2025-07-14": { - "max_input_tokens": 129024, - "max_output_tokens": 16384, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000012, + "bedrock/ap-south-1/moonshotai.kimi-k2-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 7.1e-7, + "output_cost_per_token": 0.00000294, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen-plus-2025-07-28": { - "max_input_tokens": 997952, - "max_output_tokens": 32768, + "bedrock/ap-south-1/moonshotai.kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 0.0000036, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock", + "supports_vision": true }, - "dashscope/qwen-plus-2025-09-11": { - "max_input_tokens": 997952, - "max_output_tokens": 32768, + "bedrock/ap-south-1/qwen.qwen3-coder-next": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen-plus-latest": { - "max_input_tokens": 997952, - "max_output_tokens": 32768, + "bedrock/ap-southeast-2/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.09e-7, + "output_cost_per_token": 0.000001236, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen-turbo": { - "max_input_tokens": 129024, - "max_output_tokens": 16384, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2e-7, + "bedrock/ap-southeast-3/deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 7.4e-7, + "output_cost_per_token": 0.00000222, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen-turbo-2024-11-01": { - "max_input_tokens": 1000000, + "bedrock/ap-southeast-3/minimax.minimax-m2.1": { + "max_input_tokens": 196000, "max_output_tokens": 8192, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen-turbo-2025-04-28": { + "bedrock/ap-southeast-3/minimax.minimax-m2.5": { "max_input_tokens": 1000000, - "max_output_tokens": 16384, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2e-7, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen-turbo-latest": { - "max_input_tokens": 1000000, - "max_output_tokens": 16384, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2e-7, + "bedrock/ap-southeast-3/moonshotai.kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 0.0000036, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock", + "supports_vision": true }, - "dashscope/qwen3-30b-a3b": { - "max_input_tokens": 129024, - "max_output_tokens": 16384, + "bedrock/ap-southeast-3/qwen.qwen3-coder-next": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen3-coder-flash": { - "max_input_tokens": 997952, - "max_output_tokens": 65536, + "bedrock/ca-central-1/meta.llama3-70b-instruct-v1:0": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000305, + "output_cost_per_token": 0.00000403, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen3-coder-flash-2025-07-28": { - "max_input_tokens": 997952, - "max_output_tokens": 65536, + "bedrock/ca-central-1/meta.llama3-8b-instruct-v1:0": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 6.9e-7, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen3-coder-plus": { - "max_input_tokens": 997952, - "max_output_tokens": 65536, + "bedrock/eu-north-1/deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 7.4e-7, + "output_cost_per_token": 0.00000222, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen3-coder-plus-2025-07-22": { - "max_input_tokens": 997952, - "max_output_tokens": 65536, + "bedrock/eu-north-1/minimax.minimax-m2.1": { + "max_input_tokens": 196000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwen3-max-preview": { - "max_input_tokens": 258048, - "max_output_tokens": 65536, + "bedrock/eu-north-1/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock" }, - "dashscope/qwq-plus": { - "max_input_tokens": 98304, - "max_output_tokens": 8192, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000024, + "bedrock/eu-north-1/moonshotai.kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 0.0000036, "mode": "chat", - "litellm_provider": "dashscope" + "litellm_provider": "bedrock", + "supports_vision": true }, - "databricks/databricks-bge-large-en": { - "max_input_tokens": 512, - "input_cost_per_token": 1.0003e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "databricks" + "bedrock/eu-central-1/1-month-commitment/anthropic.claude-instant-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "mode": "chat", + "litellm_provider": "bedrock" }, - "databricks/databricks-claude-3-7-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000029999900000000002, - "output_cost_per_token": 0.000015000020000000002, + "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-claude-haiku-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.00000100002, - "output_cost_per_token": 0.00000500003, + "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v2:1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-claude-opus-4": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015000020000000002, - "output_cost_per_token": 0.00007500003000000001, + "bedrock/eu-central-1/6-month-commitment/anthropic.claude-instant-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-claude-opus-4-1": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015000020000000002, - "output_cost_per_token": 0.00007500003000000001, + "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-claude-opus-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.00000500003, - "output_cost_per_token": 0.000025000010000000002, + "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v2:1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-claude-sonnet-4": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000029999900000000002, - "output_cost_per_token": 0.000015000020000000002, + "bedrock/eu-central-1/anthropic.claude-instant-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.00000248, + "output_cost_per_token": 0.00000838, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-claude-sonnet-4-1": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000029999900000000002, - "output_cost_per_token": 0.000015000020000000002, + "bedrock/eu-central-1/anthropic.claude-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-claude-sonnet-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000029999900000000002, - "output_cost_per_token": 0.000015000020000000002, + "bedrock/eu-central-1/anthropic.claude-v2:1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-gemini-2-5-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3.0001999999999996e-7, - "output_cost_per_token": 0.00000249998, + "bedrock/eu-central-1/minimax.minimax-m2.1": { + "max_input_tokens": 196000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-gemini-2-5-pro": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 0.00000124999, - "output_cost_per_token": 0.000009999990000000002, + "bedrock/eu-central-1/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-gemma-3-12b": { - "max_input_tokens": 128000, - "max_output_tokens": 32000, - "input_cost_per_token": 1.5000999999999998e-7, - "output_cost_per_token": 5.0001e-7, + "bedrock/eu-central-1/qwen.qwen3-coder-next": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-gpt-5": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000124999, - "output_cost_per_token": 0.000009999990000000002, + "bedrock/eu-west-1/meta.llama3-70b-instruct-v1:0": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000286, + "output_cost_per_token": 0.00000378, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-gpt-5-1": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000124999, - "output_cost_per_token": 0.000009999990000000002, + "bedrock/eu-west-1/meta.llama3-8b-instruct-v1:0": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 3.2e-7, + "output_cost_per_token": 6.5e-7, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-gpt-5-mini": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.4997000000000006e-7, - "output_cost_per_token": 0.0000019999700000000004, + "bedrock/eu-west-1/minimax.minimax-m2.1": { + "max_input_tokens": 196000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-gpt-5-nano": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 4.998e-8, - "output_cost_per_token": 3.9998000000000007e-7, + "bedrock/eu-west-1/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.5000999999999998e-7, - "output_cost_per_token": 5.9997e-7, + "bedrock/eu-west-1/qwen.qwen3-coder-next": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-gpt-oss-20b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 3.0001999999999996e-7, + "bedrock/eu-west-2/meta.llama3-70b-instruct-v1:0": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000345, + "output_cost_per_token": 0.00000455, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-gte-large-en": { + "bedrock/eu-west-2/meta.llama3-8b-instruct-v1:0": { "max_input_tokens": 8192, - "input_cost_per_token": 1.2999000000000001e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "databricks" - }, - "databricks/databricks-llama-2-70b-chat": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 5.0001e-7, - "output_cost_per_token": 0.0000015000300000000002, + "max_output_tokens": 8192, + "input_cost_per_token": 3.9e-7, + "output_cost_per_token": 7.8e-7, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-llama-4-maverick": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 5.0001e-7, - "output_cost_per_token": 0.0000015000300000000002, + "bedrock/eu-west-2/minimax.minimax-m2.1": { + "max_input_tokens": 196000, + "max_output_tokens": 8192, + "input_cost_per_token": 4.7e-7, + "output_cost_per_token": 0.00000186, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-meta-llama-3-1-405b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000500003, - "output_cost_per_token": 0.000015000020000000002, + "bedrock/eu-west-2/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 4.7e-7, + "output_cost_per_token": 0.00000186, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-meta-llama-3-1-8b-instruct": { - "max_input_tokens": 200000, - "max_output_tokens": 128000, - "input_cost_per_token": 1.5000999999999998e-7, - "output_cost_per_token": 4.5003000000000007e-7, + "bedrock/eu-west-2/qwen.qwen3-coder-next": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, + "input_cost_per_token": 7.8e-7, + "output_cost_per_token": 0.00000186, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-meta-llama-3-3-70b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 5.0001e-7, - "output_cost_per_token": 0.0000015000300000000002, + "bedrock/eu-west-3/mistral.mistral-7b-instruct-v0:2": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2.6e-7, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-meta-llama-3-70b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000100002, - "output_cost_per_token": 0.0000029999900000000002, + "bedrock/eu-west-3/mistral.mistral-large-2402-v1:0": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.0000104, + "output_cost_per_token": 0.0000312, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-mixtral-8x7b-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 5.0001e-7, - "output_cost_per_token": 0.00000100002, + "bedrock/eu-west-3/mistral.mixtral-8x7b-instruct-v0:1": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 5.9e-7, + "output_cost_per_token": 9.1e-7, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-mpt-30b-instruct": { - "max_input_tokens": 8192, + "bedrock/eu-south-1/minimax.minimax-m2.1": { + "max_input_tokens": 196000, "max_output_tokens": 8192, - "input_cost_per_token": 0.00000100002, - "output_cost_per_token": 0.00000100002, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "databricks/databricks-mpt-7b-instruct": { - "max_input_tokens": 8192, + "bedrock/eu-south-1/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, "max_output_tokens": 8192, - "input_cost_per_token": 5.0001e-7, - "output_cost_per_token": 0, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, "mode": "chat", - "litellm_provider": "databricks" + "litellm_provider": "bedrock" }, - "dataforseo/search": { - "mode": "search", - "litellm_provider": "dataforseo" + "bedrock/eu-south-1/qwen.qwen3-coder-next": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.00000144, + "mode": "chat", + "litellm_provider": "bedrock" }, - "davinci-002": { - "max_input_tokens": 16384, + "bedrock/invoke/anthropic.claude-3-5-sonnet-20240620-v1:0": { + "max_input_tokens": 200000, "max_output_tokens": 4096, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000002, - "mode": "completion", - "litellm_provider": "text-completion-openai" - }, - "deepgram/base": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "bedrock", + "supports_vision": true }, - "deepgram/base-conversationalai": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "bedrock/sa-east-1/meta.llama3-70b-instruct-v1:0": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000445, + "output_cost_per_token": 0.00000588, + "mode": "chat", + "litellm_provider": "bedrock" }, - "deepgram/base-finance": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "bedrock/sa-east-1/meta.llama3-8b-instruct-v1:0": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.00000101, + "mode": "chat", + "litellm_provider": "bedrock" }, - "deepgram/base-general": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "bedrock/sa-east-1/deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 7.4e-7, + "output_cost_per_token": 0.00000222, + "mode": "chat", + "litellm_provider": "bedrock" }, - "deepgram/base-meeting": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "bedrock/sa-east-1/minimax.minimax-m2.1": { + "max_input_tokens": 196000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, + "mode": "chat", + "litellm_provider": "bedrock" }, - "deepgram/base-phonecall": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "bedrock/sa-east-1/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, + "mode": "chat", + "litellm_provider": "bedrock" }, - "deepgram/base-video": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "bedrock/sa-east-1/moonshotai.kimi-k2-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 7.3e-7, + "output_cost_per_token": 0.00000303, + "mode": "chat", + "litellm_provider": "bedrock" }, - "deepgram/base-voicemail": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "bedrock/sa-east-1/moonshotai.kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 0.0000036, + "mode": "chat", + "litellm_provider": "bedrock", + "supports_vision": true }, - "deepgram/enhanced": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "bedrock/sa-east-1/qwen.qwen3-coder-next": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.00000144, + "mode": "chat", + "litellm_provider": "bedrock" }, - "deepgram/enhanced-finance": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "bedrock/us-east-1/1-month-commitment/anthropic.claude-instant-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "mode": "chat", + "litellm_provider": "bedrock" }, - "deepgram/enhanced-general": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "bedrock/us-east-1/1-month-commitment/anthropic.claude-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "mode": "chat", + "litellm_provider": "bedrock" }, - "deepgram/enhanced-meeting": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "bedrock/us-east-1/1-month-commitment/anthropic.claude-v2:1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "mode": "chat", + "litellm_provider": "bedrock" }, - "deepgram/enhanced-phonecall": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "bedrock/us-east-1/6-month-commitment/anthropic.claude-instant-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "mode": "chat", + "litellm_provider": "bedrock" }, - "deepgram/nova": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "bedrock/us-east-1/6-month-commitment/anthropic.claude-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "mode": "chat", + "litellm_provider": "bedrock" }, - "deepgram/nova-2": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "bedrock/us-east-1/6-month-commitment/anthropic.claude-v2:1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "mode": "chat", + "litellm_provider": "bedrock" }, - "deepgram/nova-2-atc": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "bedrock/us-east-1/anthropic.claude-instant-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000024, + "mode": "chat", + "litellm_provider": "bedrock" }, - "deepgram/nova-2-automotive": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "bedrock/us-east-1/anthropic.claude-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, + "mode": "chat", + "litellm_provider": "bedrock" }, - "deepgram/nova-2-conversationalai": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "bedrock/us-east-1/anthropic.claude-v2:1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, + "mode": "chat", + "litellm_provider": "bedrock" }, - "deepgram/nova-2-drivethru": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "bedrock/us-east-1/meta.llama3-70b-instruct-v1:0": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000265, + "output_cost_per_token": 0.0000035, + "mode": "chat", + "litellm_provider": "bedrock" }, - "deepgram/nova-2-finance": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "bedrock/us-east-1/meta.llama3-8b-instruct-v1:0": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "bedrock" }, - "deepgram/nova-2-general": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "bedrock/us-east-1/mistral.mistral-7b-instruct-v0:2": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "bedrock" }, - "deepgram/nova-2-meeting": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "bedrock/us-east-1/mistral.mistral-large-2402-v1:0": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, + "mode": "chat", + "litellm_provider": "bedrock" }, - "deepgram/nova-2-phonecall": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "bedrock/us-east-1/mistral.mixtral-8x7b-instruct-v0:1": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 4.5e-7, + "output_cost_per_token": 7e-7, + "mode": "chat", + "litellm_provider": "bedrock" }, - "deepgram/nova-2-video": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "bedrock/us-east-1/deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 6.2e-7, + "output_cost_per_token": 0.00000185, + "mode": "chat", + "litellm_provider": "bedrock" }, - "deepgram/nova-2-voicemail": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "bedrock/us-east-1/minimax.minimax-m2.1": { + "max_input_tokens": 196000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "bedrock" }, - "deepgram/nova-3": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" + "bedrock/us-east-1/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "bedrock" }, - "deepgram/nova-3-general": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" - }, - "deepgram/nova-3-medical": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" - }, - "deepgram/nova-general": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" - }, - "deepgram/nova-phonecall": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" - }, - "deepgram/whisper": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" - }, - "deepgram/whisper-base": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" - }, - "deepgram/whisper-large": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" - }, - "deepgram/whisper-medium": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" - }, - "deepgram/whisper-small": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" - }, - "deepgram/whisper-tiny": { - "mode": "audio_transcription", - "litellm_provider": "deepgram" - }, - "deepinfra/Gryphe/MythoMax-L2-13b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 9e-8, - "mode": "chat", - "litellm_provider": "deepinfra" - }, - "deepinfra/NousResearch/Hermes-3-Llama-3.1-405B": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001, - "mode": "chat", - "litellm_provider": "deepinfra" - }, - "deepinfra/NousResearch/Hermes-3-Llama-3.1-70B": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 3e-7, - "mode": "chat", - "litellm_provider": "deepinfra" - }, - "deepinfra/Qwen/QwQ-32B": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 4e-7, - "mode": "chat", - "litellm_provider": "deepinfra" - }, - "deepinfra/Qwen/Qwen2.5-72B-Instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3.9e-7, - "mode": "chat", - "litellm_provider": "deepinfra" - }, - "deepinfra/Qwen/Qwen2.5-7B-Instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 1e-7, + "bedrock/us-east-1/moonshotai.kimi-k2-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/Qwen/Qwen2.5-VL-32B-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "bedrock/us-east-1/moonshotai.kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "deepinfra", + "litellm_provider": "bedrock", "supports_vision": true }, - "deepinfra/Qwen/Qwen3-14B": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 2.4e-7, - "mode": "chat", - "litellm_provider": "deepinfra" - }, - "deepinfra/Qwen/Qwen3-235B-A22B": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 5.4e-7, - "mode": "chat", - "litellm_provider": "deepinfra" - }, - "deepinfra/Qwen/Qwen3-235B-A22B-Instruct-2507": { + "bedrock/us-east-1/qwen.qwen3-coder-next": { "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 9e-8, - "output_cost_per_token": 6e-7, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/Qwen/Qwen3-235B-A22B-Thinking-2507": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000029, + "bedrock/us-east-2/deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 6.2e-7, + "output_cost_per_token": 0.00000185, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/Qwen/Qwen3-30B-A3B": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 2.9e-7, + "bedrock/us-east-2/minimax.minimax-m2.1": { + "max_input_tokens": 196000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/Qwen/Qwen3-32B": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 2.8e-7, + "bedrock/us-east-2/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/Qwen/Qwen3-Coder-480B-A35B-Instruct": { + "bedrock/us-east-2/moonshotai.kimi-k2-thinking": { "max_input_tokens": 262144, "max_output_tokens": 262144, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/Qwen/Qwen3-Coder-480B-A35B-Instruct-Turbo": { + "bedrock/us-east-2/moonshotai.kimi-k2.5": { "max_input_tokens": 262144, "max_output_tokens": 262144, - "input_cost_per_token": 2.9e-7, - "output_cost_per_token": 0.0000012, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock", + "supports_vision": true }, - "deepinfra/Qwen/Qwen3-Next-80B-A3B-Instruct": { + "bedrock/us-east-2/qwen.qwen3-coder-next": { "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 0.0000014, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/Qwen/Qwen3-Next-80B-A3B-Thinking": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 0.0000014, + "bedrock/us-gov-east-1/amazon.nova-pro-v1:0": { + "max_input_tokens": 300000, + "max_output_tokens": 10000, + "input_cost_per_token": 9.6e-7, + "output_cost_per_token": 0.00000384, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/Sao10K/L3-8B-Lunaris-v1-Turbo": { + "bedrock/us-gov-east-1/amazon.titan-embed-text-v1": { "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 5e-8, - "mode": "chat", - "litellm_provider": "deepinfra" + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "bedrock" }, - "deepinfra/Sao10K/L3.1-70B-Euryale-v2.2": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6.5e-7, - "output_cost_per_token": 7.5e-7, + "bedrock/us-gov-east-1/amazon.titan-embed-text-v2:0": { + "max_input_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "bedrock" + }, + "bedrock/us-gov-east-1/amazon.titan-text-express-v1": { + "max_input_tokens": 42000, + "max_output_tokens": 8000, + "input_cost_per_token": 0.0000013, + "output_cost_per_token": 0.0000017, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/Sao10K/L3.3-70B-Euryale-v2.3": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6.5e-7, - "output_cost_per_token": 7.5e-7, + "bedrock/us-gov-east-1/amazon.titan-text-lite-v1": { + "max_input_tokens": 42000, + "max_output_tokens": 4000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/allenai/olmOCR-7B-0725-FP8": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2.7e-7, + "bedrock/us-gov-east-1/amazon.titan-text-premier-v1:0": { + "max_input_tokens": 42000, + "max_output_tokens": 32000, + "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/anthropic/claude-3-7-sonnet-latest": { + "bedrock/us-gov-east-1/anthropic.claude-3-5-sonnet-20240620-v1:0": { "max_input_tokens": 200000, - "max_output_tokens": 200000, - "input_cost_per_token": 0.0000033, - "output_cost_per_token": 0.0000165, - "cache_read_input_token_cost": 3.3e-7, + "max_output_tokens": 8192, + "input_cost_per_token": 0.0000036, + "output_cost_per_token": 0.000018, + "cache_creation_input_token_cost": 0.0000045, + "cache_read_input_token_cost": 3.6e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/anthropic/claude-4-opus": { + "bedrock/us-gov-east-1/anthropic.claude-3-haiku-20240307-v1:0": { "max_input_tokens": 200000, - "max_output_tokens": 200000, - "input_cost_per_token": 0.0000165, - "output_cost_per_token": 0.0000825, + "max_output_tokens": 4096, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000015, + "cache_creation_input_token_cost": 3.75e-7, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/anthropic/claude-4-sonnet": { + "bedrock/us-gov-east-1/anthropic.claude-sonnet-4-5-20250929-v1:0": { "max_input_tokens": 200000, - "max_output_tokens": 200000, - "input_cost_per_token": 0.0000033, - "output_cost_per_token": 0.0000165, + "max_output_tokens": 8192, + "input_cost_per_token": 0.0000036, + "output_cost_per_token": 0.000018, + "cache_creation_input_token_cost": 0.0000045, + "cache_read_input_token_cost": 3.6e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/deepseek-ai/DeepSeek-R1": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 7e-7, - "output_cost_per_token": 0.0000024, + "bedrock/us-gov-east-1/claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.0000036, + "output_cost_per_token": 0.000018, + "cache_creation_input_token_cost": 0.0000045, + "cache_read_input_token_cost": 3.6e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/deepseek-ai/DeepSeek-R1-0528": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.00000215, - "cache_read_input_token_cost": 4e-7, + "bedrock/us-gov-east-1/meta.llama3-70b-instruct-v1:0": { + "max_input_tokens": 8000, + "max_output_tokens": 2048, + "input_cost_per_token": 0.00000265, + "output_cost_per_token": 0.0000035, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock", + "supports_pdf_input": true }, - "deepinfra/deepseek-ai/DeepSeek-R1-0528-Turbo": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "bedrock/us-gov-east-1/meta.llama3-8b-instruct-v1:0": { + "max_input_tokens": 8000, + "max_output_tokens": 2048, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.00000265, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock", + "supports_pdf_input": true }, - "deepinfra/deepseek-ai/DeepSeek-R1-Distill-Llama-70B": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "bedrock/us-gov-west-1/amazon.nova-pro-v1:0": { + "max_input_tokens": 300000, + "max_output_tokens": 10000, + "input_cost_per_token": 9.6e-7, + "output_cost_per_token": 0.00000384, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 2.7e-7, - "mode": "chat", - "litellm_provider": "deepinfra" + "bedrock/us-gov-west-1/amazon.titan-embed-text-v1": { + "max_input_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "bedrock" }, - "deepinfra/deepseek-ai/DeepSeek-R1-Turbo": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, - "mode": "chat", - "litellm_provider": "deepinfra" + "bedrock/us-gov-west-1/amazon.titan-embed-text-v2:0": { + "max_input_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "bedrock" }, - "deepinfra/deepseek-ai/DeepSeek-V3": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 3.8e-7, - "output_cost_per_token": 8.9e-7, + "bedrock/us-gov-west-1/amazon.titan-text-express-v1": { + "max_input_tokens": 42000, + "max_output_tokens": 8000, + "input_cost_per_token": 0.0000013, + "output_cost_per_token": 0.0000017, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/deepseek-ai/DeepSeek-V3-0324": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 8.8e-7, + "bedrock/us-gov-west-1/amazon.titan-text-lite-v1": { + "max_input_tokens": 42000, + "max_output_tokens": 4000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/deepseek-ai/DeepSeek-V3.1": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 0.000001, - "cache_read_input_token_cost": 2.16e-7, + "bedrock/us-gov-west-1/amazon.titan-text-premier-v1:0": { + "max_input_tokens": 42000, + "max_output_tokens": 32000, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/deepseek-ai/DeepSeek-V3.1-Terminus": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 0.000001, - "cache_read_input_token_cost": 2.16e-7, + "bedrock/us-gov-west-1/anthropic.claude-3-7-sonnet-20250219-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.0000036, + "output_cost_per_token": 0.000018, + "cache_creation_input_token_cost": 0.0000045, + "cache_read_input_token_cost": 3.6e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/google/gemini-2.0-flash-001": { - "max_input_tokens": 1000000, - "max_output_tokens": 1000000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, + "bedrock/us-gov-west-1/anthropic.claude-3-5-sonnet-20240620-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.0000036, + "output_cost_per_token": 0.000018, + "cache_creation_input_token_cost": 0.0000045, + "cache_read_input_token_cost": 3.6e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/google/gemini-2.5-flash": { - "max_input_tokens": 1000000, - "max_output_tokens": 1000000, + "bedrock/us-gov-west-1/anthropic.claude-3-haiku-20240307-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, + "output_cost_per_token": 0.0000015, + "cache_creation_input_token_cost": 3.75e-7, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/google/gemini-2.5-pro": { - "max_input_tokens": 1000000, - "max_output_tokens": 1000000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, + "bedrock/us-gov-west-1/anthropic.claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.0000036, + "output_cost_per_token": 0.000018, + "cache_creation_input_token_cost": 0.0000045, + "cache_read_input_token_cost": 3.6e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/google/gemma-3-12b-it": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 1e-7, + "bedrock/us-gov-west-1/claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.0000036, + "output_cost_per_token": 0.000018, + "cache_creation_input_token_cost": 0.0000045, + "cache_read_input_token_cost": 3.6e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "deepinfra/google/gemma-3-27b-it": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-8, - "output_cost_per_token": 1.6e-7, + "bedrock/us-gov-west-1/meta.llama3-70b-instruct-v1:0": { + "max_input_tokens": 8000, + "max_output_tokens": 2048, + "input_cost_per_token": 0.00000265, + "output_cost_per_token": 0.0000035, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock", + "supports_pdf_input": true }, - "deepinfra/google/gemma-3-4b-it": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 8e-8, + "bedrock/us-gov-west-1/meta.llama3-8b-instruct-v1:0": { + "max_input_tokens": 8000, + "max_output_tokens": 2048, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.00000265, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock", + "supports_pdf_input": true }, - "deepinfra/meta-llama/Llama-3.2-11B-Vision-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 4.9e-8, - "output_cost_per_token": 4.9e-8, - "mode": "chat", - "litellm_provider": "deepinfra" - }, - "deepinfra/meta-llama/Llama-3.2-3B-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 2e-8, - "mode": "chat", - "litellm_provider": "deepinfra" - }, - "deepinfra/meta-llama/Llama-3.3-70B-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2.3e-7, - "output_cost_per_token": 4e-7, - "mode": "chat", - "litellm_provider": "deepinfra" - }, - "deepinfra/meta-llama/Llama-3.3-70B-Instruct-Turbo": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 3.9e-7, + "bedrock/us-west-1/meta.llama3-70b-instruct-v1:0": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000265, + "output_cost_per_token": 0.0000035, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8": { - "max_input_tokens": 1048576, - "max_output_tokens": 1048576, - "input_cost_per_token": 1.5e-7, + "bedrock/us-west-1/meta.llama3-8b-instruct-v1:0": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/meta-llama/Llama-4-Scout-17B-16E-Instruct": { - "max_input_tokens": 327680, - "max_output_tokens": 327680, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 3e-7, + "bedrock/us-west-2/1-month-commitment/anthropic.claude-instant-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/meta-llama/Llama-Guard-3-8B": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 5.5e-8, - "output_cost_per_token": 5.5e-8, + "bedrock/us-west-2/1-month-commitment/anthropic.claude-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/meta-llama/Llama-Guard-4-12B": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 1.8e-7, + "bedrock/us-west-2/1-month-commitment/anthropic.claude-v2:1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/meta-llama/Meta-Llama-3-8B-Instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-8, - "output_cost_per_token": 6e-8, + "bedrock/us-west-2/6-month-commitment/anthropic.claude-instant-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/meta-llama/Meta-Llama-3.1-70B-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 4e-7, + "bedrock/us-west-2/6-month-commitment/anthropic.claude-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 2.8e-7, + "bedrock/us-west-2/6-month-commitment/anthropic.claude-v2:1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/meta-llama/Meta-Llama-3.1-8B-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 3e-8, - "output_cost_per_token": 5e-8, + "bedrock/us-west-2/anthropic.claude-instant-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000024, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 3e-8, + "bedrock/us-west-2/anthropic.claude-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/microsoft/WizardLM-2-8x22B": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 4.8e-7, - "output_cost_per_token": 4.8e-7, + "bedrock/us-west-2/anthropic.claude-v2:1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/microsoft/phi-4": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 1.4e-7, + "bedrock/us-west-2/mistral.mistral-7b-instruct-v0:2": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/mistralai/Mistral-Nemo-Instruct-2407": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 4e-8, + "bedrock/us-west-2/mistral.mistral-large-2402-v1:0": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/mistralai/Mistral-Small-24B-Instruct-2501": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 8e-8, + "bedrock/us-west-2/mistral.mixtral-8x7b-instruct-v0:1": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 4.5e-7, + "output_cost_per_token": 7e-7, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/mistralai/Mistral-Small-3.2-24B-Instruct-2506": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 2e-7, + "bedrock/us-west-2/deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 6.2e-7, + "output_cost_per_token": 0.00000185, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/mistralai/Mixtral-8x7B-Instruct-v0.1": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 4e-7, + "bedrock/us-west-2/minimax.minimax-m2.1": { + "max_input_tokens": 196000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/moonshotai/Kimi-K2-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000002, + "bedrock/us-west-2/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/moonshotai/Kimi-K2-Instruct-0905": { + "bedrock/us-west-2/moonshotai.kimi-k2-thinking": { "max_input_tokens": 262144, "max_output_tokens": 262144, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 4e-7, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/nvidia/Llama-3.1-Nemotron-70B-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "bedrock/us-west-2/moonshotai.kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, "input_cost_per_token": 6e-7, - "output_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock", + "supports_vision": true }, - "deepinfra/nvidia/Llama-3.3-Nemotron-Super-49B-v1.5": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, + "bedrock/us-west-2/qwen.qwen3-coder-next": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock" }, - "deepinfra/nvidia/NVIDIA-Nemotron-Nano-9B-v2": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 1.6e-7, + "bedrock/us.anthropic.claude-3-5-haiku-20241022-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.000004, + "cache_creation_input_token_cost": 0.000001, + "cache_read_input_token_cost": 8e-8, "mode": "chat", - "litellm_provider": "deepinfra" + "litellm_provider": "bedrock", + "supports_pdf_input": true }, - "deepinfra/openai/gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 4.5e-7, - "mode": "chat", - "litellm_provider": "deepinfra" + "black_forest_labs/flux-kontext-pro": { + "mode": "image_edit", + "litellm_provider": "black_forest_labs" }, - "deepinfra/openai/gpt-oss-20b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 1.5e-7, - "mode": "chat", - "litellm_provider": "deepinfra" + "black_forest_labs/flux-kontext-max": { + "mode": "image_edit", + "litellm_provider": "black_forest_labs" }, - "deepinfra/zai-org/GLM-4.5": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, - "mode": "chat", - "litellm_provider": "deepinfra" + "black_forest_labs/flux-pro-1.0-fill": { + "mode": "image_edit", + "litellm_provider": "black_forest_labs" }, - "deepseek/deepseek-chat": { + "black_forest_labs/flux-pro-1.0-expand": { + "mode": "image_edit", + "litellm_provider": "black_forest_labs" + }, + "black_forest_labs/flux-pro-1.1": { + "mode": "image_generation", + "litellm_provider": "black_forest_labs" + }, + "black_forest_labs/flux-pro-1.1-ultra": { + "mode": "image_generation", + "litellm_provider": "black_forest_labs" + }, + "black_forest_labs/flux-dev": { + "mode": "image_generation", + "litellm_provider": "black_forest_labs" + }, + "black_forest_labs/flux-pro": { + "mode": "image_generation", + "litellm_provider": "black_forest_labs" + }, + "cerebras/llama-3.3-70b": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 2.8e-7, - "output_cost_per_token": 4.2e-7, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 2.8e-8, + "max_output_tokens": 128000, + "input_cost_per_token": 8.5e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "deepseek" + "litellm_provider": "cerebras" }, - "deepseek/deepseek-coder": { + "cerebras/llama3.1-70b": { "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 2.8e-7, + "max_output_tokens": 128000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "deepseek" + "litellm_provider": "cerebras" }, - "deepseek/deepseek-r1": { - "max_input_tokens": 65536, - "max_output_tokens": 8192, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.00000219, + "cerebras/llama3.1-8b": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "deepseek" + "litellm_provider": "cerebras" }, - "deepseek/deepseek-reasoner": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 2.8e-7, - "output_cost_per_token": 4.2e-7, - "cache_read_input_token_cost": 2.8e-8, + "cerebras/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 7.5e-7, "mode": "chat", - "litellm_provider": "deepseek" + "litellm_provider": "cerebras" }, - "deepseek/deepseek-v3": { - "max_input_tokens": 65536, - "max_output_tokens": 8192, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 0.0000011, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 7e-8, + "cerebras/qwen-3-32b": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 8e-7, "mode": "chat", - "litellm_provider": "deepseek" + "litellm_provider": "cerebras" }, - "deepseek/deepseek-v3.2": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 2.8e-7, - "output_cost_per_token": 4e-7, + "cerebras/zai-glm-4.6": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000225, + "output_cost_per_token": 0.00000275, "mode": "chat", - "litellm_provider": "deepseek" + "litellm_provider": "cerebras" }, - "deepseek.v3-v1:0": { - "max_input_tokens": 163840, - "max_output_tokens": 81920, - "input_cost_per_token": 5.8e-7, - "output_cost_per_token": 0.00000168, + "cerebras/zai-glm-4.7": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000225, + "output_cost_per_token": 0.00000275, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "cerebras" }, - "dolphin": { + "chatdolphin": { "max_input_tokens": 16384, "max_output_tokens": 16384, "input_cost_per_token": 5e-7, "output_cost_per_token": 5e-7, - "mode": "completion", + "mode": "chat", "litellm_provider": "nlp_cloud" }, - "doubao-embedding": { - "max_input_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "volcengine" + "chatgpt-4o-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "doubao-embedding-large": { - "max_input_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "volcengine" + "gpt-4o-transcribe-diarize": { + "max_input_tokens": 16000, + "max_output_tokens": 2000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "audio_transcription", + "litellm_provider": "openai" }, - "doubao-embedding-large-text-240915": { - "max_input_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "volcengine" + "claude-haiku-4-5-20251001": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, + "mode": "chat", + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "doubao-embedding-large-text-250515": { - "max_input_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "volcengine" + "claude-haiku-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, + "mode": "chat", + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "doubao-embedding-text-240715": { - "max_input_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "volcengine" + "claude-3-7-sonnet-20250219": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "exa_ai/search": { - "mode": "search", - "litellm_provider": "exa_ai" + "claude-3-haiku-20240307": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000125, + "cache_creation_input_token_cost": 3e-7, + "cache_read_input_token_cost": 3e-8, + "mode": "chat", + "litellm_provider": "anthropic", + "supports_vision": true }, - "firecrawl/search": { - "mode": "search", - "litellm_provider": "firecrawl" + "claude-3-opus-20240229": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, + "mode": "chat", + "litellm_provider": "anthropic", + "supports_vision": true }, - "perplexity/search": { - "mode": "search", - "litellm_provider": "perplexity" + "claude-4-opus-20250514": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, + "mode": "chat", + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "searxng/search": { - "mode": "search", - "litellm_provider": "searxng" + "claude-4-sonnet-20250514": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "mode": "chat", + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "elevenlabs/scribe_v1": { - "mode": "audio_transcription", - "litellm_provider": "elevenlabs" - }, - "elevenlabs/scribe_v1_experimental": { - "mode": "audio_transcription", - "litellm_provider": "elevenlabs" - }, - "embed-english-light-v2.0": { - "max_input_tokens": 1024, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "cohere" - }, - "embed-english-light-v3.0": { - "max_input_tokens": 1024, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "cohere" - }, - "embed-english-v2.0": { - "max_input_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "cohere" - }, - "embed-english-v3.0": { - "max_input_tokens": 1024, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "cohere" - }, - "embed-multilingual-v2.0": { - "max_input_tokens": 768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "cohere" - }, - "embed-multilingual-v3.0": { - "max_input_tokens": 1024, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "cohere" - }, - "embed-multilingual-light-v3.0": { - "max_input_tokens": 1024, - "input_cost_per_token": 0.0001, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "cohere" - }, - "eu.amazon.nova-lite-v1:0": { - "max_input_tokens": 300000, - "max_output_tokens": 10000, - "input_cost_per_token": 7.8e-8, - "output_cost_per_token": 3.12e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true - }, - "eu.amazon.nova-micro-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 10000, - "input_cost_per_token": 4.6e-8, - "output_cost_per_token": 1.84e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse" - }, - "eu.amazon.nova-pro-v1:0": { - "max_input_tokens": 300000, - "max_output_tokens": 10000, - "input_cost_per_token": 0.00000105, - "output_cost_per_token": 0.0000042, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true - }, - "eu.anthropic.claude-3-5-haiku-20241022-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000125, - "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true - }, - "eu.anthropic.claude-haiku-4-5-20251001-v1:0": { + "claude-sonnet-4-5": { "max_input_tokens": 200000, "max_output_tokens": 64000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000055, - "cache_creation_input_token_cost": 0.000001375, - "cache_read_input_token_cost": 1.1e-7, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", + "litellm_provider": "anthropic", "supports_pdf_input": true, "supports_vision": true }, - "eu.anthropic.claude-3-5-sonnet-20240620-v1:0": { + "claude-sonnet-4-5-20250929": { "max_input_tokens": 200000, - "max_output_tokens": 4096, + "max_output_tokens": 64000, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "bedrock", + "litellm_provider": "anthropic", "supports_pdf_input": true, "supports_vision": true }, - "eu.anthropic.claude-3-5-sonnet-20241022-v2:0": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "claude-sonnet-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "cache_creation_input_token_cost": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "bedrock", + "litellm_provider": "anthropic", "supports_pdf_input": true, "supports_vision": true }, - "eu.anthropic.claude-3-7-sonnet-20250219-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, + "claude-sonnet-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "bedrock", + "litellm_provider": "anthropic", "supports_pdf_input": true, "supports_vision": true }, - "eu.anthropic.claude-3-haiku-20240307-v1:0": { + "claude-sonnet-4-5-20250929-v1:0": { "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000125, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", "litellm_provider": "bedrock", "supports_pdf_input": true, "supports_vision": true }, - "eu.anthropic.claude-3-opus-20240229-v1:0": { + "claude-opus-4-1": { "max_input_tokens": 200000, - "max_output_tokens": 4096, + "max_output_tokens": 32000, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "bedrock", - "supports_vision": true - }, - "eu.anthropic.claude-3-sonnet-20240229-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "mode": "chat", - "litellm_provider": "bedrock", + "litellm_provider": "anthropic", "supports_pdf_input": true, "supports_vision": true }, - "eu.anthropic.claude-opus-4-1-20250805-v1:0": { + "claude-opus-4-1-20250805": { "max_input_tokens": 200000, "max_output_tokens": 32000, "input_cost_per_token": 0.000015, @@ -5718,11 +5817,11 @@ "cache_creation_input_token_cost": 0.00001875, "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "bedrock_converse", + "litellm_provider": "anthropic", "supports_pdf_input": true, "supports_vision": true }, - "eu.anthropic.claude-opus-4-20250514-v1:0": { + "claude-opus-4-20250514": { "max_input_tokens": 200000, "max_output_tokens": 32000, "input_cost_per_token": 0.000015, @@ -5730,11325 +5829,17208 @@ "cache_creation_input_token_cost": 0.00001875, "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "bedrock_converse", + "litellm_provider": "anthropic", "supports_pdf_input": true, "supports_vision": true }, - "eu.anthropic.claude-sonnet-4-20250514-v1:0": { - "max_input_tokens": 1000000, + "claude-opus-4-5-20251101": { + "max_input_tokens": 200000, "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", + "litellm_provider": "anthropic", "supports_pdf_input": true, "supports_vision": true }, - "eu.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "claude-opus-4-5": { "max_input_tokens": 200000, "max_output_tokens": 64000, - "input_cost_per_token": 0.0000033, - "output_cost_per_token": 0.0000165, - "input_cost_per_token_above_200k_tokens": 0.0000066, - "output_cost_per_token_above_200k_tokens": 0.00002475, - "cache_creation_input_token_cost": 0.000004125, - "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, - "cache_read_input_token_cost": 3.3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", + "litellm_provider": "anthropic", "supports_pdf_input": true, "supports_vision": true }, - "eu.meta.llama3-2-1b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 1.3e-7, - "mode": "chat", - "litellm_provider": "bedrock" - }, - "eu.meta.llama3-2-3b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.9e-7, - "output_cost_per_token": 1.9e-7, + "claude-opus-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "eu.mistral.pixtral-large-2502-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "claude-opus-4-6-20260205": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "fal_ai/bria/text-to-image/3.2": { - "mode": "image_generation", - "litellm_provider": "fal_ai" - }, - "fal_ai/fal-ai/flux-pro/v1.1": { - "mode": "image_generation", - "litellm_provider": "fal_ai" - }, - "fal_ai/fal-ai/flux-pro/v1.1-ultra": { - "mode": "image_generation", - "litellm_provider": "fal_ai" - }, - "fal_ai/fal-ai/flux/schnell": { - "mode": "image_generation", - "litellm_provider": "fal_ai" - }, - "fal_ai/fal-ai/bytedance/seedream/v3/text-to-image": { - "mode": "image_generation", - "litellm_provider": "fal_ai" + "claude-opus-4-7": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "fal_ai/fal-ai/bytedance/dreamina/v3.1/text-to-image": { - "mode": "image_generation", - "litellm_provider": "fal_ai" + "claude-opus-4-7-20260416": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "fal_ai/fal-ai/ideogram/v3": { - "mode": "image_generation", - "litellm_provider": "fal_ai" + "claude-fable-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00005, + "cache_creation_input_token_cost": 0.0000125, + "cache_read_input_token_cost": 0.000001, + "mode": "chat", + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "fal_ai/fal-ai/imagen4/preview": { - "mode": "image_generation", - "litellm_provider": "fal_ai" + "claude-opus-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "fal_ai/fal-ai/imagen4/preview/fast": { - "mode": "image_generation", - "litellm_provider": "fal_ai" + "claude-opus-4-8": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "fal_ai/fal-ai/imagen4/preview/ultra": { - "mode": "image_generation", - "litellm_provider": "fal_ai" + "claude-sonnet-4-20250514": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "mode": "chat", + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "fal_ai/fal-ai/recraft/v3/text-to-image": { - "mode": "image_generation", - "litellm_provider": "fal_ai" + "cloudflare/@cf/meta/llama-2-7b-chat-fp16": { + "max_input_tokens": 3072, + "max_output_tokens": 3072, + "input_cost_per_token": 0.000001923, + "output_cost_per_token": 0.000001923, + "mode": "chat", + "litellm_provider": "cloudflare" }, - "fal_ai/fal-ai/stable-diffusion-v35-medium": { - "mode": "image_generation", - "litellm_provider": "fal_ai" + "cloudflare/@cf/meta/llama-2-7b-chat-int8": { + "max_input_tokens": 2048, + "max_output_tokens": 2048, + "input_cost_per_token": 0.000001923, + "output_cost_per_token": 0.000001923, + "mode": "chat", + "litellm_provider": "cloudflare" }, - "featherless_ai/featherless-ai/Qwerky-72B": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, + "cloudflare/@cf/mistral/mistral-7b-instruct-v0.1": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000001923, + "output_cost_per_token": 0.000001923, "mode": "chat", - "litellm_provider": "featherless_ai" + "litellm_provider": "cloudflare" }, - "featherless_ai/featherless-ai/Qwerky-QwQ-32B": { - "max_input_tokens": 32768, + "cloudflare/@hf/thebloke/codellama-7b-instruct-awq": { + "max_input_tokens": 4096, "max_output_tokens": 4096, + "input_cost_per_token": 0.000001923, + "output_cost_per_token": 0.000001923, "mode": "chat", - "litellm_provider": "featherless_ai" - }, - "fireworks-ai-4.1b-to-16b": { - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "litellm_provider": "fireworks_ai" - }, - "fireworks-ai-56b-to-176b": { - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, - "litellm_provider": "fireworks_ai" + "litellm_provider": "cloudflare" }, - "fireworks-ai-above-16b": { - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "litellm_provider": "fireworks_ai" + "cloudflare/@cf/openai/gpt-oss-120b": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 7.5e-7, + "mode": "chat", + "litellm_provider": "cloudflare" }, - "fireworks-ai-default": { + "cloudflare/@cf/google/gemma-2b-it-lora": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, "input_cost_per_token": 0, "output_cost_per_token": 0, - "litellm_provider": "fireworks_ai" - }, - "fireworks-ai-embedding-150m-to-350m": { - "input_cost_per_token": 1.6e-8, - "output_cost_per_token": 0, - "litellm_provider": "fireworks_ai-embedding-models" - }, - "fireworks-ai-embedding-up-to-150m": { - "input_cost_per_token": 8e-9, - "output_cost_per_token": 0, - "litellm_provider": "fireworks_ai-embedding-models" + "mode": "chat", + "litellm_provider": "cloudflare" }, - "fireworks-ai-moe-up-to-56b": { - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, - "litellm_provider": "fireworks_ai" + "cloudflare/@cf/meta/llama-3.2-3b-instruct": { + "max_input_tokens": 80000, + "max_output_tokens": 80000, + "input_cost_per_token": 5.09e-8, + "output_cost_per_token": 3.35e-7, + "mode": "chat", + "litellm_provider": "cloudflare" }, - "fireworks-ai-up-to-4b": { - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "litellm_provider": "fireworks_ai" + "cloudflare/@cf/meta/llama-guard-3-8b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 4.84e-7, + "output_cost_per_token": 3e-8, + "mode": "chat", + "litellm_provider": "cloudflare" }, - "fireworks_ai/WhereIsAI/UAE-Large-V1": { - "max_input_tokens": 512, - "input_cost_per_token": 1.6e-8, + "cloudflare/@cf/mistral/mistral-7b-instruct-v0.2-lora": { + "max_input_tokens": 15000, + "max_output_tokens": 15000, + "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "fireworks_ai-embedding-models" + "mode": "chat", + "litellm_provider": "cloudflare" }, - "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-instruct": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "cloudflare/@cf/moonshotai/kimi-k2.7-code": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.9e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "cloudflare" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1": { - "max_input_tokens": 128000, - "max_output_tokens": 20480, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000008, + "cloudflare/@cf/deepseek-ai/deepseek-r1-distill-qwen-32b": { + "max_input_tokens": 80000, + "max_output_tokens": 80000, + "input_cost_per_token": 4.97e-7, + "output_cost_per_token": 0.000004881, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "cloudflare" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528": { - "max_input_tokens": 160000, - "max_output_tokens": 160000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000008, + "cloudflare/@cf/meta/llama-3.1-8b-instruct-fp8": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 1.52e-7, + "output_cost_per_token": 2.87e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "cloudflare" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-basic": { - "max_input_tokens": 128000, - "max_output_tokens": 20480, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.00000219, + "cloudflare/@cf/meta/llama-3.2-1b-instruct": { + "max_input_tokens": 60000, + "max_output_tokens": 60000, + "input_cost_per_token": 2.7e-8, + "output_cost_per_token": 2.01e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "cloudflare" }, - "fireworks_ai/accounts/fireworks/models/deepseek-v3": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "cloudflare/@cf/moonshotai/kimi-k2.6": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "cloudflare" }, - "fireworks_ai/accounts/fireworks/models/deepseek-v3-0324": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "cloudflare/@cf/zai-org/glm-4.7-flash": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6.05e-8, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "cloudflare" }, - "fireworks_ai/accounts/fireworks/models/deepseek-v3p1": { - "max_input_tokens": 128000, + "cloudflare/@cf/meta-llama/llama-2-7b-chat-hf-lora": { + "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 5.6e-7, - "output_cost_per_token": 0.00000168, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "cloudflare" }, - "fireworks_ai/accounts/fireworks/models/deepseek-v3p1-terminus": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 5.6e-7, - "output_cost_per_token": 0.00000168, + "cloudflare/@cf/meta/llama-3.3-70b-instruct-fp8-fast": { + "max_input_tokens": 24000, + "max_output_tokens": 24000, + "input_cost_per_token": 2.93e-7, + "output_cost_per_token": 0.000002253, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "cloudflare" }, - "fireworks_ai/accounts/fireworks/models/deepseek-v3p2": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 5.6e-7, - "output_cost_per_token": 0.00000168, + "cloudflare/@cf/ibm-granite/granite-4.0-h-micro": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, + "input_cost_per_token": 1.7e-8, + "output_cost_per_token": 1.12e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "cloudflare" }, - "fireworks_ai/accounts/fireworks/models/firefunction-v2": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "cloudflare/@cf/qwen/qwen2.5-coder-32b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 6.6e-7, + "output_cost_per_token": 0.000001, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "cloudflare" }, - "fireworks_ai/accounts/fireworks/models/glm-4p5": { - "max_input_tokens": 128000, - "max_output_tokens": 96000, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.00000219, + "cloudflare/@cf/zai-org/glm-5.2": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 2.6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "cloudflare" }, - "fireworks_ai/accounts/fireworks/models/glm-4p5-air": { - "max_input_tokens": 128000, - "max_output_tokens": 96000, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 8.8e-7, + "cloudflare/@cf/nvidia/nemotron-3-120b-a12b": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "cloudflare" }, - "fireworks_ai/accounts/fireworks/models/glm-4p6": { - "max_input_tokens": 202800, - "max_output_tokens": 202800, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.00000219, + "cloudflare/@cf/aisingapore/gemma-sea-lion-v4-27b-it": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3.51e-7, + "output_cost_per_token": 5.55e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "cloudflare" }, - "fireworks_ai/accounts/fireworks/models/gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "cloudflare/@cf/qwen/qwen3-30b-a3b-fp8": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 5.09e-8, + "output_cost_per_token": 3.35e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "cloudflare" }, - "fireworks_ai/accounts/fireworks/models/gpt-oss-20b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2e-7, + "cloudflare/@cf/google/gemma-7b-it-lora": { + "max_input_tokens": 3500, + "max_output_tokens": 3500, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "cloudflare" }, - "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, + "cloudflare/@cf/google/gemma-4-26b-a4b-it": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "cloudflare" }, - "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct-0905": { - "max_input_tokens": 262144, - "max_output_tokens": 32768, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, + "cloudflare/@cf/mistralai/mistral-small-3.1-24b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3.51e-7, + "output_cost_per_token": 5.55e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "cloudflare" }, - "fireworks_ai/accounts/fireworks/models/kimi-k2-thinking": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, + "cloudflare/@cf/meta/llama-3.2-11b-vision-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 4.85e-8, + "output_cost_per_token": 6.76e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "cloudflare", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct": { + "cloudflare/@cf/openai/gpt-oss-20b": { "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000003, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "cloudflare" }, - "fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "cloudflare/@cf/meta/llama-4-scout-17b-16e-instruct": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 8.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "cloudflare" }, - "fireworks_ai/accounts/fireworks/models/llama-v3p2-11b-vision-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "cloudflare/@cf/qwen/qwq-32b": { + "max_input_tokens": 24000, + "max_output_tokens": 24000, + "input_cost_per_token": 6.6e-7, + "output_cost_per_token": 0.000001, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": true + "litellm_provider": "cloudflare" }, - "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "codestral/codestral-2405": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "codestral" }, - "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "codestral/codestral-latest": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "codestral" }, - "fireworks_ai/accounts/fireworks/models/llama-v3p2-90b-vision-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai", + "codex-mini-latest": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000006, + "cache_read_input_token_cost": 3.75e-7, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama4-maverick-instruct-basic": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 8.8e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/llama4-scout-instruct-basic": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.5e-7, + "cohere.command-light-text-v14": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 3e-7, "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock" }, - "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct-hf": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "cohere.command-r-plus-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock" }, - "fireworks_ai/accounts/fireworks/models/qwen2-72b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "cohere.command-r-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct": { + "cohere.command-text-v14": { "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/yi-large": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000003, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock" }, - "fireworks_ai/nomic-ai/nomic-embed-text-v1": { - "max_input_tokens": 8192, - "input_cost_per_token": 8e-9, + "cohere.embed-english-v3": { + "max_input_tokens": 512, + "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "fireworks_ai-embedding-models" + "litellm_provider": "bedrock" }, - "fireworks_ai/nomic-ai/nomic-embed-text-v1.5": { - "max_input_tokens": 8192, - "input_cost_per_token": 8e-9, + "cohere.embed-multilingual-v3": { + "max_input_tokens": 512, + "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "fireworks_ai-embedding-models" + "litellm_provider": "bedrock" }, - "fireworks_ai/thenlper/gte-base": { - "max_input_tokens": 512, - "input_cost_per_token": 8e-9, + "cohere.embed-v4:0": { + "max_input_tokens": 128000, + "input_cost_per_token": 1.2e-7, "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "fireworks_ai-embedding-models" + "litellm_provider": "bedrock" }, - "fireworks_ai/thenlper/gte-large": { - "max_input_tokens": 512, - "input_cost_per_token": 1.6e-8, + "cohere/embed-v4.0": { + "max_input_tokens": 128000, + "input_cost_per_token": 1.2e-7, "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "fireworks_ai-embedding-models" - }, - "friendliai/meta-llama-3.1-70b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "friendliai" - }, - "friendliai/meta-llama-3.1-8b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "friendliai" + "litellm_provider": "cohere" }, - "ft:babbage-002": { - "max_input_tokens": 16384, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000016, - "output_cost_per_token": 0.0000016, - "mode": "completion", - "litellm_provider": "text-completion-openai" + "cohere.rerank-v3-5:0": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "bedrock" }, - "ft:davinci-002": { - "max_input_tokens": 16384, + "command": { + "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 0.000012, - "output_cost_per_token": 0.000012, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000002, "mode": "completion", - "litellm_provider": "text-completion-openai" + "litellm_provider": "cohere" }, - "ft:gpt-3.5-turbo": { - "max_input_tokens": 16385, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000006, + "command-a-03-2025": { + "max_input_tokens": 256000, + "max_output_tokens": 8000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "cohere_chat" }, - "ft:gpt-3.5-turbo-0125": { - "max_input_tokens": 16385, + "command-light": { + "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000006, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "cohere_chat" }, - "ft:gpt-3.5-turbo-0613": { + "command-nightly": { "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000006, - "mode": "chat", - "litellm_provider": "openai" + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000002, + "mode": "completion", + "litellm_provider": "cohere" }, - "ft:gpt-3.5-turbo-1106": { - "max_input_tokens": 16385, + "command-r": { + "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000006, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "cohere_chat" }, - "ft:gpt-4-0613": { - "max_input_tokens": 8192, + "command-r-08-2024": { + "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00006, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "cohere_chat" }, - "ft:gpt-4o-2024-08-06": { + "command-r-plus": { "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000375, - "output_cost_per_token": 0.000015, - "cache_read_input_token_cost": 0.000001875, + "max_output_tokens": 4096, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "cohere_chat" }, - "ft:gpt-4o-2024-11-20": { + "command-r-plus-08-2024": { "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000375, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.000001875, + "max_output_tokens": 4096, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true + "litellm_provider": "cohere_chat" }, - "ft:gpt-4o-mini-2024-07-18": { + "command-r7b-12-2024": { "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "cache_read_input_token_cost": 1.5e-7, + "max_output_tokens": 4096, + "input_cost_per_token": 3.75e-8, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true + "litellm_provider": "cohere_chat" }, - "ft:gpt-4.1-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, + "computer-use-preview": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000012, - "cache_read_input_token_cost": 7.5e-7, "mode": "chat", + "litellm_provider": "azure", + "supports_vision": true + }, + "dall-e-2": { + "mode": "image_generation", "litellm_provider": "openai" }, - "ft:gpt-4.1-mini-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000032, - "cache_read_input_token_cost": 2e-7, - "mode": "chat", + "dall-e-3": { + "mode": "image_generation", "litellm_provider": "openai" }, - "ft:gpt-4.1-nano-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 8e-7, - "cache_read_input_token_cost": 5e-8, + "deepseek-chat": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, + "input_cost_per_token": 2.8e-7, + "output_cost_per_token": 4.2e-7, + "cache_read_input_token_cost": 2.8e-8, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "deepseek" }, - "ft:o4-mini-2025-04-16": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000004, - "output_cost_per_token": 0.000016, - "cache_read_input_token_cost": 0.000001, + "deepseek-reasoner": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 2.8e-7, + "output_cost_per_token": 4.2e-7, + "cache_read_input_token_cost": 2.8e-8, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "deepseek" }, - "gemini-1.0-pro": { - "max_input_tokens": 32760, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "dashscope/deepseek-v4-flash": { + "max_input_tokens": 1000000, + "max_output_tokens": 393216, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 4e-8, "mode": "chat", - "litellm_provider": "vertex_ai-language-models" + "litellm_provider": "dashscope" }, - "gemini-1.0-pro-001": { - "max_input_tokens": 32760, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "dashscope/deepseek-v4-flash-0731": { + "max_input_tokens": 1000000, + "max_output_tokens": 393216, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 4e-8, "mode": "chat", - "litellm_provider": "vertex_ai-language-models" + "litellm_provider": "dashscope" }, - "gemini-1.0-pro-002": { - "max_input_tokens": 32760, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "dashscope/deepseek-v4-pro": { + "max_input_tokens": 1000000, + "max_output_tokens": 393216, + "input_cost_per_token": 0.0000024, + "output_cost_per_token": 0.0000048, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models" + "litellm_provider": "dashscope" }, - "gemini-1.0-pro-vision": { - "max_input_tokens": 16384, - "max_output_tokens": 2048, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "dashscope/glm-5.1": { + "max_input_tokens": 202745, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 2.6e-7, "mode": "chat", - "litellm_provider": "vertex_ai-vision-models", - "supports_vision": true + "litellm_provider": "dashscope" }, - "gemini-1.0-pro-vision-001": { - "max_input_tokens": 16384, - "max_output_tokens": 2048, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "dashscope/glm-5.2": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 2.8e-7, + "mode": "chat", + "litellm_provider": "dashscope" + }, + "dashscope/kimi-k2.7-code": { + "max_input_tokens": 229376, + "max_output_tokens": 16384, + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.9e-7, "mode": "chat", - "litellm_provider": "vertex_ai-vision-models", + "litellm_provider": "dashscope", "supports_vision": true }, - "gemini-1.0-ultra": { - "max_input_tokens": 8192, - "max_output_tokens": 2048, - "input_cost_per_token": 5e-7, + "dashscope/qwen-coder": { + "max_input_tokens": 1000000, + "max_output_tokens": 16384, + "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "vertex_ai-language-models" + "litellm_provider": "dashscope" }, - "gemini-1.0-ultra-001": { - "max_input_tokens": 8192, - "max_output_tokens": 2048, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "dashscope/qwen-flash": { + "max_input_tokens": 997952, + "max_output_tokens": 32768, "mode": "chat", - "litellm_provider": "vertex_ai-language-models" + "litellm_provider": "dashscope" }, - "gemini-1.5-flash": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, + "dashscope/qwen-flash-2025-07-28": { + "max_input_tokens": 997952, + "max_output_tokens": 32768, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "dashscope" }, - "gemini-1.5-flash-001": { - "max_input_tokens": 1000000, + "dashscope/qwen-max": { + "max_input_tokens": 30720, "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, + "input_cost_per_token": 0.0000016, + "output_cost_per_token": 0.0000064, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "dashscope" }, - "gemini-1.5-flash-002": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, + "dashscope/qwen-plus": { + "max_input_tokens": 129024, + "max_output_tokens": 16384, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "dashscope" }, - "gemini-1.5-flash-exp-0827": { - "max_input_tokens": 1000000, + "dashscope/qwen-plus-2025-01-25": { + "max_input_tokens": 129024, "max_output_tokens": 8192, - "input_cost_per_token": 4.688e-9, - "output_cost_per_token": 4.6875e-9, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "dashscope" }, - "gemini-1.5-flash-preview-0514": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 4.6875e-9, + "dashscope/qwen-plus-2025-04-28": { + "max_input_tokens": 129024, + "max_output_tokens": 16384, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "dashscope" }, - "gemini-1.5-pro": { - "max_input_tokens": 2097152, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.000005, + "dashscope/qwen-plus-2025-07-14": { + "max_input_tokens": 129024, + "max_output_tokens": 16384, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "dashscope" }, - "gemini-1.5-pro-001": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.000005, + "dashscope/qwen-plus-2025-07-28": { + "max_input_tokens": 997952, + "max_output_tokens": 32768, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true + "litellm_provider": "dashscope" }, - "gemini-1.5-pro-002": { - "max_input_tokens": 2097152, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.000005, + "dashscope/qwen-plus-2025-09-11": { + "max_input_tokens": 997952, + "max_output_tokens": 32768, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true + "litellm_provider": "dashscope" + }, + "dashscope/qwen-plus-latest": { + "max_input_tokens": 997952, + "max_output_tokens": 32768, + "mode": "chat", + "litellm_provider": "dashscope" }, - "gemini-1.5-pro-preview-0215": { + "dashscope/qwen-turbo": { + "max_input_tokens": 129024, + "max_output_tokens": 16384, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "dashscope" + }, + "dashscope/qwen-turbo-2024-11-01": { "max_input_tokens": 1000000, "max_output_tokens": 8192, - "input_cost_per_token": 7.8125e-8, - "output_cost_per_token": 3.125e-7, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models" + "litellm_provider": "dashscope" }, - "gemini-1.5-pro-preview-0409": { + "dashscope/qwen-turbo-2025-04-28": { "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 7.8125e-8, - "output_cost_per_token": 3.125e-7, + "max_output_tokens": 16384, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models" + "litellm_provider": "dashscope" }, - "gemini-1.5-pro-preview-0514": { + "dashscope/qwen-turbo-latest": { "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 7.8125e-8, - "output_cost_per_token": 3.125e-7, + "max_output_tokens": 16384, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models" + "litellm_provider": "dashscope" }, - "gemini-2.0-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, + "dashscope/qwen3-30b-a3b": { + "max_input_tokens": 129024, + "max_output_tokens": 16384, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "supports_audio_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "dashscope" }, - "gemini-2.0-flash-001": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 3.75e-8, + "dashscope/qwen3-coder-flash": { + "max_input_tokens": 997952, + "max_output_tokens": 65536, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "dashscope" }, - "gemini-2.0-flash-exp": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 3.75e-8, + "dashscope/qwen3-coder-flash-2025-07-28": { + "max_input_tokens": 997952, + "max_output_tokens": 65536, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "dashscope" }, - "gemini-2.0-flash-lite": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, - "cache_read_input_token_cost": 1.875e-8, + "dashscope/qwen3-coder-plus": { + "max_input_tokens": 997952, + "max_output_tokens": 65536, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "max_pdf_size_mb": 50 + "litellm_provider": "dashscope" }, - "gemini-2.0-flash-lite-001": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, - "cache_read_input_token_cost": 1.875e-8, + "dashscope/qwen3-coder-plus-2025-07-22": { + "max_input_tokens": 997952, + "max_output_tokens": 65536, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "max_pdf_size_mb": 50 + "litellm_provider": "dashscope" }, - "gemini-2.0-flash-live-preview-04-09": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 7.5e-8, + "dashscope/qwen3-max-preview": { + "max_input_tokens": 258048, + "max_output_tokens": 65536, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "dashscope" }, - "gemini-2.0-flash-preview-image-generation": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, + "dashscope/qwen3-max": { + "max_input_tokens": 258048, + "max_output_tokens": 65536, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "supports_audio_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "dashscope" }, - "gemini-2.0-flash-thinking-exp": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "cache_read_input_token_cost": 0, + "dashscope/qwen3-max-2026-01-23": { + "max_input_tokens": 258048, + "max_output_tokens": 65536, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "dashscope" }, - "gemini-2.0-flash-thinking-exp-01-21": { - "max_input_tokens": 1048576, + "dashscope/qwen3-next-80b-a3b-instruct": { + "max_input_tokens": 262144, "max_output_tokens": 65536, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "cache_read_input_token_cost": 0, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "dashscope" }, - "gemini-2.0-pro-exp-02-05": { - "max_input_tokens": 2097152, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 3.125e-7, + "dashscope/qwen3-next-80b-a3b-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "dashscope" }, - "gemini-2.5-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 3e-8, + "dashscope/qwen3-vl-235b-a22b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "dashscope", + "supports_vision": true }, - "gemini-2.5-flash-image": { - "max_input_tokens": 32768, + "dashscope/qwen3-vl-235b-a22b-thinking": { + "max_input_tokens": 131072, "max_output_tokens": 32768, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "output_cost_per_image_token": 0.00003, - "cache_read_input_token_cost": 3e-8, - "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000004, + "mode": "chat", + "litellm_provider": "dashscope", + "supports_vision": true }, - "gemini-2.5-flash-image-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.00003, - "output_cost_per_image_token": 0.00003, - "cache_read_input_token_cost": 7.5e-8, - "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "dashscope/qwen3-vl-32b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 1.6e-7, + "output_cost_per_token": 6.4e-7, + "mode": "chat", + "litellm_provider": "dashscope", + "supports_vision": true }, - "gemini-3-pro-image-preview": { - "max_input_tokens": 65536, + "dashscope/qwen3-vl-32b-thinking": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 1.6e-7, + "output_cost_per_token": 0.00000287, + "mode": "chat", + "litellm_provider": "dashscope", + "supports_vision": true + }, + "dashscope/qwen3-vl-plus": { + "max_input_tokens": 260096, "max_output_tokens": 32768, + "mode": "chat", + "litellm_provider": "dashscope", + "supports_vision": true + }, + "dashscope/qwen3.5-plus": { + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "mode": "chat", + "litellm_provider": "dashscope", + "supports_vision": true + }, + "dashscope/qwen3.7-max": { + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.0000075, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "dashscope" + }, + "dashscope/qwen3.7-plus": { + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "mode": "chat", + "litellm_provider": "dashscope", + "supports_vision": true + }, + "dashscope/qwen3.8-max": { + "max_input_tokens": 991808, + "max_output_tokens": 131072, "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "output_cost_per_image_token": 0.00012, - "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models", + "output_cost_per_token": 0.000006, + "cache_read_input_token_cost": 2.5e-7, + "mode": "chat", + "litellm_provider": "dashscope", "supports_vision": true }, - "gemini-2.5-flash-lite": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 1e-8, + "dashscope/qwq-plus": { + "max_input_tokens": 98304, + "max_output_tokens": 8192, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000024, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "dashscope" }, - "gemini-2.5-flash-lite-preview-09-2025": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 1e-8, + "dashscope/qwen-image-2.0": { + "mode": "image_generation", + "litellm_provider": "dashscope" + }, + "dashscope/qwen-image-2.0-pro": { + "mode": "image_generation", + "litellm_provider": "dashscope" + }, + "databricks/databricks-bge-large-en": { + "max_input_tokens": 512, + "input_cost_per_token": 1.0003e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "databricks" + }, + "databricks/databricks-claude-3-7-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000029999900000000002, + "output_cost_per_token": 0.000015000020000000002, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini-2.5-flash-preview-09-2025": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 7.5e-8, + "databricks/databricks-claude-haiku-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.00000100002, + "output_cost_per_token": 0.00000500003, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini-live-2.5-flash-preview-native-audio-09-2025": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 7.5e-8, + "databricks/databricks-claude-opus-4": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015000020000000002, + "output_cost_per_token": 0.00007500003000000001, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini/gemini-live-2.5-flash-preview-native-audio-09-2025": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 7.5e-8, + "databricks/databricks-claude-opus-4-1": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015000020000000002, + "output_cost_per_token": 0.00007500003000000001, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini-2.5-flash-lite-preview-06-17": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, + "databricks/databricks-claude-opus-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.00000500003, + "output_cost_per_token": 0.000025000010000000002, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini-2.5-flash-preview-04-17": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 3.75e-8, + "databricks/databricks-claude-opus-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000500003, + "output_cost_per_token": 0.000025000010000000002, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini-2.5-flash-preview-05-20": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 7.5e-8, + "databricks/databricks-claude-sonnet-4": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000029999900000000002, + "output_cost_per_token": 0.000015000020000000002, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini-2.5-pro": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "databricks/databricks-claude-sonnet-4-1": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000029999900000000002, + "output_cost_per_token": 0.000015000020000000002, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini-3-pro-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "input_cost_per_token_above_200k_tokens": 0.000004, - "output_cost_per_token_above_200k_tokens": 0.000018, - "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "databricks/databricks-claude-sonnet-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000029999900000000002, + "output_cost_per_token": 0.000015000020000000002, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "vertex_ai/gemini-3-pro-preview": { + "databricks/databricks-claude-sonnet-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000029999900000000002, + "output_cost_per_token": 0.000015000020000000002, + "mode": "chat", + "litellm_provider": "databricks" + }, + "databricks/databricks-gemini-2-5-flash": { "max_input_tokens": 1048576, "max_output_tokens": 65535, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "input_cost_per_token_above_200k_tokens": 0.000004, - "output_cost_per_token_above_200k_tokens": 0.000018, - "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "input_cost_per_token": 3.0001999999999996e-7, + "output_cost_per_token": 0.00000249998, "mode": "chat", - "litellm_provider": "vertex_ai", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "vertex_ai/gemini-3-flash-preview": { + "databricks/databricks-gemini-2-5-pro": { "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000003, - "cache_read_input_token_cost": 5e-8, + "max_output_tokens": 65536, + "input_cost_per_token": 0.00000124999, + "output_cost_per_token": 0.000009999990000000002, "mode": "chat", - "litellm_provider": "vertex_ai", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini-2.5-pro-exp-03-25": { + "databricks/databricks-gemini-3-1-flash-lite": { "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true, - "max_pdf_size_mb": 30 - }, - "gemini-2.5-pro-preview-03-25": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "max_output_tokens": 65536, + "input_cost_per_token": 3.1248e-7, + "output_cost_per_token": 0.00000187502, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini-2.5-pro-preview-05-06": { + "databricks/databricks-gemini-3-1-pro": { "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "max_output_tokens": 65536, + "input_cost_per_token": 0.00000249998, + "output_cost_per_token": 0.000015000020000000002, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini-2.5-pro-preview-06-05": { + "databricks/databricks-gemini-3-flash": { "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "max_output_tokens": 65536, + "input_cost_per_token": 6.2503e-7, + "output_cost_per_token": 0.00000374997, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini-2.5-pro-preview-tts": { + "databricks/databricks-gemini-3-pro": { "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "max_output_tokens": 65536, + "input_cost_per_token": 0.00000249998, + "output_cost_per_token": 0.000015000020000000002, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini-2.5-computer-use-preview-10-2025": { + "databricks/databricks-gemma-3-12b": { "max_input_tokens": 128000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, + "max_output_tokens": 32000, + "input_cost_per_token": 1.5000999999999998e-7, + "output_cost_per_token": 5.0001e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true - }, - "gemini-embedding-001": { - "max_input_tokens": 2048, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" + "litellm_provider": "databricks" }, - "gemini-flash-experimental": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "databricks/databricks-gpt-5": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000124999, + "output_cost_per_token": 0.000009999990000000002, "mode": "chat", - "litellm_provider": "vertex_ai-language-models" + "litellm_provider": "databricks" }, - "gemini-pro": { - "max_input_tokens": 32760, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "databricks/databricks-gpt-5-1": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000124999, + "output_cost_per_token": 0.000009999990000000002, "mode": "chat", - "litellm_provider": "vertex_ai-language-models" + "litellm_provider": "databricks" }, - "gemini-pro-experimental": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "databricks/databricks-gpt-5-1-codex-max": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000124999, + "output_cost_per_token": 0.000009999990000000002, "mode": "chat", - "litellm_provider": "vertex_ai-language-models" + "litellm_provider": "databricks" }, - "gemini-pro-vision": { - "max_input_tokens": 16384, - "max_output_tokens": 2048, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "databricks/databricks-gpt-5-1-codex-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.4997e-7, + "output_cost_per_token": 0.00000199997, "mode": "chat", - "litellm_provider": "vertex_ai-vision-models", - "supports_vision": true - }, - "gemini/gemini-embedding-001": { - "max_input_tokens": 2048, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "gemini" + "litellm_provider": "databricks" }, - "gemini/gemini-1.5-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, + "databricks/databricks-gpt-5-2": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini/gemini-1.5-flash-001": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, - "cache_creation_input_token_cost": 0.000001, - "cache_read_input_token_cost": 1.875e-8, + "databricks/databricks-gpt-5-2-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini/gemini-1.5-flash-002": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, - "cache_creation_input_token_cost": 0.000001, - "cache_read_input_token_cost": 1.875e-8, + "databricks/databricks-gpt-5-3-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini/gemini-1.5-flash-8b": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "databricks/databricks-gpt-5-4": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000249998, + "output_cost_per_token": 0.000015000020000000002, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini/gemini-1.5-flash-8b-exp-0827": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "databricks/databricks-gpt-5-4-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 7.4998e-7, + "output_cost_per_token": 0.00000450002, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini/gemini-1.5-flash-8b-exp-0924": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "databricks/databricks-gpt-5-4-nano": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 1.9999e-7, + "output_cost_per_token": 0.00000124999, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini/gemini-1.5-flash-exp-0827": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "databricks/databricks-gpt-5-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.4997000000000006e-7, + "output_cost_per_token": 0.0000019999700000000004, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini/gemini-1.5-flash-latest": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, + "databricks/databricks-gpt-5-nano": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 4.998e-8, + "output_cost_per_token": 3.9998000000000007e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini/gemini-1.5-pro": { - "max_input_tokens": 2097152, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0000035, - "output_cost_per_token": 0.0000105, + "databricks/databricks-gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.5000999999999998e-7, + "output_cost_per_token": 5.9997e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "databricks" }, - "gemini/gemini-1.5-pro-001": { - "max_input_tokens": 2097152, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0000035, - "output_cost_per_token": 0.0000105, + "databricks/databricks-gpt-oss-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 3.0001999999999996e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "databricks" }, - "gemini/gemini-1.5-pro-002": { - "max_input_tokens": 2097152, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0000035, - "output_cost_per_token": 0.0000105, - "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "databricks/databricks-gte-large-en": { + "max_input_tokens": 8192, + "input_cost_per_token": 1.2999000000000001e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "databricks" }, - "gemini/gemini-1.5-pro-exp-0801": { - "max_input_tokens": 2097152, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0000035, - "output_cost_per_token": 0.0000105, + "databricks/databricks-llama-2-70b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 5.0001e-7, + "output_cost_per_token": 0.0000015000300000000002, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "databricks" }, - "gemini/gemini-1.5-pro-exp-0827": { - "max_input_tokens": 2097152, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "databricks/databricks-llama-4-maverick": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 5.0001e-7, + "output_cost_per_token": 0.0000015000300000000002, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "databricks" }, - "gemini/gemini-1.5-pro-latest": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0000035, - "output_cost_per_token": 0.00000105, + "databricks/databricks-meta-llama-3-1-405b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000500003, + "output_cost_per_token": 0.000015000020000000002, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "databricks" }, - "gemini/gemini-2.0-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, + "databricks/databricks-meta-llama-3-1-8b-instruct": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 1.5000999999999998e-7, + "output_cost_per_token": 4.5003000000000007e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "supports_audio_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini/gemini-2.0-flash-001": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, + "databricks/databricks-meta-llama-3-3-70b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 5.0001e-7, + "output_cost_per_token": 0.0000015000300000000002, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini/gemini-2.0-flash-exp": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "cache_read_input_token_cost": 0, + "databricks/databricks-meta-llama-3-70b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000100002, + "output_cost_per_token": 0.0000029999900000000002, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini/gemini-2.0-flash-lite": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, - "cache_read_input_token_cost": 1.875e-8, + "databricks/databricks-mixtral-8x7b-instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 5.0001e-7, + "output_cost_per_token": 0.00000100002, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 50 + "litellm_provider": "databricks" }, - "gemini/gemini-2.0-flash-lite-preview-02-05": { - "max_input_tokens": 1048576, + "databricks/databricks-mpt-30b-instruct": { + "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, - "cache_read_input_token_cost": 1.875e-8, - "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 - }, - "gemini/gemini-2.0-flash-live-001": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.0000015, - "cache_read_input_token_cost": 7.5e-8, + "input_cost_per_token": 0.00000100002, + "output_cost_per_token": 0.00000100002, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini/gemini-2.0-flash-preview-image-generation": { - "max_input_tokens": 1048576, + "databricks/databricks-mpt-7b-instruct": { + "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, - "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "supports_audio_input": true, - "max_pdf_size_mb": 30 - }, - "gemini/gemini-2.0-flash-thinking-exp": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 0, + "input_cost_per_token": 5.0001e-7, "output_cost_per_token": 0, - "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "databricks" }, - "gemini/gemini-2.0-flash-thinking-exp-01-21": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "cache_read_input_token_cost": 0, - "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "dataforseo/search": { + "mode": "search", + "litellm_provider": "dataforseo" }, - "gemini/gemini-2.0-pro-exp-02-05": { - "max_input_tokens": 2097152, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "cache_read_input_token_cost": 0, - "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true, - "max_pdf_size_mb": 30 + "davinci-002": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000002, + "mode": "completion", + "litellm_provider": "text-completion-openai" }, - "gemini/gemini-2.5-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 3e-8, - "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "deepgram/base": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini/gemini-2.5-flash-image": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "output_cost_per_image_token": 0.00003, - "cache_read_input_token_cost": 3e-8, - "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "deepgram/base-conversationalai": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini/gemini-2.5-flash-image-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.00003, - "output_cost_per_image_token": 0.00003, - "cache_read_input_token_cost": 7.5e-8, - "mode": "image_generation", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "deepgram/base-finance": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini/gemini-3-pro-image-preview": { - "max_input_tokens": 65536, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "output_cost_per_image_token": 0.00012, - "mode": "image_generation", - "litellm_provider": "gemini", - "supports_vision": true + "deepgram/base-general": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini/gemini-2.5-flash-lite": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 1e-8, - "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "deepgram/base-meeting": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini/gemini-2.5-flash-lite-preview-09-2025": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 1e-8, - "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "deepgram/base-phonecall": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini/gemini-2.5-flash-preview-09-2025": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 7.5e-8, - "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "deepgram/base-video": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini/gemini-flash-latest": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 7.5e-8, - "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "deepgram/base-voicemail": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini/gemini-flash-lite-latest": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, - "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "deepgram/enhanced": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" }, - "gemini/gemini-2.5-flash-lite-preview-06-17": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, + "deepgram/enhanced-finance": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/enhanced-general": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/enhanced-meeting": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/enhanced-phonecall": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova-2": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova-2-atc": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova-2-automotive": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova-2-conversationalai": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova-2-drivethru": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova-2-finance": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova-2-general": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova-2-meeting": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova-2-phonecall": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova-2-video": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova-2-voicemail": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova-3": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova-3-general": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova-3-medical": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova-general": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/nova-phonecall": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/whisper": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/whisper-base": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/whisper-large": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/whisper-medium": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/whisper-small": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepgram/whisper-tiny": { + "mode": "audio_transcription", + "litellm_provider": "deepgram" + }, + "deepinfra/Gryphe/MythoMax-L2-13b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 9e-8, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.5-flash-preview-04-17": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 3.75e-8, + "deepinfra/NousResearch/Hermes-3-Llama-3.1-405B": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000001, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.5-flash-preview-05-20": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, + "deepinfra/NousResearch/Hermes-3-Llama-3.1-70B": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 7.5e-8, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.5-flash-preview-tts": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, + "deepinfra/Qwen/QwQ-32B": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 3.75e-8, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.5-pro": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "deepinfra/Qwen/Qwen2.5-72B-Instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3.9e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.5-computer-use-preview-10-2025": { + "deepinfra/Qwen/Qwen2.5-7B-Instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "deepinfra" + }, + "deepinfra/Qwen/Qwen2.5-VL-32B-Instruct": { "max_input_tokens": 128000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "gemini", + "litellm_provider": "deepinfra", "supports_vision": true }, - "gemini/gemini-3-pro-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "input_cost_per_token_above_200k_tokens": 0.000004, - "output_cost_per_token_above_200k_tokens": 0.000018, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "deepinfra/Qwen/Qwen3-14B": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2.4e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-3-flash-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000003, - "cache_read_input_token_cost": 5e-8, + "deepinfra/Qwen/Qwen3-235B-A22B": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 5.4e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini-3-flash-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000003, - "cache_read_input_token_cost": 5e-8, + "deepinfra/Qwen/Qwen3-235B-A22B-Instruct-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.5-pro-exp-03-25": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "input_cost_per_token_above_200k_tokens": 0, - "output_cost_per_token_above_200k_tokens": 0, - "cache_read_input_token_cost": 0, + "deepinfra/Qwen/Qwen3-235B-A22B-Thinking-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000029, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.5-pro-preview-03-25": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "deepinfra/Qwen/Qwen3-30B-A3B": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 2.9e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.5-pro-preview-05-06": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "deepinfra/Qwen/Qwen3-32B": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 2.8e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.5-pro-preview-06-05": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "deepinfra/Qwen/Qwen3-Coder-480B-A35B-Instruct": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-2.5-pro-preview-tts": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "deepinfra/Qwen/Qwen3-Coder-480B-A35B-Instruct-Turbo": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 2.9e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-exp-1114": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "deepinfra/Qwen/Qwen3-Next-80B-A3B-Instruct": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 0.0000014, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-exp-1206": { - "max_input_tokens": 2097152, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "deepinfra/Qwen/Qwen3-Next-80B-A3B-Thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 0.0000014, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "max_pdf_size_mb": 30 + "litellm_provider": "deepinfra" }, - "gemini/gemini-gemma-2-27b-it": { + "deepinfra/Sao10K/L3-8B-Lunaris-v1-Turbo": { + "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.00000105, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 5e-8, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "gemini/gemini-gemma-2-9b-it": { - "max_output_tokens": 8192, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.00000105, + "deepinfra/Sao10K/L3.1-70B-Euryale-v2.2": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6.5e-7, + "output_cost_per_token": 7.5e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "gemini/gemini-pro": { - "max_input_tokens": 32760, - "max_output_tokens": 8192, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.00000105, + "deepinfra/Sao10K/L3.3-70B-Euryale-v2.3": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6.5e-7, + "output_cost_per_token": 7.5e-7, "mode": "chat", - "litellm_provider": "gemini" + "litellm_provider": "deepinfra" }, - "gemini/gemini-pro-vision": { - "max_input_tokens": 30720, - "max_output_tokens": 2048, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.00000105, + "deepinfra/allenai/olmOCR-7B-0725-FP8": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "gemini/gemma-3-27b-it": { - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "deepinfra/anthropic/claude-3-7-sonnet-latest": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 3.3e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "gemini/imagen-3.0-fast-generate-001": { - "mode": "image_generation", - "litellm_provider": "gemini" + "deepinfra/anthropic/claude-4-opus": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 0.0000165, + "output_cost_per_token": 0.0000825, + "mode": "chat", + "litellm_provider": "deepinfra" }, - "gemini/imagen-3.0-generate-001": { - "mode": "image_generation", - "litellm_provider": "gemini" + "deepinfra/anthropic/claude-4-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "mode": "chat", + "litellm_provider": "deepinfra" }, - "gemini/imagen-3.0-generate-002": { - "mode": "image_generation", - "litellm_provider": "gemini" + "deepinfra/deepseek-ai/DeepSeek-R1": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 0.0000024, + "mode": "chat", + "litellm_provider": "deepinfra" }, - "gemini/imagen-4.0-fast-generate-001": { - "mode": "image_generation", - "litellm_provider": "gemini" + "deepinfra/deepseek-ai/DeepSeek-R1-0528": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.00000215, + "cache_read_input_token_cost": 4e-7, + "mode": "chat", + "litellm_provider": "deepinfra" }, - "gemini/imagen-4.0-generate-001": { - "mode": "image_generation", - "litellm_provider": "gemini" + "deepinfra/deepseek-ai/DeepSeek-R1-0528-Turbo": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "mode": "chat", + "litellm_provider": "deepinfra" }, - "gemini/imagen-4.0-ultra-generate-001": { - "mode": "image_generation", - "litellm_provider": "gemini" + "deepinfra/deepseek-ai/DeepSeek-R1-Distill-Llama-70B": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "deepinfra" }, - "gemini/learnlm-1.5-pro-experimental": { - "max_input_tokens": 32767, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "deepinfra/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 2.7e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "gemini/veo-2.0-generate-001": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "gemini" - }, - "gemini/veo-3.0-fast-generate-preview": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "gemini" - }, - "gemini/veo-3.0-generate-preview": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "gemini" - }, - "gemini/veo-3.1-fast-generate-preview": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "gemini" - }, - "gemini/veo-3.1-generate-preview": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "gemini" - }, - "gemini/veo-3.1-fast-generate-001": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "gemini" - }, - "gemini/veo-3.1-generate-001": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "gemini" - }, - "github_copilot/claude-haiku-4.5": { - "max_input_tokens": 128000, - "max_output_tokens": 16000, + "deepinfra/deepseek-ai/DeepSeek-R1-Turbo": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "github_copilot/claude-opus-4.5": { - "max_input_tokens": 128000, - "max_output_tokens": 16000, + "deepinfra/deepseek-ai/DeepSeek-V3": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 3.8e-7, + "output_cost_per_token": 8.9e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "github_copilot/claude-opus-41": { - "max_input_tokens": 80000, - "max_output_tokens": 16000, + "deepinfra/deepseek-ai/DeepSeek-V3-0324": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "github_copilot/claude-sonnet-4": { - "max_input_tokens": 128000, - "max_output_tokens": 16000, + "deepinfra/deepseek-ai/DeepSeek-V3.1": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 0.000001, + "cache_read_input_token_cost": 2.16e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "github_copilot/claude-sonnet-4.5": { - "max_input_tokens": 128000, - "max_output_tokens": 16000, + "deepinfra/deepseek-ai/DeepSeek-V3.1-Terminus": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 0.000001, + "cache_read_input_token_cost": 2.16e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "github_copilot/gemini-2.5-pro": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, + "deepinfra/google/gemini-2.0-flash-001": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "github_copilot/gemini-3-pro-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, + "deepinfra/google/gemini-2.5-flash": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "github_copilot/gpt-3.5-turbo": { - "max_input_tokens": 16384, - "max_output_tokens": 4096, + "deepinfra/google/gemini-2.5-pro": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "github_copilot" + "litellm_provider": "deepinfra" }, - "github_copilot/gpt-3.5-turbo-0613": { - "max_input_tokens": 16384, - "max_output_tokens": 4096, + "deepinfra/google/gemma-3-12b-it": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "github_copilot" + "litellm_provider": "deepinfra" }, - "github_copilot/gpt-4": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, + "deepinfra/google/gemma-3-27b-it": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 1.6e-7, "mode": "chat", - "litellm_provider": "github_copilot" + "litellm_provider": "deepinfra" }, - "github_copilot/gpt-4-0613": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, + "deepinfra/google/gemma-3-4b-it": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 8e-8, "mode": "chat", - "litellm_provider": "github_copilot" + "litellm_provider": "deepinfra" }, - "github_copilot/gpt-4-o-preview": { - "max_input_tokens": 64000, - "max_output_tokens": 4096, + "deepinfra/meta-llama/Llama-3.2-11B-Vision-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 4.9e-8, + "output_cost_per_token": 4.9e-8, "mode": "chat", - "litellm_provider": "github_copilot" + "litellm_provider": "deepinfra" }, - "github_copilot/gpt-4.1": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, + "deepinfra/meta-llama/Llama-3.2-3B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 2e-8, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "github_copilot/gpt-4.1-2025-04-14": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, + "deepinfra/meta-llama/Llama-3.3-70B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.3e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true - }, - "github_copilot/gpt-41-copilot": { - "mode": "completion", - "litellm_provider": "github_copilot" + "litellm_provider": "deepinfra" }, - "github_copilot/gpt-4o": { - "max_input_tokens": 64000, - "max_output_tokens": 4096, + "deepinfra/meta-llama/Llama-3.3-70B-Instruct-Turbo": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 3.9e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "github_copilot/gpt-4o-2024-05-13": { - "max_input_tokens": 64000, - "max_output_tokens": 4096, + "deepinfra/meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8": { + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "github_copilot/gpt-4o-2024-08-06": { - "max_input_tokens": 64000, - "max_output_tokens": 16384, + "deepinfra/meta-llama/Llama-4-Scout-17B-16E-Instruct": { + "max_input_tokens": 327680, + "max_output_tokens": 327680, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "github_copilot" + "litellm_provider": "deepinfra" }, - "github_copilot/gpt-4o-2024-11-20": { - "max_input_tokens": 64000, - "max_output_tokens": 16384, + "deepinfra/meta-llama/Llama-Guard-3-8B": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 5.5e-8, + "output_cost_per_token": 5.5e-8, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "github_copilot/gpt-4o-mini": { - "max_input_tokens": 64000, - "max_output_tokens": 4096, + "deepinfra/meta-llama/Llama-Guard-4-12B": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 1.8e-7, "mode": "chat", - "litellm_provider": "github_copilot" + "litellm_provider": "deepinfra" }, - "github_copilot/gpt-4o-mini-2024-07-18": { - "max_input_tokens": 64000, - "max_output_tokens": 4096, + "deepinfra/meta-llama/Meta-Llama-3-8B-Instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 6e-8, "mode": "chat", - "litellm_provider": "github_copilot" + "litellm_provider": "deepinfra" }, - "github_copilot/gpt-5": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, + "deepinfra/meta-llama/Meta-Llama-3.1-70B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "github_copilot/gpt-5-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, + "deepinfra/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 2.8e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "github_copilot/gpt-5.1": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, + "deepinfra/meta-llama/Meta-Llama-3.1-8B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 5e-8, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true - }, - "github_copilot/gpt-5.1-codex-max": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "mode": "responses", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "github_copilot/gpt-5.2": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, + "deepinfra/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 3e-8, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true - }, - "github_copilot/text-embedding-3-small": { - "max_input_tokens": 8191, - "mode": "embedding", - "litellm_provider": "github_copilot" - }, - "github_copilot/text-embedding-3-small-inference": { - "max_input_tokens": 8191, - "mode": "embedding", - "litellm_provider": "github_copilot" - }, - "github_copilot/text-embedding-ada-002": { - "max_input_tokens": 8191, - "mode": "embedding", - "litellm_provider": "github_copilot" - }, - "chatgpt/gpt-5.2-codex": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "mode": "responses", - "litellm_provider": "chatgpt", - "supports_vision": true - }, - "chatgpt/gpt-5.2": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, - "mode": "responses", - "litellm_provider": "chatgpt", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "chatgpt/gpt-5.1-codex-max": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "mode": "responses", - "litellm_provider": "chatgpt", - "supports_vision": true + "deepinfra/microsoft/WizardLM-2-8x22B": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 4.8e-7, + "output_cost_per_token": 4.8e-7, + "mode": "chat", + "litellm_provider": "deepinfra" }, - "chatgpt/gpt-5.1-codex-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, - "mode": "responses", - "litellm_provider": "chatgpt", - "supports_vision": true + "deepinfra/microsoft/phi-4": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 1.4e-7, + "mode": "chat", + "litellm_provider": "deepinfra" }, - "gigachat/GigaChat-2-Lite": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "deepinfra/mistralai/Mistral-Nemo-Instruct-2407": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 4e-8, "mode": "chat", - "litellm_provider": "gigachat" + "litellm_provider": "deepinfra" }, - "gigachat/GigaChat-2-Max": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "deepinfra/mistralai/Mistral-Small-24B-Instruct-2501": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 8e-8, "mode": "chat", - "litellm_provider": "gigachat", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "gigachat/GigaChat-2-Pro": { + "deepinfra/mistralai/Mistral-Small-3.2-24B-Instruct-2506": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "max_output_tokens": 128000, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "gigachat", - "supports_vision": true - }, - "gigachat/Embeddings": { - "max_input_tokens": 512, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "gigachat" - }, - "gigachat/Embeddings-2": { - "max_input_tokens": 512, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "gigachat" - }, - "gigachat/EmbeddingsGigaR": { - "max_input_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "gigachat" + "litellm_provider": "deepinfra" }, - "gmi/anthropic/claude-opus-4.5": { - "max_input_tokens": 409600, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, + "deepinfra/mistralai/Mixtral-8x7B-Instruct-v0.1": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "gmi", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "gmi/anthropic/claude-sonnet-4.5": { - "max_input_tokens": 409600, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "deepinfra/moonshotai/Kimi-K2-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "gmi", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "gmi/anthropic/claude-sonnet-4": { - "max_input_tokens": 409600, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "deepinfra/moonshotai/Kimi-K2-Instruct-0905": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 4e-7, "mode": "chat", - "litellm_provider": "gmi", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "gmi/anthropic/claude-opus-4": { - "max_input_tokens": 409600, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, + "deepinfra/nvidia/Llama-3.1-Nemotron-70B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "gmi", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "gmi/openai/gpt-5.2": { - "max_input_tokens": 409600, - "max_output_tokens": 32000, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, + "deepinfra/nvidia/Llama-3.3-Nemotron-Super-49B-v1.5": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "gmi" + "litellm_provider": "deepinfra" }, - "gmi/openai/gpt-5.1": { - "max_input_tokens": 409600, - "max_output_tokens": 32000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, + "deepinfra/nvidia/NVIDIA-Nemotron-3.5-Lightning": { + "max_input_tokens": 262144, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "gmi" + "litellm_provider": "deepinfra" }, - "gmi/openai/gpt-5": { - "max_input_tokens": 409600, - "max_output_tokens": 32000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, + "deepinfra/nvidia/NVIDIA-Nemotron-Nano-9B-v2": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 1.6e-7, "mode": "chat", - "litellm_provider": "gmi" + "litellm_provider": "deepinfra" }, - "gmi/openai/gpt-4o": { + "deepinfra/openai/gpt-oss-120b": { "max_input_tokens": 131072, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "max_output_tokens": 131072, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 4.5e-7, "mode": "chat", - "litellm_provider": "gmi", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "gmi/openai/gpt-4o-mini": { + "deepinfra/openai/gpt-oss-20b": { "max_input_tokens": 131072, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "gmi", - "supports_vision": true - }, - "gmi/deepseek-ai/DeepSeek-V3.2": { - "max_input_tokens": 163840, - "max_output_tokens": 16384, - "input_cost_per_token": 2.8e-7, - "output_cost_per_token": 4e-7, - "mode": "chat", - "litellm_provider": "gmi" - }, - "gmi/deepseek-ai/DeepSeek-V3-0324": { - "max_input_tokens": 163840, - "max_output_tokens": 16384, - "input_cost_per_token": 2.8e-7, - "output_cost_per_token": 8.8e-7, - "mode": "chat", - "litellm_provider": "gmi" - }, - "gmi/google/gemini-3-pro-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "mode": "chat", - "litellm_provider": "gmi", - "supports_vision": true - }, - "gmi/google/gemini-3-flash-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000003, - "mode": "chat", - "litellm_provider": "gmi", - "supports_vision": true - }, - "gmi/moonshotai/Kimi-K2-Thinking": { - "max_input_tokens": 262144, - "max_output_tokens": 16384, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000012, - "mode": "chat", - "litellm_provider": "gmi" - }, - "gmi/MiniMaxAI/MiniMax-M2.1": { - "max_input_tokens": 196608, - "max_output_tokens": 16384, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "mode": "chat", - "litellm_provider": "gmi" - }, - "gmi/Qwen/Qwen3-VL-235B-A22B-Instruct-FP8": { - "max_input_tokens": 262144, - "max_output_tokens": 16384, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000014, + "max_output_tokens": 131072, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "gmi", - "supports_vision": true + "litellm_provider": "deepinfra" }, - "gmi/zai-org/GLM-4.7-FP8": { - "max_input_tokens": 202752, - "max_output_tokens": 16384, + "deepinfra/zai-org/GLM-4.5": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, + "output_cost_per_token": 0.0000016, "mode": "chat", - "litellm_provider": "gmi" + "litellm_provider": "deepinfra" }, - "google.gemma-3-12b-it": { - "max_input_tokens": 128000, + "deepseek/deepseek-chat": { + "max_input_tokens": 131072, "max_output_tokens": 8192, - "input_cost_per_token": 9e-8, - "output_cost_per_token": 2.9e-7, + "input_cost_per_token": 2.8e-7, + "output_cost_per_token": 4.2e-7, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 2.8e-8, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_vision": true + "litellm_provider": "deepseek" }, - "google.gemma-3-27b-it": { + "deepseek/deepseek-coder": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 2.3e-7, - "output_cost_per_token": 3.8e-7, + "max_output_tokens": 4096, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 2.8e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_vision": true + "litellm_provider": "deepseek" }, - "google.gemma-3-4b-it": { - "max_input_tokens": 128000, + "deepseek/deepseek-r1": { + "max_input_tokens": 65536, "max_output_tokens": 8192, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 8e-8, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.00000219, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_vision": true - }, - "google_pse/search": { - "mode": "search", - "litellm_provider": "google_pse" + "litellm_provider": "deepseek" }, - "global.anthropic.claude-sonnet-4-5-20250929-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "deepseek/deepseek-reasoner": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 2.8e-7, + "output_cost_per_token": 4.2e-7, + "cache_read_input_token_cost": 2.8e-8, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "deepseek" }, - "global.anthropic.claude-sonnet-4-20250514-v1:0": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "deepseek/deepseek-v3": { + "max_input_tokens": 65536, + "max_output_tokens": 8192, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 0.0000011, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 7e-8, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "deepseek" }, - "global.anthropic.claude-haiku-4-5-20251001-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, - "cache_read_input_token_cost": 1e-7, + "deepseek/deepseek-v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 2.8e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "deepseek" }, - "global.amazon.nova-2-lite-v1:0": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 7.5e-8, + "deepseek.v3-v1:0": { + "max_input_tokens": 163840, + "max_output_tokens": 81920, + "input_cost_per_token": 5.8e-7, + "output_cost_per_token": 0.00000168, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true, - "supports_video_input": true + "litellm_provider": "bedrock_converse" }, - "gpt-3.5-turbo": { - "max_input_tokens": 16385, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 6.2e-7, + "output_cost_per_token": 0.00000185, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "bedrock_converse" }, - "gpt-3.5-turbo-0125": { - "max_input_tokens": 16385, - "max_output_tokens": 4096, + "dolphin": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", - "litellm_provider": "openai" + "output_cost_per_token": 5e-7, + "mode": "completion", + "litellm_provider": "nlp_cloud" }, - "gpt-3.5-turbo-0301": { - "max_input_tokens": 4097, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002, + "deepseek-v3-2-251201": { + "max_input_tokens": 98304, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "volcengine" }, - "gpt-3.5-turbo-0613": { - "max_input_tokens": 4097, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002, + "glm-4-7-251222": { + "max_input_tokens": 204800, + "max_output_tokens": 131072, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "volcengine" }, - "gpt-3.5-turbo-1106": { - "max_input_tokens": 16385, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000002, + "kimi-k2-thinking-251104": { + "max_input_tokens": 229376, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "volcengine" }, - "gpt-3.5-turbo-16k": { - "max_input_tokens": 16385, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000004, - "mode": "chat", - "litellm_provider": "openai" + "doubao-embedding": { + "max_input_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "volcengine" }, - "gpt-3.5-turbo-16k-0613": { - "max_input_tokens": 16385, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000004, - "mode": "chat", - "litellm_provider": "openai" + "doubao-embedding-large": { + "max_input_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "volcengine" }, - "gpt-3.5-turbo-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002, - "mode": "completion", - "litellm_provider": "text-completion-openai" + "doubao-embedding-large-text-240915": { + "max_input_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "volcengine" }, - "gpt-3.5-turbo-instruct-0914": { - "max_input_tokens": 8192, - "max_output_tokens": 4097, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002, - "mode": "completion", - "litellm_provider": "text-completion-openai" + "doubao-embedding-large-text-250515": { + "max_input_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "volcengine" }, - "gpt-4": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00006, - "mode": "chat", - "litellm_provider": "openai" + "doubao-embedding-text-240715": { + "max_input_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "volcengine" }, - "gpt-4-0125-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, - "mode": "chat", - "litellm_provider": "openai" + "exa_ai/search": { + "mode": "search", + "litellm_provider": "exa_ai" }, - "gpt-4-0314": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00006, - "mode": "chat", - "litellm_provider": "openai" + "firecrawl/search": { + "mode": "search", + "litellm_provider": "firecrawl" }, - "gpt-4-0613": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00006, - "mode": "chat", - "litellm_provider": "openai" + "perplexity/search": { + "mode": "search", + "litellm_provider": "perplexity" }, - "gpt-4-1106-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, - "mode": "chat", - "litellm_provider": "openai" + "searxng/search": { + "mode": "search", + "litellm_provider": "searxng" }, - "gpt-4-1106-vision-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "serper/search": { + "mode": "search", + "litellm_provider": "serper" }, - "gpt-4-32k": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00006, - "output_cost_per_token": 0.00012, - "mode": "chat", - "litellm_provider": "openai" + "apiserpent/search": { + "mode": "search", + "litellm_provider": "apiserpent" }, - "gpt-4-32k-0314": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00006, - "output_cost_per_token": 0.00012, - "mode": "chat", - "litellm_provider": "openai" + "apiserpent/deep_search": { + "mode": "search", + "litellm_provider": "apiserpent" }, - "gpt-4-32k-0613": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00006, - "output_cost_per_token": 0.00012, - "mode": "chat", - "litellm_provider": "openai" + "agentcore/search": { + "mode": "search", + "litellm_provider": "agentcore" }, - "gpt-4-turbo": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, + "tinyfish/search": { + "mode": "search", + "litellm_provider": "tinyfish" + }, + "nimble/search": { + "mode": "search", + "litellm_provider": "nimble" + }, + "elevenlabs/scribe_v1": { + "mode": "audio_transcription", + "litellm_provider": "elevenlabs" + }, + "elevenlabs/scribe_v1_experimental": { + "mode": "audio_transcription", + "litellm_provider": "elevenlabs" + }, + "elevenlabs/eleven_v3": { + "mode": "audio_speech", + "litellm_provider": "elevenlabs" + }, + "elevenlabs/eleven_multilingual_v2": { + "mode": "audio_speech", + "litellm_provider": "elevenlabs" + }, + "embed-english-light-v2.0": { + "max_input_tokens": 1024, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "cohere" + }, + "embed-english-light-v3.0": { + "max_input_tokens": 1024, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "cohere" + }, + "embed-english-v2.0": { + "max_input_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "cohere" + }, + "embed-english-v3.0": { + "max_input_tokens": 1024, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "cohere" + }, + "embed-multilingual-v2.0": { + "max_input_tokens": 768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "cohere" + }, + "embed-multilingual-v3.0": { + "max_input_tokens": 1024, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "cohere" + }, + "embed-multilingual-light-v3.0": { + "max_input_tokens": 1024, + "input_cost_per_token": 0.0001, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "cohere" + }, + "eu.amazon.nova-lite-v1:0": { + "max_input_tokens": 300000, + "max_output_tokens": 10000, + "input_cost_per_token": 7.8e-8, + "output_cost_per_token": 3.12e-7, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "gpt-4-turbo-2024-04-09": { + "eu.amazon.nova-micro-v1:0": { "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, + "max_output_tokens": 10000, + "input_cost_per_token": 4.6e-8, + "output_cost_per_token": 1.84e-7, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "bedrock_converse" + }, + "eu.amazon.nova-pro-v1:0": { + "max_input_tokens": 300000, + "max_output_tokens": 10000, + "input_cost_per_token": 0.00000105, + "output_cost_per_token": 0.0000042, + "mode": "chat", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "gpt-4-turbo-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, + "eu.anthropic.claude-3-5-haiku-20241022-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000125, + "cache_creation_input_token_cost": 3.125e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "bedrock", "supports_pdf_input": true }, - "gpt-4-vision-preview": { - "max_input_tokens": 128000, + "eu.anthropic.claude-haiku-4-5-20251001-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000055, + "cache_creation_input_token_cost": 0.000001375, + "cache_read_input_token_cost": 1.1e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "eu.anthropic.claude-3-5-sonnet-20240620-v1:0": { + "max_input_tokens": 200000, "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "bedrock", "supports_pdf_input": true, "supports_vision": true }, - "gpt-4.1": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, + "eu.anthropic.claude-3-5-sonnet-20241022-v2:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "bedrock", "supports_pdf_input": true, "supports_vision": true }, - "gpt-4.1-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, + "eu.anthropic.claude-3-7-sonnet-20250219-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "bedrock", "supports_pdf_input": true, "supports_vision": true }, - "gpt-4.1-mini": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, - "cache_read_input_token_cost": 1e-7, + "eu.anthropic.claude-3-haiku-20240307-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000125, + "cache_creation_input_token_cost": 3.125e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "bedrock", "supports_pdf_input": true, "supports_vision": true }, - "gpt-4.1-mini-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, - "cache_read_input_token_cost": 1e-7, + "eu.anthropic.claude-3-opus-20240229-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "bedrock", "supports_vision": true }, - "gpt-4.1-nano": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, + "eu.anthropic.claude-3-sonnet-20240229-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "bedrock", "supports_pdf_input": true, "supports_vision": true }, - "gpt-4.1-nano-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, + "eu.anthropic.claude-opus-4-1-20250805-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "gpt-4.5-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000075, - "output_cost_per_token": 0.00015, - "cache_read_input_token_cost": 0.0000375, + "eu.anthropic.claude-opus-4-20250514-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "gpt-4.5-preview-2025-02-27": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000075, - "output_cost_per_token": 0.00015, - "cache_read_input_token_cost": 0.0000375, + "eu.anthropic.claude-sonnet-4-20250514-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "gpt-4o": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, + "eu.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "input_cost_per_token_above_200k_tokens": 0.0000066, + "output_cost_per_token_above_200k_tokens": 0.00002475, + "cache_creation_input_token_cost": 0.000004125, + "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, + "cache_read_input_token_cost": 3.3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "gpt-4o-2024-05-13": { + "eu.meta.llama3-2-1b-instruct-v1:0": { "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000015, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 1.3e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "gpt-4o-2024-08-06": { + "eu.meta.llama3-2-3b-instruct-v1:0": { "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, + "max_output_tokens": 4096, + "input_cost_per_token": 1.9e-7, + "output_cost_per_token": 1.9e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "gpt-4o-2024-11-20": { + "eu.mistral.pixtral-large-2502-v1:0": { "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock_converse" }, - "gpt-4o-audio-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "fal_ai/bria/text-to-image/3.2": { + "mode": "image_generation", + "litellm_provider": "fal_ai" }, - "gpt-4o-audio-preview-2024-10-01": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "fal_ai/fal-ai/flux-pro/v1.1": { + "mode": "image_generation", + "litellm_provider": "fal_ai" }, - "gpt-4o-audio-preview-2024-12-17": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "fal_ai/fal-ai/flux-pro/v1.1-ultra": { + "mode": "image_generation", + "litellm_provider": "fal_ai" }, - "gpt-4o-audio-preview-2025-06-03": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "fal_ai/fal-ai/flux/schnell": { + "mode": "image_generation", + "litellm_provider": "fal_ai" }, - "gpt-audio": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "chat", - "litellm_provider": "openai", - "supports_vision": false, - "supports_audio_input": true + "fal_ai/fal-ai/bytedance/seedream/v3/text-to-image": { + "mode": "image_generation", + "litellm_provider": "fal_ai" }, - "gpt-audio-2025-08-28": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "chat", - "litellm_provider": "openai", - "supports_vision": false, - "supports_audio_input": true + "fal_ai/fal-ai/bytedance/dreamina/v3.1/text-to-image": { + "mode": "image_generation", + "litellm_provider": "fal_ai" }, - "gpt-audio-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, - "mode": "chat", - "litellm_provider": "openai", - "supports_vision": false, - "supports_audio_input": true + "fal_ai/fal-ai/ideogram/v3": { + "mode": "image_generation", + "litellm_provider": "fal_ai" }, - "gpt-audio-mini-2025-10-06": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, - "mode": "chat", - "litellm_provider": "openai", - "supports_vision": false, - "supports_audio_input": true - }, - "gpt-audio-mini-2025-12-15": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, - "mode": "chat", - "litellm_provider": "openai", - "supports_vision": false, - "supports_audio_input": true + "fal_ai/fal-ai/imagen4/preview": { + "mode": "image_generation", + "litellm_provider": "fal_ai" }, - "gpt-4o-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 7.5e-8, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fal_ai/fal-ai/imagen4/preview/fast": { + "mode": "image_generation", + "litellm_provider": "fal_ai" }, - "gpt-4o-mini-2024-07-18": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 7.5e-8, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fal_ai/fal-ai/imagen4/preview/ultra": { + "mode": "image_generation", + "litellm_provider": "fal_ai" }, - "gpt-4o-mini-audio-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "fal_ai/fal-ai/recraft/v3/text-to-image": { + "mode": "image_generation", + "litellm_provider": "fal_ai" }, - "gpt-4o-mini-audio-preview-2024-12-17": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "fal_ai/fal-ai/stable-diffusion-v35-medium": { + "mode": "image_generation", + "litellm_provider": "fal_ai" }, - "gpt-4o-mini-realtime-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, - "cache_read_input_token_cost": 3e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "fal_ai/fal-ai/nano-banana": { + "mode": "image_generation", + "litellm_provider": "fal_ai" }, - "gpt-4o-mini-realtime-preview-2024-12-17": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, - "cache_read_input_token_cost": 3e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "fal_ai/fal-ai/gemini-25-flash-image": { + "mode": "image_generation", + "litellm_provider": "fal_ai" }, - "gpt-4o-mini-search-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 7.5e-8, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/openai/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-4o-mini-search-preview-2025-03-11": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 7.5e-8, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/low/1024-x-768/openai/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-4o-mini-transcribe": { - "max_input_tokens": 16000, - "max_output_tokens": 2000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.000005, - "mode": "audio_transcription", - "litellm_provider": "openai" - }, - "gpt-4o-mini-tts": { - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "audio_speech", - "litellm_provider": "openai" - }, - "gpt-4o-realtime-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00002, - "cache_read_input_token_cost": 0.0000025, - "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true - }, - "gpt-4o-realtime-preview-2024-10-01": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00002, - "cache_read_input_token_cost": 0.0000025, - "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true - }, - "gpt-4o-realtime-preview-2024-12-17": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00002, - "cache_read_input_token_cost": 0.0000025, - "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true - }, - "gpt-4o-realtime-preview-2025-06-03": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00002, - "cache_read_input_token_cost": 0.0000025, - "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true - }, - "gpt-4o-search-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/low/1024-x-1024/openai/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-4o-search-preview-2025-03-11": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/low/1024-x-1536/openai/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-4o-transcribe": { - "max_input_tokens": 16000, - "max_output_tokens": 2000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "audio_transcription", - "litellm_provider": "openai" - }, - "gpt-image-1.5": { - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00001, - "output_cost_per_image_token": 0.000032, - "cache_read_input_token_cost": 0.00000125, + "fal_ai/low/1920-x-1080/openai/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-image-1.5-2025-12-16": { - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00001, - "output_cost_per_image_token": 0.000032, - "cache_read_input_token_cost": 0.00000125, + "fal_ai/low/2560-x-1440/openai/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "low/1024-x-1024/gpt-image-1.5": { + "fal_ai/low/3840-x-2160/openai/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "low/1024-x-1536/gpt-image-1.5": { + "fal_ai/medium/1024-x-768/openai/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "low/1536-x-1024/gpt-image-1.5": { + "fal_ai/medium/1024-x-1024/openai/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "medium/1024-x-1024/gpt-image-1.5": { + "fal_ai/medium/1024-x-1536/openai/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "medium/1024-x-1536/gpt-image-1.5": { + "fal_ai/medium/1920-x-1080/openai/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "medium/1536-x-1024/gpt-image-1.5": { + "fal_ai/medium/2560-x-1440/openai/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "high/1024-x-1024/gpt-image-1.5": { + "fal_ai/medium/3840-x-2160/openai/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "high/1024-x-1536/gpt-image-1.5": { + "fal_ai/high/1024-x-768/openai/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "high/1536-x-1024/gpt-image-1.5": { + "fal_ai/high/1024-x-1024/openai/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "standard/1024-x-1024/gpt-image-1.5": { + "fal_ai/high/1024-x-1536/openai/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "standard/1024-x-1536/gpt-image-1.5": { + "fal_ai/high/1920-x-1080/openai/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "standard/1536-x-1024/gpt-image-1.5": { + "fal_ai/high/2560-x-1440/openai/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "1024-x-1024/gpt-image-1.5": { + "fal_ai/high/3840-x-2160/openai/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "1024-x-1536/gpt-image-1.5": { + "fal_ai/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "1536-x-1024/gpt-image-1.5": { + "fal_ai/low/1024-x-768/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "low/1024-x-1024/gpt-image-1.5-2025-12-16": { + "fal_ai/low/1024-x-1024/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "low/1024-x-1536/gpt-image-1.5-2025-12-16": { + "fal_ai/low/1024-x-1536/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "low/1536-x-1024/gpt-image-1.5-2025-12-16": { + "fal_ai/low/1920-x-1080/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "medium/1024-x-1024/gpt-image-1.5-2025-12-16": { + "fal_ai/low/2560-x-1440/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "medium/1024-x-1536/gpt-image-1.5-2025-12-16": { + "fal_ai/low/3840-x-2160/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "medium/1536-x-1024/gpt-image-1.5-2025-12-16": { + "fal_ai/medium/1024-x-768/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "high/1024-x-1024/gpt-image-1.5-2025-12-16": { + "fal_ai/medium/1024-x-1024/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "high/1024-x-1536/gpt-image-1.5-2025-12-16": { + "fal_ai/medium/1024-x-1536/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "high/1536-x-1024/gpt-image-1.5-2025-12-16": { + "fal_ai/medium/1920-x-1080/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "standard/1024-x-1024/gpt-image-1.5-2025-12-16": { + "fal_ai/medium/2560-x-1440/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "standard/1024-x-1536/gpt-image-1.5-2025-12-16": { + "fal_ai/medium/3840-x-2160/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "standard/1536-x-1024/gpt-image-1.5-2025-12-16": { + "fal_ai/high/1024-x-768/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "1024-x-1024/gpt-image-1.5-2025-12-16": { + "fal_ai/high/1024-x-1024/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "1024-x-1536/gpt-image-1.5-2025-12-16": { + "fal_ai/high/1024-x-1536/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "1536-x-1024/gpt-image-1.5-2025-12-16": { + "fal_ai/high/1920-x-1080/gpt-image-2": { "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-5": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/high/2560-x-1440/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-5.1": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/high/3840-x-2160/gpt-image-2": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-5.1-2025-11-13": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-5.1-chat-latest": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/low/1024-x-768/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-5.2": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/low/1024-x-1024/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-5.2-2025-12-11": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/low/1024-x-1536/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-5.2-chat-latest": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/low/1920-x-1080/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-5.2-pro": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000021, - "output_cost_per_token": 0.000168, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/low/2560-x-1440/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-5.2-pro-2025-12-11": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000021, - "output_cost_per_token": 0.000168, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/low/3840-x-2160/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-5-pro": { - "max_input_tokens": 128000, - "max_output_tokens": 272000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00012, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/medium/1024-x-768/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-5-pro-2025-10-06": { - "max_input_tokens": 128000, - "max_output_tokens": 272000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00012, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/medium/1024-x-1024/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-5-2025-08-07": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/medium/1024-x-1536/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-5-chat": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/medium/1920-x-1080/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-5-chat-latest": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/medium/2560-x-1440/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-5-codex": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/medium/3840-x-2160/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-5.1-codex": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/high/1024-x-768/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-5.1-codex-max": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/high/1024-x-1024/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-5.1-codex-mini": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 2.5e-8, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/high/1024-x-1536/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-5.2-codex": { - "max_input_tokens": 400000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/high/1920-x-1080/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-5-mini": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 2.5e-8, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/high/2560-x-1440/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-5-mini-2025-08-07": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 2.5e-8, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "fal_ai/high/3840-x-2160/openai/gpt-image-2/edit": { + "mode": "image_generation", + "litellm_provider": "fal_ai", "supports_vision": true }, - "gpt-5-nano": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 5e-9, + "featherless_ai/featherless-ai/Qwerky-72B": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "featherless_ai" }, - "gpt-5-nano-2025-08-07": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 5e-9, + "featherless_ai/featherless-ai/Qwerky-QwQ-32B": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "featherless_ai" }, - "gpt-image-1": { - "input_cost_per_token": 0.000005, - "output_cost_per_image_token": 0.00004, - "cache_read_input_token_cost": 0.00000125, - "mode": "image_generation", - "litellm_provider": "openai" + "fireworks-ai-4.1b-to-16b": { + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "litellm_provider": "fireworks_ai" }, - "gpt-image-1-mini": { - "input_cost_per_token": 0.000002, - "output_cost_per_image_token": 0.000008, - "cache_read_input_token_cost": 2e-7, - "mode": "image_generation", - "litellm_provider": "openai" + "fireworks-ai-56b-to-176b": { + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, + "litellm_provider": "fireworks_ai" }, - "gpt-realtime": { - "max_input_tokens": 32000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000004, - "output_cost_per_token": 0.000016, - "cache_read_input_token_cost": 4e-7, + "fireworks-ai-above-16b": { + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "litellm_provider": "fireworks_ai" + }, + "fireworks-ai-default": { + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "litellm_provider": "fireworks_ai" + }, + "fireworks-ai-embedding-150m-to-350m": { + "input_cost_per_token": 1.6e-8, + "output_cost_per_token": 0, + "litellm_provider": "fireworks_ai-embedding-models" + }, + "fireworks-ai-embedding-up-to-150m": { + "input_cost_per_token": 8e-9, + "output_cost_per_token": 0, + "litellm_provider": "fireworks_ai-embedding-models" + }, + "fireworks-ai-moe-up-to-56b": { + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, + "litellm_provider": "fireworks_ai" + }, + "fireworks-ai-up-to-4b": { + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/WhereIsAI/UAE-Large-V1": { + "max_input_tokens": 512, + "input_cost_per_token": 1.6e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "fireworks_ai-embedding-models" + }, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-instruct": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "gpt-realtime-mini": { + "fireworks_ai/accounts/fireworks/models/deepseek-r1": { "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, + "max_output_tokens": 20480, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000008, "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "gpt-realtime-2025-08-28": { - "max_input_tokens": 32000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000004, - "output_cost_per_token": 0.000016, - "cache_read_input_token_cost": 4e-7, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528": { + "max_input_tokens": 160000, + "max_output_tokens": 160000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000008, "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "gradient_ai/alibaba-qwen3-32b": { + "fireworks_ai/accounts/fireworks/models/deepseek-r1-basic": { + "max_input_tokens": 128000, + "max_output_tokens": 20480, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.00000219, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "fireworks_ai" }, - "gradient_ai/anthropic-claude-3-opus": { - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, + "fireworks_ai/accounts/fireworks/models/deepseek-v3": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "fireworks_ai" }, - "gradient_ai/anthropic-claude-3.5-haiku": { - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.000004, + "fireworks_ai/accounts/fireworks/models/deepseek-v3-0324": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "fireworks_ai" }, - "gradient_ai/anthropic-claude-3.5-sonnet": { - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "fireworks_ai/accounts/fireworks/models/deepseek-v3p1": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 5.6e-7, + "output_cost_per_token": 0.00000168, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "fireworks_ai" }, - "gradient_ai/anthropic-claude-3.7-sonnet": { - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "fireworks_ai/accounts/fireworks/models/deepseek-v3p1-terminus": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 5.6e-7, + "output_cost_per_token": 0.00000168, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "fireworks_ai" }, - "gradient_ai/deepseek-r1-distill-llama-70b": { - "input_cost_per_token": 9.9e-7, - "output_cost_per_token": 9.9e-7, + "fireworks_ai/accounts/fireworks/models/deepseek-v3p2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 5.6e-7, + "output_cost_per_token": 0.00000168, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "fireworks_ai" }, - "gradient_ai/llama3-8b-instruct": { - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "fireworks_ai/accounts/fireworks/models/deepseek-v4-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 384000, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 2.8e-7, + "cache_read_input_token_cost": 2.8e-8, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "gradient_ai/llama3.3-70b-instruct": { - "input_cost_per_token": 6.5e-7, - "output_cost_per_token": 6.5e-7, + "fireworks_ai/accounts/fireworks/models/deepseek-v4-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 384000, + "input_cost_per_token": 0.00000174, + "output_cost_per_token": 0.00000348, + "cache_read_input_token_cost": 1.45e-7, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "gradient_ai/mistral-nemo-instruct-2407": { - "input_cost_per_token": 3e-7, - "output_cost_per_token": 3e-7, + "fireworks_ai/accounts/fireworks/models/firefunction-v2": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "fireworks_ai" }, - "gradient_ai/openai-gpt-4o": { + "fireworks_ai/accounts/fireworks/models/glm-4p5": { + "max_input_tokens": 128000, + "max_output_tokens": 96000, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.00000219, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "fireworks_ai" }, - "gradient_ai/openai-gpt-4o-mini": { + "fireworks_ai/accounts/fireworks/models/glm-4p5-air": { + "max_input_tokens": 128000, + "max_output_tokens": 96000, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "fireworks_ai" }, - "gradient_ai/openai-o3": { - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "fireworks_ai/accounts/fireworks/models/glm-4p6": { + "max_input_tokens": 202800, + "max_output_tokens": 202800, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.00000219, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "fireworks_ai" }, - "gradient_ai/openai-o3-mini": { - "input_cost_per_token": 0.0000011, + "fireworks_ai/accounts/fireworks/models/glm-4p7": { + "max_input_tokens": 202800, + "max_output_tokens": 202800, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/glm-5p1": { + "max_input_tokens": 202800, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000014, "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 2.6e-7, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "lemonade/Qwen3-Coder-30B-A3B-Instruct-GGUF": { - "max_input_tokens": 262144, - "max_output_tokens": 32768, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "fireworks_ai/accounts/fireworks/models/glm-5p2": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 1.4e-7, "mode": "chat", - "litellm_provider": "lemonade" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "lemonade/gpt-oss-20b-mxfp4-GGUF": { + "fireworks_ai/accounts/fireworks/models/gpt-oss-120b": { "max_input_tokens": 131072, "max_output_tokens": 32768, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 1.5e-8, "mode": "chat", - "litellm_provider": "lemonade" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "lemonade/gpt-oss-120b-mxfp-GGUF": { + "fireworks_ai/accounts/fireworks/models/gpt-oss-20b": { "max_input_tokens": 131072, "max_output_tokens": 32768, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 3.5e-8, "mode": "chat", - "litellm_provider": "lemonade" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "lemonade/Gemma-3-4b-it-GGUF": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "lemonade" + "litellm_provider": "fireworks_ai" }, - "lemonade/Qwen3-4B-Instruct-2507-GGUF": { + "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct-0905": { "max_input_tokens": 262144, "max_output_tokens": 32768, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "lemonade" + "litellm_provider": "fireworks_ai" }, - "amazon-nova/nova-micro-v1": { - "max_input_tokens": 128000, - "max_output_tokens": 10000, - "input_cost_per_token": 3.5e-8, - "output_cost_per_token": 1.4e-7, + "fireworks_ai/accounts/fireworks/models/kimi-k2-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "amazon_nova" + "litellm_provider": "fireworks_ai" }, - "amazon-nova/nova-lite-v1": { - "max_input_tokens": 300000, - "max_output_tokens": 10000, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 2.4e-7, + "fireworks_ai/accounts/fireworks/models/kimi-k2p5": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "amazon_nova", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "amazon-nova/nova-premier-v1": { - "max_input_tokens": 1000000, - "max_output_tokens": 10000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.0000125, + "fireworks_ai/accounts/fireworks/models/kimi-k2p6": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.6e-7, "mode": "chat", - "litellm_provider": "amazon_nova", - "supports_pdf_input": true, + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "amazon-nova/nova-pro-v1": { - "max_input_tokens": 300000, - "max_output_tokens": 10000, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000032, + "fireworks_ai/accounts/fireworks/models/kimi-k2p7-code": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.9e-7, "mode": "chat", - "litellm_provider": "amazon_nova", - "supports_pdf_input": true, + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "groq/llama-3.1-8b-instant": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 8e-8, - "mode": "chat", - "litellm_provider": "groq" - }, - "groq/llama-3.3-70b-versatile": { + "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct": { "max_input_tokens": 128000, - "max_output_tokens": 32768, - "input_cost_per_token": 5.9e-7, - "output_cost_per_token": 7.9e-7, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "groq" + "litellm_provider": "fireworks_ai" }, - "groq/gemma-7b-it": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 8e-8, + "fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "groq" + "litellm_provider": "fireworks_ai" }, - "groq/meta-llama/llama-guard-4-12b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, + "fireworks_ai/accounts/fireworks/models/llama-v3p2-11b-vision-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "groq" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "groq/meta-llama/llama-4-maverick-17b-128e-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "groq", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "groq/meta-llama/llama-4-scout-17b-16e-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 1.1e-7, - "output_cost_per_token": 3.4e-7, + "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "groq", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "groq/moonshotai/kimi-k2-instruct-0905": { - "max_input_tokens": 262144, + "fireworks_ai/accounts/fireworks/models/llama-v3p2-90b-vision-instruct": { + "max_input_tokens": 16384, "max_output_tokens": 16384, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, - "cache_read_input_token_cost": 5e-7, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "groq" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "groq/openai/gpt-oss-120b": { + "fireworks_ai/accounts/fireworks/models/llama4-maverick-instruct-basic": { "max_input_tokens": 131072, - "max_output_tokens": 32766, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 7.5e-8, + "max_output_tokens": 131072, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "groq" + "litellm_provider": "fireworks_ai" }, - "groq/openai/gpt-oss-20b": { + "fireworks_ai/accounts/fireworks/models/llama4-scout-instruct-basic": { "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, - "cache_read_input_token_cost": 3.75e-8, + "max_output_tokens": 131072, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "groq" - }, - "groq/playai-tts": { - "max_input_tokens": 10000, - "max_output_tokens": 10000, - "mode": "audio_speech", - "litellm_provider": "groq" + "litellm_provider": "fireworks_ai" }, - "groq/qwen/qwen3-32b": { - "max_input_tokens": 131000, - "max_output_tokens": 131000, - "input_cost_per_token": 2.9e-7, - "output_cost_per_token": 5.9e-7, + "fireworks_ai/accounts/fireworks/models/minimax-m2p1": { + "max_input_tokens": 204800, + "max_output_tokens": 204800, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "groq" - }, - "groq/whisper-large-v3": { - "mode": "audio_transcription", - "litellm_provider": "groq" - }, - "groq/whisper-large-v3-turbo": { - "mode": "audio_transcription", - "litellm_provider": "groq" - }, - "hd/1024-x-1024/dall-e-3": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "hd/1024-x-1792/dall-e-3": { - "mode": "image_generation", - "litellm_provider": "openai" + "litellm_provider": "fireworks_ai" }, - "hd/1792-x-1024/dall-e-3": { - "mode": "image_generation", - "litellm_provider": "openai" + "fireworks_ai/accounts/fireworks/models/minimax-m2p7": { + "max_input_tokens": 196608, + "max_output_tokens": 196608, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 6e-8, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "heroku/claude-3-5-haiku": { + "fireworks_ai/accounts/fireworks/models/minimax-m3": { + "max_input_tokens": 512000, + "max_output_tokens": 512000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 6e-8, "mode": "chat", - "litellm_provider": "heroku" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "heroku/claude-3-5-sonnet-latest": { + "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct-hf": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "heroku" + "litellm_provider": "fireworks_ai" }, - "heroku/claude-3-7-sonnet": { + "fireworks_ai/accounts/fireworks/models/qwen2-72b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "heroku" + "litellm_provider": "fireworks_ai" }, - "heroku/claude-4-sonnet": { + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "heroku" + "litellm_provider": "fireworks_ai" }, - "high/1024-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "high/1024-x-1536/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "high/1536-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "hyperbolic/NousResearch/Hermes-3-Llama-3.1-70B": { + "fireworks_ai/accounts/fireworks/models/yi-large": { "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai" }, - "hyperbolic/Qwen/QwQ-32B": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "fireworks_ai/deepseek-v4-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 384000, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 2.8e-7, + "cache_read_input_token_cost": 2.8e-8, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "hyperbolic/Qwen/Qwen2.5-72B-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "fireworks_ai/deepseek-v4-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 384000, + "input_cost_per_token": 0.00000174, + "output_cost_per_token": 0.00000348, + "cache_read_input_token_cost": 1.45e-7, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "hyperbolic/Qwen/Qwen2.5-Coder-32B-Instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "fireworks_ai/glm-4p7": { + "max_input_tokens": 202800, + "max_output_tokens": 202800, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai" }, - "hyperbolic/Qwen/Qwen3-235B-A22B": { - "max_input_tokens": 131072, + "fireworks_ai/glm-5p1": { + "max_input_tokens": 202800, "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000002, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 2.6e-7, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "hyperbolic/deepseek-ai/DeepSeek-R1": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 4e-7, + "fireworks_ai/glm-5p1-fast": { + "max_input_tokens": 202800, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000028, + "output_cost_per_token": 0.0000088, + "cache_read_input_token_cost": 5.2e-7, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "hyperbolic/deepseek-ai/DeepSeek-R1-0528": { - "max_input_tokens": 131072, + "fireworks_ai/glm-5p2": { + "max_input_tokens": 1048576, "max_output_tokens": 131072, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 2.5e-7, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 1.4e-7, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "hyperbolic/deepseek-ai/DeepSeek-V3": { - "max_input_tokens": 32768, + "fireworks_ai/gpt-oss-120b": { + "max_input_tokens": 131072, "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 1.5e-8, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "hyperbolic/deepseek-ai/DeepSeek-V3-0324": { - "max_input_tokens": 32768, + "fireworks_ai/gpt-oss-20b": { + "max_input_tokens": 131072, "max_output_tokens": 32768, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 4e-7, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 3.5e-8, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "hyperbolic/meta-llama/Llama-3.2-3B-Instruct": { - "max_input_tokens": 32768, + "fireworks_ai/kimi-k2p5": { + "max_input_tokens": 262144, "max_output_tokens": 32768, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai" }, - "hyperbolic/meta-llama/Llama-3.3-70B-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "fireworks_ai/kimi-k2p6": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.6e-7, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "hyperbolic/meta-llama/Meta-Llama-3-70B-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "fireworks_ai/kimi-k2p6-fast": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "hyperbolic/meta-llama/Meta-Llama-3.1-405B-Instruct": { - "max_input_tokens": 32768, + "fireworks_ai/kimi-k2p7-code": { + "max_input_tokens": 262144, "max_output_tokens": 32768, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.9e-7, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "hyperbolic/meta-llama/Meta-Llama-3.1-70B-Instruct": { - "max_input_tokens": 32768, + "fireworks_ai/kimi-k2p7-code-fast": { + "max_input_tokens": 262144, "max_output_tokens": 32768, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "input_cost_per_token": 0.0000019, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 3.8e-7, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "hyperbolic/meta-llama/Meta-Llama-3.1-8B-Instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "fireworks_ai/minimax-m2p1": { + "max_input_tokens": 204800, + "max_output_tokens": 204800, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai" }, - "hyperbolic/moonshotai/Kimi-K2-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000002, + "fireworks_ai/minimax-m2p7": { + "max_input_tokens": 196608, + "max_output_tokens": 196608, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 6e-8, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "j2-light": { + "fireworks_ai/minimax-m3": { + "max_input_tokens": 512000, + "max_output_tokens": 512000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 6e-8, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": true + }, + "fireworks_ai/qwen3p7-plus": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "cache_read_input_token_cost": 8e-8, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": true + }, + "fireworks_ai/nomic-ai/nomic-embed-text-v1": { "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000003, - "mode": "completion", - "litellm_provider": "ai21" + "input_cost_per_token": 8e-9, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "fireworks_ai-embedding-models" }, - "j2-mid": { + "fireworks_ai/nomic-ai/nomic-embed-text-v1.5": { "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00001, - "mode": "completion", - "litellm_provider": "ai21" + "input_cost_per_token": 8e-9, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "fireworks_ai-embedding-models" }, - "j2-ultra": { + "fireworks_ai/thenlper/gte-base": { + "max_input_tokens": 512, + "input_cost_per_token": 8e-9, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "fireworks_ai-embedding-models" + }, + "fireworks_ai/thenlper/gte-large": { + "max_input_tokens": 512, + "input_cost_per_token": 1.6e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "fireworks_ai-embedding-models" + }, + "friendliai/meta-llama-3.1-70b-instruct": { "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000015, - "mode": "completion", - "litellm_provider": "ai21" + "input_cost_per_token": 6e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "friendliai" }, - "jamba-1.5": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, + "friendliai/meta-llama-3.1-8b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "ai21" + "litellm_provider": "friendliai" }, - "jamba-1.5-large": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "mode": "chat", - "litellm_provider": "ai21" - }, - "jamba-1.5-large@001": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "mode": "chat", - "litellm_provider": "ai21" + "ft:babbage-002": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, + "input_cost_per_token": 0.0000016, + "output_cost_per_token": 0.0000016, + "mode": "completion", + "litellm_provider": "text-completion-openai" }, - "jamba-1.5-mini": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, - "mode": "chat", - "litellm_provider": "ai21" + "ft:davinci-002": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000012, + "output_cost_per_token": 0.000012, + "mode": "completion", + "litellm_provider": "text-completion-openai" }, - "jamba-1.5-mini@001": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, + "ft:gpt-3.5-turbo": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "ai21" + "litellm_provider": "openai" }, - "jamba-large-1.6": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "ft:gpt-3.5-turbo-0125": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "ai21" + "litellm_provider": "openai" }, - "jamba-large-1.7": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "ft:gpt-3.5-turbo-0613": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "ai21" + "litellm_provider": "openai" }, - "jamba-mini-1.6": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, + "ft:gpt-3.5-turbo-1106": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "ai21" + "litellm_provider": "openai" }, - "jamba-mini-1.7": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, + "ft:gpt-4-0613": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00006, "mode": "chat", - "litellm_provider": "ai21" - }, - "jina-reranker-v2-base-multilingual": { - "max_input_tokens": 1024, - "max_output_tokens": 1024, - "input_cost_per_token": 1.8e-8, - "output_cost_per_token": 1.8e-8, - "mode": "rerank", - "litellm_provider": "jina_ai" + "litellm_provider": "openai" }, - "jp.anthropic.claude-sonnet-4-5-20250929-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000033, - "output_cost_per_token": 0.0000165, - "input_cost_per_token_above_200k_tokens": 0.0000066, - "output_cost_per_token_above_200k_tokens": 0.00002475, - "cache_creation_input_token_cost": 0.000004125, - "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, - "cache_read_input_token_cost": 3.3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, + "ft:gpt-4o-2024-08-06": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000375, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 0.000001875, "mode": "chat", - "litellm_provider": "bedrock_converse", + "litellm_provider": "openai", "supports_pdf_input": true, "supports_vision": true }, - "jp.anthropic.claude-haiku-4-5-20251001-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000055, - "cache_creation_input_token_cost": 0.000001375, - "cache_read_input_token_cost": 1.1e-7, + "ft:gpt-4o-2024-11-20": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000375, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.000001875, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "openai", + "supports_pdf_input": true }, - "lambda_ai/deepseek-llama3.3-70b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "ft:gpt-4o-mini-2024-07-18": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "openai", + "supports_pdf_input": true }, - "lambda_ai/deepseek-r1-0528": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "ft:gpt-4.1-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000012, + "cache_read_input_token_cost": 7.5e-7, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "openai" }, - "lambda_ai/deepseek-r1-671b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "ft:gpt-4.1-mini-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, "input_cost_per_token": 8e-7, - "output_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000032, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "openai" }, - "lambda_ai/deepseek-v3-0324": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "ft:gpt-4.1-nano-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "lambda_ai" - }, - "lambda_ai/hermes3-405b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 8e-7, "output_cost_per_token": 8e-7, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "lambda_ai" - }, - "lambda_ai/hermes3-70b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, - "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "openai" }, - "lambda_ai/hermes3-8b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2.5e-8, - "output_cost_per_token": 4e-8, + "ft:o4-mini-2025-04-16": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000016, + "cache_read_input_token_cost": 0.000001, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "openai" }, - "lambda_ai/lfm-40b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "gemini-2.0-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, "input_cost_per_token": 1e-7, - "output_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "vertex_ai-language-models", + "supports_vision": true, + "supports_audio_input": true }, - "lambda_ai/lfm-7b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2.5e-8, - "output_cost_per_token": 4e-8, + "gemini-2.0-flash-001": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 3.75e-8, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "vertex_ai-language-models", + "supports_vision": true }, - "lambda_ai/llama-4-maverick-17b-128e-instruct-fp8": { - "max_input_tokens": 131072, + "gemini-2.0-flash-lite": { + "max_input_tokens": 1048576, "max_output_tokens": 8192, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 1e-7, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 1.875e-8, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "vertex_ai-language-models", + "supports_vision": true }, - "lambda_ai/llama-4-scout-17b-16e-instruct": { - "max_input_tokens": 16384, + "gemini-2.0-flash-lite-001": { + "max_input_tokens": 1048576, "max_output_tokens": 8192, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "lambda_ai" - }, - "lambda_ai/llama3.1-405b-instruct-fp8": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 8e-7, - "mode": "chat", - "litellm_provider": "lambda_ai" - }, - "lambda_ai/llama3.1-70b-instruct-fp8": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, - "mode": "chat", - "litellm_provider": "lambda_ai" - }, - "lambda_ai/llama3.1-8b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2.5e-8, - "output_cost_per_token": 4e-8, - "mode": "chat", - "litellm_provider": "lambda_ai" - }, - "lambda_ai/llama3.1-nemotron-70b-instruct-fp8": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.2e-7, + "input_cost_per_token": 7.5e-8, "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 1.875e-8, "mode": "chat", - "litellm_provider": "lambda_ai" - }, - "lambda_ai/llama3.2-11b-vision-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.5e-8, - "output_cost_per_token": 2.5e-8, - "mode": "chat", - "litellm_provider": "lambda_ai", + "litellm_provider": "vertex_ai-language-models", "supports_vision": true }, - "lambda_ai/llama3.2-3b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.5e-8, - "output_cost_per_token": 2.5e-8, - "mode": "chat", - "litellm_provider": "lambda_ai" - }, - "lambda_ai/llama3.3-70b-instruct-fp8": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "gemini-2.5-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true }, - "lambda_ai/qwen25-coder-32b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "lambda_ai" + "gemini-2.5-flash-image": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 3e-8, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true }, - "lambda_ai/qwen3-32b-fp8": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "lambda_ai" + "gemini-3-pro-image": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models", + "supports_vision": true }, - "low/1024-x-1024/gpt-image-1": { + "gemini-3-pro-image-preview": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, "mode": "image_generation", - "litellm_provider": "openai" + "litellm_provider": "vertex_ai-language-models", + "supports_vision": true }, - "low/1024-x-1536/gpt-image-1": { + "gemini-3.1-flash-image": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, + "output_cost_per_image_token": 0.00006, "mode": "image_generation", - "litellm_provider": "openai" + "litellm_provider": "vertex_ai-language-models", + "supports_vision": true }, - "low/1536-x-1024/gpt-image-1": { + "gemini-3.1-flash-image-preview": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, + "output_cost_per_image_token": 0.00006, "mode": "image_generation", - "litellm_provider": "openai" + "litellm_provider": "vertex_ai-language-models", + "supports_vision": true }, - "luminous-base": { - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.000033, - "mode": "completion", - "litellm_provider": "aleph_alpha" + "gemini-3.1-flash-lite-image": { + "max_input_tokens": 65536, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 2.5e-8, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_video_input": true }, - "luminous-base-control": { - "input_cost_per_token": 0.0000375, - "output_cost_per_token": 0.00004125, + "gemini-3.1-flash-lite-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "aleph_alpha" - }, - "luminous-extended": { - "input_cost_per_token": 0.000045, - "output_cost_per_token": 0.0000495, - "mode": "completion", - "litellm_provider": "aleph_alpha" + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "luminous-extended-control": { - "input_cost_per_token": 0.00005625, - "output_cost_per_token": 0.000061875, + "gemini-3.1-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "aleph_alpha" - }, - "luminous-supreme": { - "input_cost_per_token": 0.000175, - "output_cost_per_token": 0.0001925, - "mode": "completion", - "litellm_provider": "aleph_alpha" + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "luminous-supreme-control": { - "input_cost_per_token": 0.00021875, - "output_cost_per_token": 0.000240625, + "gemini-3.5-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "aleph_alpha" + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "max-x-max/50-steps/stability.stable-diffusion-xl-v0": { - "max_input_tokens": 77, + "deep-research-pro-preview-12-2025": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, "mode": "image_generation", - "litellm_provider": "bedrock" + "litellm_provider": "vertex_ai-language-models", + "supports_vision": true }, - "max-x-max/max-steps/stability.stable-diffusion-xl-v0": { - "max_input_tokens": 77, - "mode": "image_generation", - "litellm_provider": "bedrock" + "gemini-2.5-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 1e-8, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true }, - "medium/1024-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "openai" + "gemini-2.5-flash-lite-preview-09-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 1e-8, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true }, - "medium/1024-x-1536/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "openai" + "gemini-2.5-flash-preview-09-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 7.5e-8, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true }, - "medium/1536-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "openai" + "gemini-live-2.5-flash-preview-native-audio-09-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 7.5e-8, + "mode": "realtime", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true }, - "low/1024-x-1024/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "openai" + "gemini/gemini-live-2.5-flash-preview-native-audio-09-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 7.5e-8, + "mode": "realtime", + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true }, - "low/1024-x-1536/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "openai" + "gemini-2.5-flash-lite-preview-06-17": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true }, - "low/1536-x-1024/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "openai" + "gemini-2.5-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000015, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 1.25e-7, + "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "medium/1024-x-1024/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "openai" + "gemini-3-pro-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "medium/1024-x-1536/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "openai" + "gemini-3.1-pro-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "medium/1536-x-1024/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "openai" + "gemini-3.1-pro-preview-customtools": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "medlm-large": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, + "vertex_ai/gemini-3-pro-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models" + "litellm_provider": "vertex_ai", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "medlm-medium": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, + "vertex_ai/gemini-3-flash-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "vertex_ai-language-models" + "litellm_provider": "vertex_ai", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "meta.llama2-13b-chat-v1": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 7.5e-7, - "output_cost_per_token": 0.000001, + "vertex_ai/gemini-3.5-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000009, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "vertex_ai", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "meta.llama2-70b-chat-v1": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00000195, - "output_cost_per_token": 0.00000256, + "vertex_ai/gemini-3.6-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.00000375, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "vertex_ai", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "meta.llama3-1-405b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00000532, - "output_cost_per_token": 0.000016, + "vertex_ai/gemini-3.7-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.00000375, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "vertex_ai", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "meta.llama3-1-70b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 9.9e-7, - "output_cost_per_token": 9.9e-7, + "vertex_ai/gemini-3.1-pro-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "vertex_ai", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "meta.llama3-1-8b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 2.2e-7, + "vertex_ai/gemini-3.1-pro-preview-customtools": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "vertex_ai", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "meta.llama3-2-11b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 3.5e-7, + "gemini-2.5-pro-preview-tts": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000015, + "cache_read_input_token_cost": 1.25e-7, + "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, "mode": "chat", - "litellm_provider": "bedrock", + "litellm_provider": "vertex_ai-language-models", "supports_vision": true }, - "meta.llama3-2-1b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "gemini-robotics-er-1.5-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "vertex_ai-language-models", + "supports_vision": true }, - "meta.llama3-2-3b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "gemini/gemini-robotics-er-1.5-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "gemini", + "supports_vision": true }, - "meta.llama3-2-90b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, + "gemini/gemini-robotics-er-2-preview": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "bedrock", - "supports_vision": true - }, - "meta.llama3-3-70b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse" - }, - "meta.llama3-70b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000265, - "output_cost_per_token": 0.0000035, - "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "meta.llama3-8b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 6e-7, + "gemini/gemini-robotics-er-1.6-preview": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "meta.llama4-maverick-17b-instruct-v1:0": { + "gemini-2.5-computer-use-preview-10-2025": { "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.4e-7, - "output_cost_per_token": 9.7e-7, + "max_output_tokens": 64000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000015, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "vertex_ai-language-models", + "supports_vision": true }, - "meta.llama4-scout-17b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.7e-7, - "output_cost_per_token": 6.6e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse" + "gemini-embedding-001": { + "max_input_tokens": 2048, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" }, - "meta_llama/Llama-3.3-70B-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 4028, - "mode": "chat", - "litellm_provider": "meta_llama" + "gemini-embedding-2-preview": { + "max_input_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" }, - "meta_llama/Llama-3.3-8B-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 4028, - "mode": "chat", - "litellm_provider": "meta_llama" + "gemini-embedding-2": { + "max_input_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" }, - "meta_llama/Llama-4-Maverick-17B-128E-Instruct-FP8": { - "max_input_tokens": 1000000, - "max_output_tokens": 4028, - "mode": "chat", - "litellm_provider": "meta_llama" + "vertex_ai/gemini-embedding-2-preview": { + "max_input_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai" }, - "meta_llama/Llama-4-Scout-17B-16E-Instruct-FP8": { - "max_input_tokens": 10000000, - "max_output_tokens": 4028, - "mode": "chat", - "litellm_provider": "meta_llama" + "vertex_ai/gemini-embedding-2": { + "max_input_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai" }, - "minimax.minimax-m2": { - "max_input_tokens": 128000, + "gemini-flash-experimental": { + "max_input_tokens": 1000000, "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "mode": "chat", - "litellm_provider": "bedrock_converse" + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-language-models" }, - "minimax/speech-02-hd": { - "mode": "audio_speech", - "litellm_provider": "minimax" + "gemini/gemini-embedding-001": { + "max_input_tokens": 2048, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "gemini" }, - "minimax/speech-02-turbo": { - "mode": "audio_speech", - "litellm_provider": "minimax" + "gemini/gemini-embedding-2-preview": { + "max_input_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "gemini" }, - "minimax/speech-2.6-hd": { - "mode": "audio_speech", - "litellm_provider": "minimax" + "gemini/gemini-embedding-2": { + "max_input_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "gemini" }, - "minimax/speech-2.6-turbo": { - "mode": "audio_speech", - "litellm_provider": "minimax" + "gemini/gemini-1.5-flash": { + "max_input_tokens": 8192, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "gemini" }, - "minimax/MiniMax-M2.1": { - "max_input_tokens": 1000000, + "gemini/gemini-2.0-flash": { + "max_input_tokens": 1048576, "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "cache_creation_input_token_cost": 3.75e-7, - "cache_read_input_token_cost": 3e-8, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "minimax" + "litellm_provider": "gemini", + "supports_vision": true, + "supports_audio_input": true }, - "minimax/MiniMax-M2.1-lightning": { - "max_input_tokens": 1000000, + "gemini/gemini-2.0-flash-001": { + "max_input_tokens": 1048576, "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000024, - "cache_creation_input_token_cost": 3.75e-7, - "cache_read_input_token_cost": 3e-8, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "minimax" + "litellm_provider": "gemini", + "supports_vision": true }, - "minimax/MiniMax-M2": { - "max_input_tokens": 200000, + "gemini/gemini-2.0-flash-lite": { + "max_input_tokens": 1048576, "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "cache_creation_input_token_cost": 3.75e-7, - "cache_read_input_token_cost": 3e-8, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 1.875e-8, "mode": "chat", - "litellm_provider": "minimax" + "litellm_provider": "gemini", + "supports_vision": true }, - "mistral.magistral-small-2509": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "gemini/gemini-2.5-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral.ministral-3-14b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse" + "gemini/gemini-2.5-flash-image": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 3e-8, + "mode": "image_generation", + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral.ministral-3-3b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse" + "gemini/gemini-3-pro-image": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, + "mode": "image_generation", + "litellm_provider": "gemini", + "supports_vision": true }, - "mistral.ministral-3-8b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse" + "gemini/gemini-3-pro-image-preview": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, + "mode": "image_generation", + "litellm_provider": "gemini", + "supports_vision": true }, - "mistral.mistral-7b-instruct-v0:2": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "bedrock" - }, - "mistral.mistral-large-2402-v1:0": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, - "mode": "chat", - "litellm_provider": "bedrock" - }, - "mistral.mistral-large-2407-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000009, - "mode": "chat", - "litellm_provider": "bedrock" - }, - "mistral.mistral-large-3-675b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, + "gemini/gemini-3.1-flash-image": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", - "litellm_provider": "bedrock_converse" + "output_cost_per_token": 0.000003, + "output_cost_per_image_token": 0.00006, + "mode": "image_generation", + "litellm_provider": "gemini", + "supports_vision": true }, - "mistral.mistral-small-2402-v1:0": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000001, + "gemini/gemini-3.1-flash-image-preview": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, "output_cost_per_token": 0.000003, - "mode": "chat", - "litellm_provider": "bedrock" + "output_cost_per_image_token": 0.00006, + "mode": "image_generation", + "litellm_provider": "gemini", + "supports_vision": true }, - "mistral.mixtral-8x7b-instruct-v0:1": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 4.5e-7, - "output_cost_per_token": 7e-7, - "mode": "chat", - "litellm_provider": "bedrock" + "gemini/gemini-3.1-flash-lite-image": { + "max_input_tokens": 65536, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "output_cost_per_image_token": 0.00003, + "mode": "image_generation", + "litellm_provider": "gemini", + "supports_vision": true }, - "mistral.voxtral-mini-3b-2507": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 4e-8, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_audio_input": true + "gemini/deep-research-pro-preview-12-2025": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, + "mode": "image_generation", + "litellm_provider": "gemini", + "supports_vision": true }, - "mistral.voxtral-small-24b-2507": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, + "gemini/gemini-2.5-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 1e-8, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_audio_input": true + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/codestral-2405": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "gemini/gemini-2.5-flash-lite-preview-09-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 1e-8, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/codestral-2508": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, + "gemini/gemini-2.5-flash-preview-09-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, "input_cost_per_token": 3e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "mistral" - }, - "mistral/codestral-latest": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, - "mode": "chat", - "litellm_provider": "mistral" - }, - "mistral/codestral-mamba-latest": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/devstral-medium-2507": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, + "gemini/gemini-flash-latest": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/devstral-small-2505": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, + "gemini/gemini-flash-lite-latest": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/devstral-small-2507": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, + "gemini/gemini-2.5-flash-lite-preview-06-17": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/labs-devstral-small-2512": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "gemini/gemini-2.5-flash-preview-tts": { + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "mode": "audio_speech", + "litellm_provider": "gemini" + }, + "gemini/gemini-2.5-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000015, + "cache_read_input_token_cost": 1.25e-7, + "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "mistral/devstral-2512": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, + "gemini/gemini-2.5-computer-use-preview-10-2025": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000015, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "gemini", + "supports_vision": true }, - "mistral/magistral-medium-2506": { - "max_input_tokens": 40000, - "max_output_tokens": 40000, + "gemini/gemini-3-pro-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "mistral/magistral-medium-2509": { - "max_input_tokens": 40000, - "max_output_tokens": 40000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, + "gemini/gemini-3.1-flash-lite-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "mistral/mistral-ocr-latest": { - "mode": "ocr", - "litellm_provider": "mistral" - }, - "mistral/mistral-ocr-2505-completion": { - "mode": "ocr", - "litellm_provider": "mistral" - }, - "mistral/magistral-medium-latest": { - "max_input_tokens": 40000, - "max_output_tokens": 40000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, + "gemini/gemini-3.1-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "mistral/magistral-small-2506": { - "max_input_tokens": 40000, - "max_output_tokens": 40000, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "gemini/gemini-3.5-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "mistral/magistral-small-latest": { - "max_input_tokens": 40000, - "max_output_tokens": 40000, + "gemini/gemini-3-flash-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "mistral" - }, - "mistral/mistral-embed": { - "max_input_tokens": 8192, - "input_cost_per_token": 1e-7, - "mode": "embedding", - "litellm_provider": "mistral" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/codestral-embed": { - "max_input_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "mode": "embedding", - "litellm_provider": "mistral" + "gemini/gemini-3.5-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000009, + "cache_read_input_token_cost": 1.5e-7, + "mode": "chat", + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "mistral/codestral-embed-2505": { - "max_input_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "mode": "embedding", - "litellm_provider": "mistral" + "gemini/gemini-3.6-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.00000375, + "cache_read_input_token_cost": 7.5e-8, + "mode": "chat", + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "mistral/mistral-large-2402": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000004, - "output_cost_per_token": 0.000012, + "gemini/gemini-3.7-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.00000375, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "mistral/mistral-large-2407": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000003, + "gemini/gemini-omni-flash-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.0000015, "output_cost_per_token": 0.000009, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "gemini", + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "mistral/mistral-large-2411": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, + "gemini/gemini-3.1-pro-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "mistral/mistral-large-latest": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, + "gemini/gemini-3.1-pro-preview-customtools": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "mistral/mistral-large-3": { - "max_input_tokens": 256000, - "max_output_tokens": 8191, + "gemini-3-flash-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "mistral", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, "supports_vision": true }, - "mistral/mistral-medium": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.0000027, - "output_cost_per_token": 0.0000081, + "gemini-omni-flash-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000009, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "vertex_ai-language-models", + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "mistral/mistral-medium-2312": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.0000027, - "output_cost_per_token": 0.0000081, + "gemini-3.5-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000009, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "mistral/mistral-medium-2505": { - "max_input_tokens": 131072, - "max_output_tokens": 8191, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, + "gemini-3.6-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.00000375, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "mistral/mistral-medium-latest": { - "max_input_tokens": 131072, - "max_output_tokens": 8191, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, + "gemini-3.7-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.00000375, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "mistral/mistral-small": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "gemini/gemini-2.5-pro-preview-tts": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000015, + "cache_read_input_token_cost": 1.25e-7, + "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "gemini", + "supports_vision": true }, - "mistral/mistral-small-latest": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "gemini/gemini-exp-1114": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "gemini", + "supports_vision": true }, - "mistral/mistral-tiny": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 2.5e-7, - "mode": "chat", - "litellm_provider": "mistral" - }, - "mistral/open-codestral-mamba": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 2.5e-7, + "gemini/gemini-exp-1206": { + "max_input_tokens": 2097152, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "gemini", + "supports_vision": true }, - "mistral/open-mistral-7b": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 2.5e-7, + "gemini/gemini-gemma-2-27b-it": { + "max_output_tokens": 8192, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 0.00000105, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "gemini", + "supports_vision": true }, - "mistral/open-mistral-nemo": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 3e-7, + "gemini/gemini-gemma-2-9b-it": { + "max_output_tokens": 8192, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 0.00000105, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "gemini", + "supports_vision": true }, - "mistral/open-mistral-nemo-2407": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 3e-7, + "gemini/gemma-3-27b-it": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "gemini", + "supports_vision": true }, - "mistral/open-mixtral-8x22b": { - "max_input_tokens": 65336, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, - "mode": "chat", - "litellm_provider": "mistral" + "gemini/imagen-3.0-fast-generate-001": { + "mode": "image_generation", + "litellm_provider": "gemini" }, - "mistral/open-mixtral-8x7b": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 7e-7, - "output_cost_per_token": 7e-7, - "mode": "chat", - "litellm_provider": "mistral" + "gemini/imagen-3.0-generate-001": { + "mode": "image_generation", + "litellm_provider": "gemini" }, - "mistral/pixtral-12b-2409": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, - "mode": "chat", - "litellm_provider": "mistral", - "supports_vision": true + "gemini/imagen-3.0-generate-002": { + "mode": "image_generation", + "litellm_provider": "gemini" }, - "mistral/pixtral-large-2411": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, - "mode": "chat", - "litellm_provider": "mistral", - "supports_vision": true + "gemini/imagen-4.0-fast-generate-001": { + "mode": "image_generation", + "litellm_provider": "gemini" }, - "mistral/pixtral-large-latest": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "gemini/imagen-4.0-generate-001": { + "mode": "image_generation", + "litellm_provider": "gemini" + }, + "gemini/imagen-4.0-ultra-generate-001": { + "mode": "image_generation", + "litellm_provider": "gemini" + }, + "gemini/learnlm-1.5-pro-experimental": { + "max_input_tokens": 32767, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "mistral", + "litellm_provider": "gemini", "supports_vision": true }, - "moonshot.kimi-k2-thinking": { - "max_input_tokens": 128000, + "gemini/lyria-3-clip-preview": { + "max_input_tokens": 131072, "max_output_tokens": 8192, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "gemini", + "supports_vision": false, + "supports_audio_input": false }, - "moonshot/kimi-k2-0711-preview": { + "gemini/lyria-3-pro-preview": { "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 1.5e-7, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "moonshot" + "litellm_provider": "gemini", + "supports_vision": false, + "supports_audio_input": false }, - "moonshot/kimi-k2-0905-preview": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 1.5e-7, + "gemini/veo-2.0-generate-001": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "gemini" + }, + "gemini/veo-3.1-fast-generate-preview": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "gemini" + }, + "gemini/veo-3.1-generate-preview": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "gemini" + }, + "gemini/veo-3.1-lite-generate-preview": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "gemini" + }, + "gemini/veo-3.1-fast-generate-001": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "gemini" + }, + "gemini/veo-3.1-generate-001": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "gemini" + }, + "github_copilot/claude-haiku-4.5": { + "max_input_tokens": 128000, + "max_output_tokens": 16000, "mode": "chat", - "litellm_provider": "moonshot" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "moonshot/kimi-k2-turbo-preview": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 0.00000115, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 1.5e-7, + "github_copilot/claude-opus-4.5": { + "max_input_tokens": 128000, + "max_output_tokens": 16000, "mode": "chat", - "litellm_provider": "moonshot" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "moonshot/kimi-latest": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, - "cache_read_input_token_cost": 1.5e-7, + "github_copilot/claude-opus-4.6-fast": { + "max_input_tokens": 128000, + "max_output_tokens": 16000, "mode": "chat", - "litellm_provider": "moonshot", + "litellm_provider": "github_copilot", "supports_vision": true }, - "moonshot/kimi-latest-128k": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, - "cache_read_input_token_cost": 1.5e-7, + "github_copilot/claude-opus-41": { + "max_input_tokens": 80000, + "max_output_tokens": 16000, "mode": "chat", - "litellm_provider": "moonshot", + "litellm_provider": "github_copilot", "supports_vision": true }, - "moonshot/kimi-latest-32k": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, - "cache_read_input_token_cost": 1.5e-7, + "github_copilot/claude-sonnet-4": { + "max_input_tokens": 128000, + "max_output_tokens": 16000, "mode": "chat", - "litellm_provider": "moonshot", + "litellm_provider": "github_copilot", "supports_vision": true }, - "moonshot/kimi-latest-8k": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 1.5e-7, + "github_copilot/claude-sonnet-4.5": { + "max_input_tokens": 128000, + "max_output_tokens": 16000, "mode": "chat", - "litellm_provider": "moonshot", + "litellm_provider": "github_copilot", "supports_vision": true }, - "moonshot/kimi-thinking-preview": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 1.5e-7, + "github_copilot/gemini-2.5-pro": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, "mode": "chat", - "litellm_provider": "moonshot", + "litellm_provider": "github_copilot", "supports_vision": true }, - "moonshot/kimi-k2-thinking": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 1.5e-7, + "github_copilot/gemini-3-pro-preview": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, "mode": "chat", - "litellm_provider": "moonshot" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "moonshot/kimi-k2-thinking-turbo": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 0.00000115, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 1.5e-7, - "mode": "chat", - "litellm_provider": "moonshot" - }, - "moonshot/moonshot-v1-128k": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, + "github_copilot/gpt-3.5-turbo": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "moonshot" + "litellm_provider": "github_copilot" }, - "moonshot/moonshot-v1-128k-0430": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, + "github_copilot/gpt-3.5-turbo-0613": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "moonshot" + "litellm_provider": "github_copilot" }, - "moonshot/moonshot-v1-128k-vision-preview": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, + "github_copilot/gpt-4": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "moonshot", - "supports_vision": true + "litellm_provider": "github_copilot" }, - "moonshot/moonshot-v1-32k": { + "github_copilot/gpt-4-0613": { "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "moonshot" + "litellm_provider": "github_copilot" }, - "moonshot/moonshot-v1-32k-0430": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "github_copilot/gpt-4-o-preview": { + "max_input_tokens": 64000, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "moonshot" + "litellm_provider": "github_copilot" }, - "moonshot/moonshot-v1-32k-vision-preview": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "github_copilot/gpt-4.1": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, "mode": "chat", - "litellm_provider": "moonshot", + "litellm_provider": "github_copilot", "supports_vision": true }, - "moonshot/moonshot-v1-8k": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.000002, + "github_copilot/gpt-4.1-2025-04-14": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, "mode": "chat", - "litellm_provider": "moonshot" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "moonshot/moonshot-v1-8k-0430": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.000002, - "mode": "chat", - "litellm_provider": "moonshot" + "github_copilot/gpt-41-copilot": { + "mode": "completion", + "litellm_provider": "github_copilot" }, - "moonshot/moonshot-v1-8k-vision-preview": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.000002, + "github_copilot/gpt-4o": { + "max_input_tokens": 64000, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "moonshot", + "litellm_provider": "github_copilot", "supports_vision": true }, - "moonshot/moonshot-v1-auto": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, + "github_copilot/gpt-4o-2024-05-13": { + "max_input_tokens": 64000, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "moonshot" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "morph/morph-v3-fast": { - "max_input_tokens": 16000, - "max_output_tokens": 16000, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000012, + "github_copilot/gpt-4o-2024-08-06": { + "max_input_tokens": 64000, + "max_output_tokens": 16384, "mode": "chat", - "litellm_provider": "morph", - "supports_vision": false + "litellm_provider": "github_copilot" }, - "morph/morph-v3-large": { - "max_input_tokens": 16000, - "max_output_tokens": 16000, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 0.0000019, + "github_copilot/gpt-4o-2024-11-20": { + "max_input_tokens": 64000, + "max_output_tokens": 16384, "mode": "chat", - "litellm_provider": "morph", - "supports_vision": false - }, - "multimodalembedding": { - "max_input_tokens": 2048, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" - }, - "multimodalembedding@001": { - "max_input_tokens": 2048, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "nscale/Qwen/QwQ-32B": { - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 2e-7, + "github_copilot/gpt-4o-mini": { + "max_input_tokens": 64000, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "github_copilot" }, - "nscale/Qwen/Qwen2.5-Coder-32B-Instruct": { - "input_cost_per_token": 6e-8, - "output_cost_per_token": 2e-7, + "github_copilot/gpt-4o-mini-2024-07-18": { + "max_input_tokens": 64000, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "github_copilot" }, - "nscale/Qwen/Qwen2.5-Coder-3B-Instruct": { - "input_cost_per_token": 1e-8, - "output_cost_per_token": 3e-8, + "github_copilot/gpt-5": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "nscale/Qwen/Qwen2.5-Coder-7B-Instruct": { - "input_cost_per_token": 1e-8, - "output_cost_per_token": 3e-8, + "github_copilot/gpt-5-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, "mode": "chat", - "litellm_provider": "nscale" - }, - "nscale/black-forest-labs/FLUX.1-schnell": { - "mode": "image_generation", - "litellm_provider": "nscale" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "nscale/deepseek-ai/DeepSeek-R1-Distill-Llama-70B": { - "input_cost_per_token": 3.75e-7, - "output_cost_per_token": 3.75e-7, + "github_copilot/gpt-5.1": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "nscale/deepseek-ai/DeepSeek-R1-Distill-Llama-8B": { - "input_cost_per_token": 2.5e-8, - "output_cost_per_token": 2.5e-8, - "mode": "chat", - "litellm_provider": "nscale" + "github_copilot/gpt-5.1-codex-max": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "mode": "responses", + "litellm_provider": "github_copilot", + "supports_vision": true }, - "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B": { - "input_cost_per_token": 9e-8, - "output_cost_per_token": 9e-8, + "github_copilot/gpt-5.2": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B": { - "input_cost_per_token": 7e-8, - "output_cost_per_token": 7e-8, - "mode": "chat", - "litellm_provider": "nscale" + "github_copilot/gpt-5.3-codex": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "mode": "responses", + "litellm_provider": "github_copilot", + "supports_vision": true }, - "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B": { - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "github_copilot/mai-code-1-flash": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "github_copilot" }, - "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B": { - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "github_copilot/mai-code-1-flash-internal": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "github_copilot" }, - "nscale/meta-llama/Llama-3.1-8B-Instruct": { - "input_cost_per_token": 3e-8, - "output_cost_per_token": 3e-8, - "mode": "chat", - "litellm_provider": "nscale" + "github_copilot/text-embedding-3-small": { + "max_input_tokens": 8191, + "mode": "embedding", + "litellm_provider": "github_copilot" }, - "nscale/meta-llama/Llama-3.3-70B-Instruct": { - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "nscale" - }, - "nscale/meta-llama/Llama-4-Scout-17B-16E-Instruct": { - "input_cost_per_token": 9e-8, - "output_cost_per_token": 2.9e-7, - "mode": "chat", - "litellm_provider": "nscale" + "github_copilot/text-embedding-3-small-inference": { + "max_input_tokens": 8191, + "mode": "embedding", + "litellm_provider": "github_copilot" }, - "nscale/mistralai/mixtral-8x22b-instruct-v0.1": { - "input_cost_per_token": 6e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "nscale" + "github_copilot/text-embedding-ada-002": { + "max_input_tokens": 8191, + "mode": "embedding", + "litellm_provider": "github_copilot" }, - "nscale/stabilityai/stable-diffusion-xl-base-1.0": { - "mode": "image_generation", - "litellm_provider": "nscale" + "chatgpt/gpt-5.4": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "mode": "responses", + "litellm_provider": "chatgpt", + "supports_vision": true }, - "nvidia.nemotron-nano-12b-v2": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse", + "chatgpt/gpt-5.4-pro": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "mode": "responses", + "litellm_provider": "chatgpt", "supports_vision": true }, - "nvidia.nemotron-nano-9b-v2": { + "chatgpt/gpt-5.3-codex": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 2.3e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse" - }, - "o1": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, - "cache_read_input_token_cost": 0.0000075, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "max_output_tokens": 128000, + "mode": "responses", + "litellm_provider": "chatgpt", "supports_vision": true }, - "o1-2024-12-17": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, - "cache_read_input_token_cost": 0.0000075, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "chatgpt/gpt-5.3-codex-spark": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "mode": "responses", + "litellm_provider": "chatgpt", "supports_vision": true }, - "o1-mini": { + "chatgpt/gpt-5.3-instant": { "max_input_tokens": 128000, - "max_output_tokens": 65536, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 5.5e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "max_output_tokens": 64000, + "mode": "responses", + "litellm_provider": "chatgpt", "supports_vision": true }, - "o1-mini-2024-09-12": { + "chatgpt/gpt-5.3-chat-latest": { "max_input_tokens": 128000, - "max_output_tokens": 65536, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000012, - "cache_read_input_token_cost": 0.0000015, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "max_output_tokens": 64000, + "mode": "responses", + "litellm_provider": "chatgpt", "supports_vision": true }, - "o1-preview": { + "chatgpt/gpt-5.2-codex": { "max_input_tokens": 128000, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, - "cache_read_input_token_cost": 0.0000075, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "max_output_tokens": 128000, + "mode": "responses", + "litellm_provider": "chatgpt", "supports_vision": true }, - "o1-preview-2024-09-12": { + "chatgpt/gpt-5.2": { "max_input_tokens": 128000, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, - "cache_read_input_token_cost": 0.0000075, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "max_output_tokens": 64000, + "mode": "responses", + "litellm_provider": "chatgpt", "supports_vision": true }, - "o1-pro": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00015, - "output_cost_per_token": 0.0006, + "chatgpt/gpt-5.1-codex-max": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "chatgpt", "supports_vision": true }, - "o1-pro-2025-03-19": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00015, - "output_cost_per_token": 0.0006, + "chatgpt/gpt-5.1-codex-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "chatgpt", "supports_vision": true }, - "o3": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, + "gigachat/GigaChat-2-Lite": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "gigachat" }, - "o3-2025-04-16": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, + "gigachat/GigaChat-2-Max": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "gigachat", "supports_vision": true }, - "o3-deep-research": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00004, - "cache_read_input_token_cost": 0.0000025, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, + "gigachat/GigaChat-2-Pro": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "gigachat", "supports_vision": true }, - "o3-deep-research-2025-06-26": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00004, - "cache_read_input_token_cost": 0.0000025, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "gigachat/Embeddings": { + "max_input_tokens": 512, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "gigachat" }, - "o3-mini": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 5.5e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_vision": false + "gigachat/Embeddings-2": { + "max_input_tokens": 512, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "gigachat" }, - "o3-mini-2025-01-31": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 5.5e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_vision": false + "gigachat/EmbeddingsGigaR": { + "max_input_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "gigachat" }, - "o3-pro": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00002, - "output_cost_per_token": 0.00008, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, + "gmi/anthropic/claude-opus-4.5": { + "max_input_tokens": 409600, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "mode": "chat", + "litellm_provider": "gmi", "supports_vision": true }, - "o3-pro-2025-06-10": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00002, - "output_cost_per_token": 0.00008, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, + "gmi/anthropic/claude-sonnet-4.5": { + "max_input_tokens": 409600, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "gmi", "supports_vision": true }, - "o4-mini": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 2.75e-7, + "gmi/anthropic/claude-sonnet-4": { + "max_input_tokens": 409600, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "gmi", "supports_vision": true }, - "o4-mini-2025-04-16": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 2.75e-7, + "gmi/anthropic/claude-opus-4": { + "max_input_tokens": 409600, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "gmi", "supports_vision": true }, - "o4-mini-deep-research": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "gmi/openai/gpt-5.2": { + "max_input_tokens": 409600, + "max_output_tokens": 32000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "mode": "chat", + "litellm_provider": "gmi" }, - "o4-mini-deep-research-2025-06-26": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, + "gmi/openai/gpt-5.1": { + "max_input_tokens": 409600, + "max_output_tokens": 32000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "gmi" + }, + "gmi/openai/gpt-5": { + "max_input_tokens": 409600, + "max_output_tokens": 32000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "gmi" + }, + "gmi/openai/gpt-4o": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "gmi", "supports_vision": true }, - "oci/meta.llama-3.1-405b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 0.00001068, - "output_cost_per_token": 0.00001068, + "gmi/openai/gpt-4o-mini": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "gmi", + "supports_vision": true }, - "oci/meta.llama-3.2-90b-vision-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000002, + "gmi/deepseek-ai/DeepSeek-V3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 16384, + "input_cost_per_token": 2.8e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "gmi" }, - "oci/meta.llama-3.3-70b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, + "gmi/deepseek-ai/DeepSeek-V3-0324": { + "max_input_tokens": 163840, + "max_output_tokens": 16384, + "input_cost_per_token": 2.8e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "gmi" }, - "oci/meta.llama-4-maverick-17b-128e-instruct-fp8": { - "max_input_tokens": 512000, - "max_output_tokens": 4000, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, + "gmi/google/gemini-3-pro-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "gmi", + "supports_vision": true }, - "oci/meta.llama-4-scout-17b-16e-instruct": { - "max_input_tokens": 192000, - "max_output_tokens": 4000, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, + "gmi/google/gemini-3-flash-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "gmi", + "supports_vision": true }, - "oci/xai.grok-3": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 1.5e-7, + "gmi/moonshotai/Kimi-K2-Thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 16384, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "gmi" }, - "oci/xai.grok-3-fast": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, + "gmi/MiniMaxAI/MiniMax-M2.1": { + "max_input_tokens": 196608, + "max_output_tokens": 16384, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "gmi" }, - "oci/xai.grok-3-mini": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "baseten/MiniMaxAI/MiniMax-M2.5": { "input_cost_per_token": 3e-7, - "output_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "baseten" }, - "oci/xai.grok-3-mini-fast": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000004, + "baseten/nvidia/Nemotron-120B-A12B": { + "input_cost_per_token": 3e-7, + "output_cost_per_token": 7.5e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "baseten" }, - "oci/xai.grok-4": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 1.5e-7, + "baseten/zai-org/GLM-5": { + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.00000315, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "baseten" }, - "oci/cohere.command-latest": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 0.00000156, - "output_cost_per_token": 0.00000156, + "baseten/zai-org/GLM-4.7": { + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "baseten" }, - "oci/cohere.command-a-03-2025": { - "max_input_tokens": 256000, - "max_output_tokens": 4000, - "input_cost_per_token": 0.00000156, - "output_cost_per_token": 0.00000156, + "baseten/zai-org/GLM-4.6": { + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "baseten" }, - "oci/cohere.command-plus-latest": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 0.00000156, - "output_cost_per_token": 0.00000156, + "baseten/moonshotai/Kimi-K2.5": { + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "baseten" }, - "ollama/codegeex4": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "baseten/moonshotai/Kimi-K2-Thinking": { + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "baseten" }, - "ollama/codegemma": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "ollama" + "baseten/moonshotai/Kimi-K2-Instruct-0905": { + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "baseten" }, - "ollama/codellama": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "ollama" + "baseten/openai/gpt-oss-120b": { + "input_cost_per_token": 1e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "baseten" }, - "ollama/deepseek-coder-v2-base": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "ollama" + "baseten/deepseek-ai/DeepSeek-V3.1": { + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "baseten" }, - "ollama/deepseek-coder-v2-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "baseten/deepseek-ai/DeepSeek-V3-0324": { + "input_cost_per_token": 7.7e-7, + "output_cost_per_token": 7.7e-7, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "baseten" }, - "ollama/deepseek-coder-v2-lite-base": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "ollama" - }, - "ollama/deepseek-coder-v2-lite-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "gmi/Qwen/Qwen3-VL-235B-A22B-Instruct-FP8": { + "max_input_tokens": 262144, + "max_output_tokens": 16384, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000014, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "gmi", + "supports_vision": true }, - "ollama/deepseek-v3.1:671b-cloud": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "gmi/zai-org/GLM-4.7-FP8": { + "max_input_tokens": 202752, + "max_output_tokens": 16384, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "gmi" }, - "ollama/gpt-oss:120b-cloud": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "google.gemma-3-12b-it": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 2.9e-7, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "ollama/gpt-oss:20b-cloud": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "google.gemma-3-27b-it": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 2.3e-7, + "output_cost_per_token": 3.8e-7, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "ollama/internlm2_5-20b-chat": { - "max_input_tokens": 32768, + "google.gemma-3-4b-it": { + "max_input_tokens": 128000, "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 8e-8, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "ollama/llama2": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "google_pse/search": { + "mode": "search", + "litellm_provider": "google_pse" + }, + "global.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "ollama/llama2-uncensored": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "ollama" + "global.anthropic.claude-sonnet-4-20250514-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "ollama/llama2:13b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "global.anthropic.claude-haiku-4-5-20251001-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "ollama/llama2:70b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "global.amazon.nova-2-lite-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true, + "supports_video_input": true }, - "ollama/llama2:7b": { - "max_input_tokens": 4096, + "gpt-3.5-turbo": { + "max_input_tokens": 16385, "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "openai" }, - "ollama/llama3": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "gpt-3.5-turbo-0125": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "openai" }, - "ollama/llama3.1": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "gpt-3.5-turbo-1106": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "openai" }, - "ollama/llama3:70b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "gpt-3.5-turbo-16k": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000004, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "openai" }, - "ollama/llama3:8b": { + "gpt-3.5-turbo-instruct": { "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "ollama" + "max_output_tokens": 4096, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000002, + "mode": "completion", + "litellm_provider": "text-completion-openai" }, - "ollama/mistral": { + "gpt-3.5-turbo-instruct-0914": { "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "max_output_tokens": 4097, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000002, "mode": "completion", - "litellm_provider": "ollama" + "litellm_provider": "text-completion-openai" }, - "ollama/mistral-7B-Instruct-v0.1": { + "gpt-4": { "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00006, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "openai" }, - "ollama/mistral-7B-Instruct-v0.2": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "gpt-4-0125-preview": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "openai" }, - "ollama/mistral-large-instruct-2407": { - "max_input_tokens": 65536, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "gpt-4-0314": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00006, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "openai" }, - "ollama/mixtral-8x22B-Instruct-v0.1": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "gpt-4-0613": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00006, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "openai" }, - "ollama/mixtral-8x7B-Instruct-v0.1": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "ollama" - }, - "ollama/orca-mini": { - "max_input_tokens": 4096, + "gpt-4-1106-preview": { + "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "ollama" - }, - "ollama/qwen3-coder:480b-cloud": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, "mode": "chat", - "litellm_provider": "ollama" - }, - "ollama/vicuna": { - "max_input_tokens": 2048, - "max_output_tokens": 2048, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "ollama" - }, - "omni-moderation-2024-09-26": { - "max_input_tokens": 32768, - "max_output_tokens": 0, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "moderation", - "litellm_provider": "openai" - }, - "omni-moderation-latest": { - "max_input_tokens": 32768, - "max_output_tokens": 0, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "moderation", "litellm_provider": "openai" }, - "omni-moderation-latest-intents": { - "max_input_tokens": 32768, - "max_output_tokens": 0, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "moderation", - "litellm_provider": "openai" - }, - "openai.gpt-oss-120b-1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse" - }, - "openai.gpt-oss-20b-1:0": { + "gpt-4-turbo": { "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 3e-7, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openai.gpt-oss-safeguard-120b": { + "gpt-4-turbo-2024-04-09": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openai.gpt-oss-safeguard-20b": { + "gpt-4-turbo-preview": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse" - }, - "openrouter/anthropic/claude-2": { - "max_output_tokens": 8191, - "input_cost_per_token": 0.00001102, - "output_cost_per_token": 0.00003268, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "openai", + "supports_pdf_input": true }, - "openrouter/anthropic/claude-3-5-haiku": { - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, + "gpt-4.1": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/anthropic/claude-3-5-haiku-20241022": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, + "gpt-4.1-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/anthropic/claude-3-haiku": { - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000125, + "gpt-4.1-mini": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/anthropic/claude-3-haiku-20240307": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000125, + "gpt-4.1-mini-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/anthropic/claude-3-opus": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, + "gpt-4.1-nano": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/anthropic/claude-3-sonnet": { - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "gpt-4.1-nano-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/anthropic/claude-3.5-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "gpt-4o": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/anthropic/claude-3.5-sonnet:beta": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, + "gpt-4o-2024-05-13": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/anthropic/claude-3.7-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "gpt-4o-2024-08-06": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/anthropic/claude-3.7-sonnet:beta": { - "max_input_tokens": 200000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "gpt-4o-2024-11-20": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/anthropic/claude-instant-v1": { - "max_output_tokens": 8191, - "input_cost_per_token": 0.00000163, - "output_cost_per_token": 0.00000551, + "gpt-4o-audio-preview": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "openai", + "supports_audio_input": true }, - "openrouter/anthropic/claude-opus-4": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "gpt-4o-audio-preview-2024-12-17": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "openai", + "supports_audio_input": true }, - "openrouter/anthropic/claude-opus-4.1": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, - "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true - }, - "openrouter/anthropic/claude-sonnet-4": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, - "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true - }, - "openrouter/anthropic/claude-opus-4.5": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, - "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true - }, - "openrouter/anthropic/claude-sonnet-4.5": { - "max_input_tokens": 1000000, - "max_output_tokens": 1000000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "gpt-4o-audio-preview-2025-06-03": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "openai", + "supports_audio_input": true }, - "openrouter/anthropic/claude-haiku-4.5": { - "max_input_tokens": 200000, - "max_output_tokens": 200000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, - "cache_read_input_token_cost": 1e-7, + "gpt-audio": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "openai", + "supports_vision": false, + "supports_audio_input": true }, - "openrouter/bytedance/ui-tars-1.5-7b": { - "max_input_tokens": 131072, - "max_output_tokens": 2048, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 2e-7, + "gpt-audio-1.5": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "openai", + "supports_vision": false, + "supports_audio_input": true }, - "openrouter/cognitivecomputations/dolphin-mixtral-8x7b": { - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "gpt-audio-2025-08-28": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "openai", + "supports_vision": false, + "supports_audio_input": true }, - "openrouter/cohere/command-r-plus": { - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "gpt-audio-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "openai", + "supports_vision": false, + "supports_audio_input": true }, - "openrouter/databricks/dbrx-instruct": { + "gpt-audio-mini-2025-10-06": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, "input_cost_per_token": 6e-7, - "output_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "openai", + "supports_vision": false, + "supports_audio_input": true }, - "openrouter/deepseek/deepseek-chat": { - "max_input_tokens": 65536, - "max_output_tokens": 8192, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 2.8e-7, + "gpt-audio-mini-2025-12-15": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "openai", + "supports_vision": false, + "supports_audio_input": true }, - "openrouter/deepseek/deepseek-chat-v3-0324": { - "max_input_tokens": 65536, - "max_output_tokens": 8192, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 2.8e-7, + "gpt-4o-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/deepseek/deepseek-chat-v3.1": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 8e-7, + "gpt-4o-mini-2024-07-18": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/deepseek/deepseek-v3.2": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 2.8e-7, - "output_cost_per_token": 4e-7, + "gpt-4o-mini-audio-preview": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "openai", + "supports_audio_input": true }, - "openrouter/deepseek/deepseek-v3.2-exp": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, + "gpt-4o-mini-audio-preview-2024-12-17": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "openai", + "supports_audio_input": true }, - "openrouter/deepseek/deepseek-coder": { - "max_input_tokens": 66000, + "gpt-4o-mini-realtime-preview": { + "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 2.8e-7, - "mode": "chat", - "litellm_provider": "openrouter" + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 3e-7, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "openrouter/deepseek/deepseek-r1": { - "max_input_tokens": 65336, - "max_output_tokens": 8192, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.00000219, - "mode": "chat", - "litellm_provider": "openrouter" + "gpt-4o-mini-realtime-preview-2024-12-17": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 3e-7, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "openrouter/deepseek/deepseek-r1-0528": { - "max_input_tokens": 65336, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.00000215, + "gpt-4o-mini-search-preview": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/fireworks/firellava-13b": { - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "gpt-4o-mini-search-preview-2025-03-11": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/google/gemini-2.0-flash-001": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true, - "max_pdf_size_mb": 30 + "gpt-4o-mini-transcribe": { + "max_input_tokens": 16000, + "max_output_tokens": 2000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.000005, + "mode": "audio_transcription", + "litellm_provider": "openai" }, - "openrouter/google/gemini-2.5-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true, - "max_pdf_size_mb": 30 - }, - "openrouter/google/gemini-2.5-pro": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000125, + "gpt-4o-mini-tts": { + "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, - "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true, - "max_pdf_size_mb": 30 + "mode": "audio_speech", + "litellm_provider": "openai" }, - "openrouter/google/gemini-3-pro-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "input_cost_per_token_above_200k_tokens": 0.000004, - "output_cost_per_token_above_200k_tokens": 0.000018, - "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, - "mode": "chat", - "litellm_provider": "openrouter", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true, - "max_pdf_size_mb": 30 + "gpt-4o-realtime-preview": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00002, + "cache_read_input_token_cost": 0.0000025, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "openrouter/google/gemini-3-flash-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000003, - "cache_read_input_token_cost": 5e-8, + "gpt-4o-realtime-preview-2024-12-17": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00002, + "cache_read_input_token_cost": 0.0000025, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true + }, + "gpt-4o-realtime-preview-2025-06-03": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00002, + "cache_read_input_token_cost": 0.0000025, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true + }, + "gpt-4o-search-preview": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "openai", "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "supports_vision": true }, - "openrouter/google/gemini-pro-1.5": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, + "gpt-4o-search-preview-2025-03-11": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.0000075, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/google/gemini-pro-vision": { - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 3.75e-7, - "mode": "chat", - "litellm_provider": "openrouter", + "gpt-4o-transcribe": { + "max_input_tokens": 16000, + "max_output_tokens": 2000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "audio_transcription", + "litellm_provider": "openai" + }, + "gpt-image-1.5": { + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00001, + "output_cost_per_image_token": 0.000032, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/google/palm-2-chat-bison": { - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, - "mode": "chat", - "litellm_provider": "openrouter" + "gpt-image-1.5-2025-12-16": { + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00001, + "output_cost_per_image_token": 0.000032, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/google/palm-2-codechat-bison": { - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, - "mode": "chat", - "litellm_provider": "openrouter" + "gpt-image-2": { + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00001, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/gryphe/mythomax-l2-13b": { - "input_cost_per_token": 0.000001875, - "output_cost_per_token": 0.000001875, - "mode": "chat", - "litellm_provider": "openrouter" + "gpt-image-2-2026-04-21": { + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00001, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/jondurbin/airoboros-l2-70b-2.1": { - "input_cost_per_token": 0.000013875, - "output_cost_per_token": 0.000013875, - "mode": "chat", - "litellm_provider": "openrouter" + "low/1024-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/mancer/weaver": { - "input_cost_per_token": 0.000005625, - "output_cost_per_token": 0.000005625, - "mode": "chat", - "litellm_provider": "openrouter" + "low/1024-x-1536/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/meta-llama/codellama-34b-instruct": { - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, - "mode": "chat", - "litellm_provider": "openrouter" + "low/1536-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/meta-llama/llama-2-13b-chat": { - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "openrouter" + "medium/1024-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/meta-llama/llama-2-70b-chat": { - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.0000015, - "mode": "chat", - "litellm_provider": "openrouter" + "medium/1024-x-1536/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/meta-llama/llama-3-70b-instruct": { - "input_cost_per_token": 5.9e-7, - "output_cost_per_token": 7.9e-7, - "mode": "chat", - "litellm_provider": "openrouter" + "medium/1536-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/meta-llama/llama-3-70b-instruct:nitro": { - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "openrouter" + "high/1024-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/meta-llama/llama-3-8b-instruct:extended": { - "input_cost_per_token": 2.25e-7, - "output_cost_per_token": 0.00000225, - "mode": "chat", - "litellm_provider": "openrouter" + "high/1024-x-1536/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/meta-llama/llama-3-8b-instruct:free": { - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "openrouter" + "high/1536-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/microsoft/wizardlm-2-8x22b:nitro": { - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001, - "mode": "chat", - "litellm_provider": "openrouter" + "standard/1024-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/minimax/minimax-m2": { - "max_input_tokens": 204800, - "max_output_tokens": 204800, - "input_cost_per_token": 2.55e-7, - "output_cost_per_token": 0.00000102, - "mode": "chat", - "litellm_provider": "openrouter" + "standard/1024-x-1536/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/mistralai/devstral-2512:free": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": false + "standard/1536-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/mistralai/devstral-2512": { - "max_input_tokens": 262144, - "max_output_tokens": 65536, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": false - }, - "openrouter/mistralai/ministral-3b-2512": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "openrouter", + "1024-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/mistralai/ministral-8b-2512": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, - "mode": "chat", - "litellm_provider": "openrouter", + "1024-x-1536/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/mistralai/ministral-14b-2512": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "openrouter", + "1536-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/mistralai/mistral-large-2512": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", - "litellm_provider": "openrouter", + "low/1024-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/mistralai/mistral-7b-instruct": { - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 1.3e-7, - "mode": "chat", - "litellm_provider": "openrouter" - }, - "openrouter/mistralai/mistral-7b-instruct:free": { - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "openrouter" - }, - "openrouter/mistralai/mistral-large": { - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, - "mode": "chat", - "litellm_provider": "openrouter" - }, - "openrouter/mistralai/mistral-small-3.1-24b-instruct": { - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, - "mode": "chat", - "litellm_provider": "openrouter" - }, - "openrouter/mistralai/mistral-small-3.2-24b-instruct": { - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, - "mode": "chat", - "litellm_provider": "openrouter" - }, - "openrouter/mistralai/mixtral-8x22b-instruct": { - "input_cost_per_token": 6.5e-7, - "output_cost_per_token": 6.5e-7, - "mode": "chat", - "litellm_provider": "openrouter" + "low/1024-x-1536/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/nousresearch/nous-hermes-llama2-13b": { - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "openrouter" + "low/1536-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/openai/gpt-3.5-turbo": { - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002, - "mode": "chat", - "litellm_provider": "openrouter" + "medium/1024-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/openai/gpt-3.5-turbo-16k": { - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000004, - "mode": "chat", - "litellm_provider": "openrouter" + "medium/1024-x-1536/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/openai/gpt-4": { - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00006, - "mode": "chat", - "litellm_provider": "openrouter" + "medium/1536-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/openai/gpt-4-vision-preview": { - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, - "mode": "chat", - "litellm_provider": "openrouter", + "high/1024-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/openai/gpt-4.1": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, - "mode": "chat", - "litellm_provider": "openrouter", + "high/1024-x-1536/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/openai/gpt-4.1-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, - "mode": "chat", - "litellm_provider": "openrouter", + "high/1536-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/openai/gpt-4.1-mini": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, - "cache_read_input_token_cost": 1e-7, - "mode": "chat", - "litellm_provider": "openrouter", + "standard/1024-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/openai/gpt-4.1-mini-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, - "cache_read_input_token_cost": 1e-7, - "mode": "chat", - "litellm_provider": "openrouter", + "standard/1024-x-1536/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/openai/gpt-4.1-nano": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, - "mode": "chat", - "litellm_provider": "openrouter", + "standard/1536-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/openai/gpt-4.1-nano-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, - "mode": "chat", - "litellm_provider": "openrouter", + "1024-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/openai/gpt-4o": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "chat", - "litellm_provider": "openrouter", + "1024-x-1536/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/openai/gpt-4o-2024-05-13": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000015, - "mode": "chat", - "litellm_provider": "openrouter", + "1536-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/openai/gpt-5-chat": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, + "gpt-5": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/openai/gpt-5-codex": { + "gpt-5.1": { "max_input_tokens": 272000, "max_output_tokens": 128000, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/openai/gpt-5.2-codex": { - "max_input_tokens": 400000, + "gpt-5.1-2025-11-13": { + "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/openai/gpt-5": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, + "gpt-5.1-chat-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/openai/gpt-5-mini": { + "gpt-5.2": { "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 2.5e-8, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/openai/gpt-5-nano": { + "gpt-5.2-2025-12-11": { "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 5e-9, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/openai/gpt-5.2": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, + "gpt-5.2-chat-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "cache_read_input_token_cost": 1.75e-7, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/openai/gpt-5.2-chat": { + "gpt-5.3-chat-latest": { "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "cache_read_input_token_cost": 1.75e-7, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/openai/gpt-5.2-pro": { + "gpt-5.2-pro": { "max_input_tokens": 272000, "max_output_tokens": 128000, "input_cost_per_token": 0.000021, "output_cost_per_token": 0.000168, - "mode": "chat", - "litellm_provider": "openrouter", + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/openai/gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 8e-7, - "mode": "chat", - "litellm_provider": "openrouter" - }, - "openrouter/openai/gpt-oss-20b": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "openrouter" + "gpt-5.2-pro-2025-12-11": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000021, + "output_cost_per_token": 0.000168, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/openai/o1": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, - "cache_read_input_token_cost": 0.0000075, + "gpt-5.6": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.00002, + "cache_creation_input_token_cost": 0.000005, + "cache_read_input_token_cost": 4e-7, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/openai/o1-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 65536, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000012, + "gpt-5.6-sol": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.00002, + "cache_creation_input_token_cost": 0.000005, + "cache_read_input_token_cost": 4e-7, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": false + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/openai/o1-mini-2024-09-12": { - "max_input_tokens": 128000, - "max_output_tokens": 65536, - "input_cost_per_token": 0.000003, + "gpt-5.6-terra": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, + "cache_creation_input_token_cost": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": false + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/openai/o1-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, + "gpt-5.6-luna": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.0000012, + "cache_creation_input_token_cost": 2.5e-7, + "cache_read_input_token_cost": 2e-8, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": false + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/openai/o1-preview-2024-09-12": { - "max_input_tokens": 128000, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, + "gpt-5.6-cyber": { + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000125, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.000015625, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": false + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/openai/o3-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 65536, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, + "daybreak-red-latest": { + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000125, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.000015625, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": false + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/openai/o3-mini-high": { - "max_input_tokens": 128000, - "max_output_tokens": 65536, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, + "daybreak-blue-latest": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.00002, + "cache_creation_input_token_cost": 0.000005, + "cache_read_input_token_cost": 4e-7, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": false + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/pygmalionai/mythalion-13b": { - "input_cost_per_token": 0.000001875, - "output_cost_per_token": 0.000001875, + "chat-latest": { + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/qwen/qwen-2.5-coder-32b-instruct": { - "max_input_tokens": 33792, - "max_output_tokens": 33792, - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 1.8e-7, + "gpt-5.5": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/qwen/qwen-vl-plus": { - "max_input_tokens": 8192, - "max_output_tokens": 2048, - "input_cost_per_token": 2.1e-7, - "output_cost_per_token": 6.3e-7, + "gpt-5.5-2026-04-23": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/qwen/qwen3-coder": { - "max_input_tokens": 262100, - "max_output_tokens": 262100, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 9.5e-7, - "mode": "chat", - "litellm_provider": "openrouter" + "gpt-5.5-pro": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/switchpoint/router": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 8.5e-7, - "output_cost_per_token": 0.0000034, - "mode": "chat", - "litellm_provider": "openrouter" + "gpt-5.5-pro-2026-04-23": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/undi95/remm-slerp-l2-13b": { - "input_cost_per_token": 0.000001875, - "output_cost_per_token": 0.000001875, + "gpt-5.4": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 2.5e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/x-ai/grok-4": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000003, + "gpt-5.4-2026-03-05": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 2.5e-7, "mode": "chat", - "litellm_provider": "openrouter" - }, - "openrouter/x-ai/grok-4-fast:free": { - "max_input_tokens": 2000000, - "max_output_tokens": 30000, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/z-ai/glm-4.6": { - "max_input_tokens": 202800, - "max_output_tokens": 131000, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.00000175, - "mode": "chat", - "litellm_provider": "openrouter" + "gpt-5.4-pro": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openrouter/z-ai/glm-4.6:exacto": { - "max_input_tokens": 202800, - "max_output_tokens": 131000, - "input_cost_per_token": 4.5e-7, - "output_cost_per_token": 0.0000019, - "mode": "chat", - "litellm_provider": "openrouter" + "gpt-5.4-pro-2026-03-05": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "ovhcloud/DeepSeek-R1-Distill-Llama-70B": { - "max_input_tokens": 131000, - "max_output_tokens": 131000, - "input_cost_per_token": 6.7e-7, - "output_cost_per_token": 6.7e-7, + "gpt-5.4-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "ovhcloud" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "ovhcloud/Llama-3.1-8B-Instruct": { - "max_input_tokens": 131000, - "max_output_tokens": 131000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "gpt-5.4-mini-2026-03-17": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "ovhcloud" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "ovhcloud/Meta-Llama-3_1-70B-Instruct": { - "max_input_tokens": 131000, - "max_output_tokens": 131000, - "input_cost_per_token": 6.7e-7, - "output_cost_per_token": 6.7e-7, + "gpt-5.4-nano": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.00000125, + "cache_read_input_token_cost": 2e-8, "mode": "chat", - "litellm_provider": "ovhcloud" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "ovhcloud/Meta-Llama-3_3-70B-Instruct": { - "max_input_tokens": 131000, - "max_output_tokens": 131000, - "input_cost_per_token": 6.7e-7, - "output_cost_per_token": 6.7e-7, + "gpt-5.4-nano-2026-03-17": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.00000125, + "cache_read_input_token_cost": 2e-8, "mode": "chat", - "litellm_provider": "ovhcloud" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "ovhcloud/Mistral-7B-Instruct-v0.3": { - "max_input_tokens": 127000, - "max_output_tokens": 127000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "ovhcloud" + "gpt-5-pro": { + "max_input_tokens": 400000, + "max_output_tokens": 272000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00012, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "ovhcloud/Mistral-Nemo-Instruct-2407": { - "max_input_tokens": 118000, - "max_output_tokens": 118000, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 1.3e-7, - "mode": "chat", - "litellm_provider": "ovhcloud" + "gpt-5-pro-2025-10-06": { + "max_input_tokens": 400000, + "max_output_tokens": 272000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00012, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "ovhcloud/Mistral-Small-3.2-24B-Instruct-2506": { - "max_input_tokens": 128000, + "gpt-5-2025-08-07": { + "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 9e-8, - "output_cost_per_token": 2.8e-7, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "ovhcloud", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "ovhcloud/Mixtral-8x7B-Instruct-v0.1": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 6.3e-7, - "output_cost_per_token": 6.3e-7, - "mode": "chat", - "litellm_provider": "ovhcloud" - }, - "ovhcloud/Qwen2.5-Coder-32B-Instruct": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 8.7e-7, - "output_cost_per_token": 8.7e-7, + "gpt-5-chat": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "ovhcloud" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "ovhcloud/Qwen2.5-VL-72B-Instruct": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 9.1e-7, - "output_cost_per_token": 9.1e-7, + "gpt-5-chat-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "ovhcloud", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "ovhcloud/Qwen3-32B": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 2.3e-7, - "mode": "chat", - "litellm_provider": "ovhcloud" + "gpt-5-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "ovhcloud/gpt-oss-120b": { - "max_input_tokens": 131000, - "max_output_tokens": 131000, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 4e-7, - "mode": "chat", - "litellm_provider": "ovhcloud" + "gpt-5.1-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "ovhcloud/gpt-oss-20b": { - "max_input_tokens": 131000, - "max_output_tokens": 131000, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 1.5e-7, - "mode": "chat", - "litellm_provider": "ovhcloud" + "gpt-5.1-codex-max": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "ovhcloud/llava-v1.6-mistral-7b-hf": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 2.9e-7, - "output_cost_per_token": 2.9e-7, - "mode": "chat", - "litellm_provider": "ovhcloud", + "gpt-5.1-codex-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 2.5e-8, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "ovhcloud/mamba-codestral-7B-v0.1": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 1.9e-7, - "output_cost_per_token": 1.9e-7, - "mode": "chat", - "litellm_provider": "ovhcloud" + "gpt-5.2-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "palm/chat-bison": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "gpt-5.3-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "gpt-5-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "palm" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "palm/chat-bison-001": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "gpt-5-mini-2025-08-07": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "palm" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "palm/text-bison": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "palm" + "gpt-5-nano": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 5e-9, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "palm/text-bison-001": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "palm" + "gpt-5-nano-2025-08-07": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 5e-9, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "palm/text-bison-safety-off": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "palm" + "gpt-image-1": { + "input_cost_per_token": 0.000005, + "output_cost_per_image_token": 0.00004, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "openai" }, - "palm/text-bison-safety-recitation-off": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "palm" + "gpt-image-1-mini": { + "input_cost_per_token": 0.000002, + "output_cost_per_image_token": 0.000008, + "cache_read_input_token_cost": 2e-7, + "mode": "image_generation", + "litellm_provider": "openai" }, - "parallel_ai/search": { - "mode": "search", - "litellm_provider": "parallel_ai" + "gpt-realtime": { + "max_input_tokens": 32000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000016, + "cache_read_input_token_cost": 4e-7, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "parallel_ai/search-pro": { - "mode": "search", - "litellm_provider": "parallel_ai" + "gpt-realtime-1.5": { + "max_input_tokens": 32000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000016, + "cache_read_input_token_cost": 4e-7, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "perplexity/codellama-34b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.0000014, - "mode": "chat", - "litellm_provider": "perplexity" + "gpt-realtime-2": { + "max_input_tokens": 32000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000016, + "cache_read_input_token_cost": 4e-7, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "perplexity/codellama-70b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 7e-7, - "output_cost_per_token": 0.0000028, - "mode": "chat", - "litellm_provider": "perplexity" + "gpt-realtime-2.1": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000024, + "cache_read_input_token_cost": 4e-7, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "perplexity/llama-2-70b-chat": { - "max_input_tokens": 4096, + "gpt-realtime-2.1-mini": { + "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 7e-7, - "output_cost_per_token": 0.0000028, - "mode": "chat", - "litellm_provider": "perplexity" + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 6e-8, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "perplexity/llama-3.1-70b-instruct": { + "gpt-realtime-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true + }, + "gpt-realtime-2025-08-28": { + "max_input_tokens": 32000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000016, + "cache_read_input_token_cost": 4e-7, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true + }, + "gradient_ai/alibaba-qwen3-32b": { "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001, + "max_output_tokens": 40960, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "gradient_ai" }, - "perplexity/llama-3.1-8b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "gradient_ai/anthropic-claude-3-opus": { + "max_input_tokens": 200000, + "max_output_tokens": 1024, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "gradient_ai" }, - "perplexity/llama-3.1-sonar-huge-128k-online": { - "max_input_tokens": 127072, - "max_output_tokens": 127072, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000005, + "gradient_ai/anthropic-claude-3.5-haiku": { + "max_input_tokens": 200000, + "max_output_tokens": 1024, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.000004, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "gradient_ai" }, - "perplexity/llama-3.1-sonar-large-128k-chat": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001, + "gradient_ai/anthropic-claude-3.5-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 1024, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "gradient_ai" }, - "perplexity/llama-3.1-sonar-large-128k-online": { - "max_input_tokens": 127072, - "max_output_tokens": 127072, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001, + "gradient_ai/anthropic-claude-3.7-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 1024, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "gradient_ai" }, - "perplexity/llama-3.1-sonar-small-128k-chat": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "gradient_ai/deepseek-r1-distill-llama-70b": { + "max_input_tokens": 32768, + "max_output_tokens": 8000, + "input_cost_per_token": 9.9e-7, + "output_cost_per_token": 9.9e-7, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "gradient_ai" }, - "perplexity/llama-3.1-sonar-small-128k-online": { - "max_input_tokens": 127072, - "max_output_tokens": 127072, + "gradient_ai/llama3-8b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 512, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "gradient_ai" }, - "perplexity/mistral-7b-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2.8e-7, + "gradient_ai/llama3.3-70b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 6.5e-7, + "output_cost_per_token": 6.5e-7, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "gradient_ai" }, - "perplexity/mixtral-8x7b-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2.8e-7, - "mode": "chat", - "litellm_provider": "perplexity" - }, - "perplexity/pplx-70b-chat": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 7e-7, - "output_cost_per_token": 0.0000028, - "mode": "chat", - "litellm_provider": "perplexity" - }, - "perplexity/pplx-70b-online": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0.0000028, - "mode": "chat", - "litellm_provider": "perplexity" - }, - "perplexity/pplx-7b-chat": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2.8e-7, - "mode": "chat", - "litellm_provider": "perplexity" - }, - "perplexity/pplx-7b-online": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 2.8e-7, - "mode": "chat", - "litellm_provider": "perplexity" - }, - "perplexity/sonar": { + "gradient_ai/mistral-nemo-instruct-2407": { "max_input_tokens": 128000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001, + "max_output_tokens": 512, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "gradient_ai" }, - "perplexity/sonar-deep-research": { + "gradient_ai/openai-gpt-4o": { "max_input_tokens": 128000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "mode": "chat", - "litellm_provider": "perplexity" - }, - "perplexity/sonar-medium-chat": { - "max_input_tokens": 16384, "max_output_tokens": 16384, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000018, - "mode": "chat", - "litellm_provider": "perplexity" - }, - "perplexity/sonar-medium-online": { - "max_input_tokens": 12000, - "max_output_tokens": 12000, - "input_cost_per_token": 0, - "output_cost_per_token": 0.0000018, - "mode": "chat", - "litellm_provider": "perplexity" - }, - "perplexity/sonar-pro": { - "max_input_tokens": 200000, - "max_output_tokens": 8000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "gradient_ai" }, - "perplexity/sonar-reasoning": { + "gradient_ai/openai-gpt-4o-mini": { "max_input_tokens": 128000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, + "max_output_tokens": 16384, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "gradient_ai" }, - "perplexity/sonar-reasoning-pro": { - "max_input_tokens": 128000, + "gradient_ai/openai-o3": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "mode": "chat", - "litellm_provider": "perplexity" - }, - "perplexity/sonar-small-chat": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2.8e-7, - "mode": "chat", - "litellm_provider": "perplexity" - }, - "perplexity/sonar-small-online": { - "max_input_tokens": 12000, - "max_output_tokens": 12000, - "input_cost_per_token": 0, - "output_cost_per_token": 2.8e-7, - "mode": "chat", - "litellm_provider": "perplexity" - }, - "publicai/swiss-ai/apertus-8b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "publicai" + "litellm_provider": "gradient_ai" }, - "publicai/swiss-ai/apertus-70b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "gradient_ai/openai-o3-mini": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, "mode": "chat", - "litellm_provider": "publicai" + "litellm_provider": "gradient_ai" }, - "publicai/aisingapore/Gemma-SEA-LION-v4-27B-IT": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, + "lemonade/Qwen3-Coder-30B-A3B-Instruct-GGUF": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, "input_cost_per_token": 0, "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "publicai" + "litellm_provider": "lemonade" }, - "publicai/BSC-LT/salamandra-7b-instruct-tools-16k": { - "max_input_tokens": 16384, - "max_output_tokens": 4096, + "lemonade/gpt-oss-20b-mxfp4-GGUF": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, "input_cost_per_token": 0, "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "publicai" + "litellm_provider": "lemonade" }, - "publicai/BSC-LT/ALIA-40b-instruct_Q8_0": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, + "lemonade/gpt-oss-120b-mxfp-GGUF": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, "input_cost_per_token": 0, "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "publicai" + "litellm_provider": "lemonade" }, - "publicai/allenai/Olmo-3-7B-Instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, + "lemonade/Gemma-3-4b-it-GGUF": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, "input_cost_per_token": 0, "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "publicai" + "litellm_provider": "lemonade" }, - "publicai/aisingapore/Qwen-SEA-LION-v4-32B-IT": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, + "lemonade/Qwen3-4B-Instruct-2507-GGUF": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, "input_cost_per_token": 0, "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "publicai" + "litellm_provider": "lemonade" }, - "publicai/allenai/Olmo-3-7B-Think": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "amazon-nova/nova-micro-v1": { + "max_input_tokens": 128000, + "max_output_tokens": 10000, + "input_cost_per_token": 3.5e-8, + "output_cost_per_token": 1.4e-7, "mode": "chat", - "litellm_provider": "publicai" + "litellm_provider": "amazon_nova" }, - "publicai/allenai/Olmo-3-32B-Think": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "amazon-nova/nova-lite-v1": { + "max_input_tokens": 300000, + "max_output_tokens": 10000, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2.4e-7, "mode": "chat", - "litellm_provider": "publicai" + "litellm_provider": "amazon_nova", + "supports_pdf_input": true, + "supports_vision": true }, - "qwen.qwen3-coder-480b-a35b-v1:0": { - "max_input_tokens": 262000, - "max_output_tokens": 65536, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 0.0000018, + "amazon-nova/nova-premier-v1": { + "max_input_tokens": 1000000, + "max_output_tokens": 10000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.0000125, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "amazon_nova", + "supports_pdf_input": true, + "supports_vision": true }, - "qwen.qwen3-235b-a22b-2507-v1:0": { - "max_input_tokens": 262144, - "max_output_tokens": 131072, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 8.8e-7, + "amazon-nova/nova-pro-v1": { + "max_input_tokens": 300000, + "max_output_tokens": 10000, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000032, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "amazon_nova", + "supports_pdf_input": true, + "supports_vision": true }, - "qwen.qwen3-coder-30b-a3b-v1:0": { - "max_input_tokens": 262144, + "groq/llama-3.1-8b-instant": { + "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 8e-8, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "groq" }, - "qwen.qwen3-32b-v1:0": { + "groq/llama-3.3-70b-versatile": { "max_input_tokens": 131072, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "max_output_tokens": 32768, + "input_cost_per_token": 5.9e-7, + "output_cost_per_token": 7.9e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "groq" }, - "qwen.qwen3-next-80b-a3b": { - "max_input_tokens": 128000, + "groq/gemma-7b-it": { + "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0.0000012, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 8e-8, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "groq" }, - "qwen.qwen3-vl-235b-a22b": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 5.3e-7, - "output_cost_per_token": 0.00000266, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_vision": true - }, - "recraft/recraftv2": { - "mode": "image_generation", - "litellm_provider": "recraft" - }, - "recraft/recraftv3": { - "mode": "image_generation", - "litellm_provider": "recraft" - }, - "replicate/meta/llama-2-13b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 5e-7, - "mode": "chat", - "litellm_provider": "replicate" - }, - "replicate/meta/llama-2-13b-chat": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 5e-7, - "mode": "chat", - "litellm_provider": "replicate" - }, - "replicate/meta/llama-2-70b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 6.5e-7, - "output_cost_per_token": 0.00000275, - "mode": "chat", - "litellm_provider": "replicate" - }, - "replicate/meta/llama-2-70b-chat": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 6.5e-7, - "output_cost_per_token": 0.00000275, - "mode": "chat", - "litellm_provider": "replicate" - }, - "replicate/meta/llama-2-7b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2.5e-7, + "groq/meta-llama/llama-prompt-guard-2-22m": { + "max_input_tokens": 512, + "max_output_tokens": 512, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 3e-8, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "groq" }, - "replicate/meta/llama-2-7b-chat": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2.5e-7, + "groq/meta-llama/llama-prompt-guard-2-86m": { + "max_input_tokens": 512, + "max_output_tokens": 512, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 4e-8, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "groq" }, - "replicate/meta/llama-3-70b": { + "groq/meta-llama/llama-guard-4-12b": { "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 6.5e-7, - "output_cost_per_token": 0.00000275, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "groq" }, - "replicate/meta/llama-3-70b-instruct": { - "max_input_tokens": 8192, + "groq/meta-llama/llama-4-maverick-17b-128e-instruct": { + "max_input_tokens": 131072, "max_output_tokens": 8192, - "input_cost_per_token": 6.5e-7, - "output_cost_per_token": 0.00000275, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "groq", + "supports_vision": true }, - "replicate/meta/llama-3-8b": { - "max_input_tokens": 8086, - "max_output_tokens": 8086, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2.5e-7, + "groq/meta-llama/llama-4-scout-17b-16e-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, + "input_cost_per_token": 1.1e-7, + "output_cost_per_token": 3.4e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "groq", + "supports_vision": true }, - "replicate/meta/llama-3-8b-instruct": { - "max_input_tokens": 8086, - "max_output_tokens": 8086, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2.5e-7, + "groq/moonshotai/kimi-k2-instruct-0905": { + "max_input_tokens": 262144, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "groq" }, - "replicate/mistralai/mistral-7b-instruct-v0.2": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2.5e-7, + "groq/openai/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "groq" }, - "replicate/mistralai/mistral-7b-v0.1": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2.5e-7, + "groq/openai/gpt-oss-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 3.75e-8, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "groq" }, - "replicate/mistralai/mixtral-8x7b-instruct-v0.1": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.000001, + "groq/openai/gpt-oss-safeguard-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 3.7e-8, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "groq" }, - "replicate/openai/gpt-5": { - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "groq/canopylabs/orpheus-v1-english": { + "max_input_tokens": 4000, + "max_output_tokens": 50000, + "mode": "audio_speech", + "litellm_provider": "groq" }, - "replicateopenai/gpt-oss-20b": { - "input_cost_per_token": 9e-8, - "output_cost_per_token": 3.6e-7, - "mode": "chat", - "litellm_provider": "replicate" + "groq/canopylabs/orpheus-arabic-saudi": { + "max_input_tokens": 4000, + "max_output_tokens": 50000, + "mode": "audio_speech", + "litellm_provider": "groq" }, - "replicate/anthropic/claude-4.5-haiku": { - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, + "groq/playai-tts": { + "max_input_tokens": 10000, + "max_output_tokens": 10000, + "mode": "audio_speech", + "litellm_provider": "groq" + }, + "groq/qwen/qwen3.6-27b": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "replicate", + "litellm_provider": "groq", "supports_vision": true }, - "replicate/ibm-granite/granite-3.3-8b-instruct": { - "input_cost_per_token": 3e-8, - "output_cost_per_token": 2.5e-7, + "groq/qwen/qwen3-32b": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, + "input_cost_per_token": 2.9e-7, + "output_cost_per_token": 5.9e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "groq" }, - "replicate/openai/gpt-4o": { - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true, - "supports_audio_input": true + "groq/whisper-large-v3": { + "mode": "audio_transcription", + "litellm_provider": "groq" }, - "replicate/openai/o4-mini": { - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000004, - "mode": "chat", - "litellm_provider": "replicate" + "groq/whisper-large-v3-turbo": { + "mode": "audio_transcription", + "litellm_provider": "groq" }, - "replicate/openai/o1-mini": { - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, - "mode": "chat", - "litellm_provider": "replicate" + "hd/1024-x-1024/dall-e-3": { + "mode": "image_generation", + "litellm_provider": "openai" }, - "replicate/openai/o1": { - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, - "mode": "chat", - "litellm_provider": "replicate" + "hd/1024-x-1792/dall-e-3": { + "mode": "image_generation", + "litellm_provider": "openai" }, - "replicate/openai/gpt-4o-mini": { - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "hd/1792-x-1024/dall-e-3": { + "mode": "image_generation", + "litellm_provider": "openai" }, - "replicate/qwen/qwen3-235b-a22b-instruct-2507": { - "input_cost_per_token": 2.64e-7, - "output_cost_per_token": 0.00000106, + "heroku/claude-3-5-haiku": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "heroku" }, - "replicate/anthropic/claude-4-sonnet": { - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "heroku/claude-3-5-sonnet-latest": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "litellm_provider": "heroku" }, - "replicate/deepseek-ai/deepseek-v3": { - "max_input_tokens": 65536, + "heroku/claude-3-7-sonnet": { + "max_input_tokens": 200000, "max_output_tokens": 8192, - "input_cost_per_token": 0.00000145, - "output_cost_per_token": 0.00000145, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "heroku" }, - "replicate/anthropic/claude-3.7-sonnet": { - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "heroku/claude-4-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "litellm_provider": "heroku" }, - "replicate/anthropic/claude-3.5-haiku": { - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, + "high/1024-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "openai" + }, + "high/1024-x-1536/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "openai" + }, + "high/1536-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "openai" + }, + "hyperbolic/NousResearch/Hermes-3-Llama-3.1-70B": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "litellm_provider": "hyperbolic" }, - "replicate/anthropic/claude-3.5-sonnet": { - "input_cost_per_token": 0.00000375, - "output_cost_per_token": 0.00001875, + "hyperbolic/Qwen/QwQ-32B": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "litellm_provider": "hyperbolic" }, - "replicate/google/gemini-3-pro": { - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, + "hyperbolic/Qwen/Qwen2.5-72B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "litellm_provider": "hyperbolic" }, - "replicate/anthropic/claude-4.5-sonnet": { - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "hyperbolic/Qwen/Qwen2.5-Coder-32B-Instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "litellm_provider": "hyperbolic" }, - "replicate/openai/gpt-4.1": { + "hyperbolic/Qwen/Qwen3-235B-A22B": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "litellm_provider": "hyperbolic" }, - "replicate/openai/gpt-4.1-nano": { - "input_cost_per_token": 1e-7, + "hyperbolic/deepseek-ai/DeepSeek-R1": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 4e-7, "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "hyperbolic" }, - "replicate/openai/gpt-4.1-mini": { - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, + "hyperbolic/deepseek-ai/DeepSeek-R1-0528": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 2.5e-7, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "litellm_provider": "hyperbolic" }, - "replicate/openai/gpt-5-nano": { - "input_cost_per_token": 5e-8, + "hyperbolic/deepseek-ai/DeepSeek-V3": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "hyperbolic" + }, + "hyperbolic/deepseek-ai/DeepSeek-V3-0324": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 4e-7, "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "hyperbolic" }, - "replicate/openai/gpt-5-mini": { - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000002, + "hyperbolic/meta-llama/Llama-3.2-3B-Instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "litellm_provider": "hyperbolic" }, - "replicate/google/gemini-2.5-flash": { - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.0000025, + "hyperbolic/meta-llama/Llama-3.3-70B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "litellm_provider": "hyperbolic" }, - "replicate/openai/gpt-oss-120b": { - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 7.2e-7, + "hyperbolic/meta-llama/Meta-Llama-3-70B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "hyperbolic" }, - "replicate/deepseek-ai/deepseek-v3.1": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 6.72e-7, - "output_cost_per_token": 0.000002016, + "hyperbolic/meta-llama/Meta-Llama-3.1-405B-Instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "hyperbolic" }, - "replicate/xai/grok-4": { - "input_cost_per_token": 0.0000072, - "output_cost_per_token": 0.000036, + "hyperbolic/meta-llama/Meta-Llama-3.1-70B-Instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "hyperbolic" }, - "replicate/deepseek-ai/deepseek-r1": { - "max_input_tokens": 65536, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000375, - "output_cost_per_token": 0.00001, + "hyperbolic/meta-llama/Meta-Llama-3.1-8B-Instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "hyperbolic" }, - "rerank-english-v2.0": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "cohere" + "hyperbolic/moonshotai/Kimi-K2-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "hyperbolic" }, - "rerank-english-v3.0": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "cohere" + "j2-light": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000003, + "mode": "completion", + "litellm_provider": "ai21" }, - "rerank-multilingual-v2.0": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "cohere" + "j2-mid": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00001, + "mode": "completion", + "litellm_provider": "ai21" }, - "rerank-multilingual-v3.0": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "cohere" + "j2-ultra": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000015, + "mode": "completion", + "litellm_provider": "ai21" }, - "rerank-v3.5": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "cohere" + "jamba-1.5": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "ai21" }, - "nvidia_nim/nvidia/nv-rerankqa-mistral-4b-v3": { - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "nvidia_nim" + "jamba-1.5-large": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "mode": "chat", + "litellm_provider": "ai21" }, - "nvidia_nim/nvidia/llama-3_2-nv-rerankqa-1b-v2": { - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "nvidia_nim" - }, - "nvidia_nim/ranking/nvidia/llama-3.2-nv-rerankqa-1b-v2": { - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "nvidia_nim" - }, - "sagemaker/meta-textgeneration-llama-2-13b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "sagemaker" - }, - "sagemaker/meta-textgeneration-llama-2-13b-f": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "jamba-1.5-large@001": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, "mode": "chat", - "litellm_provider": "sagemaker" - }, - "sagemaker/meta-textgeneration-llama-2-70b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "sagemaker" + "litellm_provider": "ai21" }, - "sagemaker/meta-textgeneration-llama-2-70b-b-f": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "jamba-1.5-mini": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "sagemaker" - }, - "sagemaker/meta-textgeneration-llama-2-7b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "sagemaker" + "litellm_provider": "ai21" }, - "sagemaker/meta-textgeneration-llama-2-7b-f": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "jamba-1.5-mini@001": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "sagemaker" + "litellm_provider": "ai21" }, - "sambanova/DeepSeek-R1": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000007, + "jamba-large-1.6": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "ai21" }, - "sambanova/DeepSeek-R1-Distill-Llama-70B": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 7e-7, - "output_cost_per_token": 0.0000014, + "jamba-large-1.7": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "ai21" }, - "sambanova/DeepSeek-V3-0324": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.0000045, + "jamba-mini-1.6": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "ai21" }, - "sambanova/Llama-4-Maverick-17B-128E-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6.3e-7, - "output_cost_per_token": 0.0000018, + "jamba-mini-1.7": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "sambanova", - "supports_vision": true + "litellm_provider": "ai21" }, - "sambanova/Llama-4-Scout-17B-16E-Instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 7e-7, - "mode": "chat", - "litellm_provider": "sambanova" + "jina-reranker-v2-base-multilingual": { + "max_input_tokens": 1024, + "max_output_tokens": 1024, + "input_cost_per_token": 1.8e-8, + "output_cost_per_token": 1.8e-8, + "mode": "rerank", + "litellm_provider": "jina_ai" }, - "sambanova/Meta-Llama-3.1-405B-Instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00001, + "jp.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "input_cost_per_token_above_200k_tokens": 0.0000066, + "output_cost_per_token_above_200k_tokens": 0.00002475, + "cache_creation_input_token_cost": 0.000004125, + "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, + "cache_read_input_token_cost": 3.3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "sambanova/Meta-Llama-3.1-8B-Instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 2e-7, + "jp.anthropic.claude-haiku-4-5-20251001-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000055, + "cache_creation_input_token_cost": 0.000001375, + "cache_read_input_token_cost": 1.1e-7, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "sambanova/Meta-Llama-3.2-1B-Instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 8e-8, + "crusoe/deepseek-ai/DeepSeek-R1-0528": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000007, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "crusoe" }, - "sambanova/Meta-Llama-3.2-3B-Instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 1.6e-7, + "crusoe/deepseek-ai/DeepSeek-V3-0324": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "crusoe" }, - "sambanova/Meta-Llama-3.3-70B-Instruct": { + "crusoe/google/gemma-3-12b-it": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000012, - "mode": "chat", - "litellm_provider": "sambanova" - }, - "sambanova/Meta-Llama-Guard-3-8B": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 3e-7, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "crusoe", + "supports_vision": true }, - "sambanova/QwQ-32B": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000001, + "crusoe/meta-llama/Llama-3.3-70B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "crusoe" }, - "sambanova/Qwen2-Audio-7B-Instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0001, + "crusoe/moonshotai/Kimi-K2-Thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "sambanova", - "supports_audio_input": true + "litellm_provider": "crusoe" }, - "sambanova/Qwen3-32B": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 4e-7, + "crusoe/openai/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 8e-7, "output_cost_per_token": 8e-7, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "crusoe" }, - "sambanova/DeepSeek-V3.1": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, + "crusoe/Qwen/Qwen3-235B-A22B-Instruct-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.0000045, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "crusoe" }, - "sambanova/gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.0000045, + "inception/mercury-2": { + "max_input_tokens": 128000, + "max_output_tokens": 50000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 7.5e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "inception" }, - "snowflake/claude-3-5-sonnet": { - "max_input_tokens": 18000, + "text-completion-inception/mercury-edit-2": { + "max_input_tokens": 32000, "max_output_tokens": 8192, - "mode": "chat", - "litellm_provider": "snowflake" - }, - "snowflake/deepseek-r1": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "mode": "chat", - "litellm_provider": "snowflake" - }, - "snowflake/gemma-7b": { - "max_input_tokens": 8000, - "max_output_tokens": 8192, - "mode": "chat", - "litellm_provider": "snowflake" + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 7.5e-7, + "cache_read_input_token_cost": 2.5e-8, + "mode": "completion", + "litellm_provider": "text-completion-inception" }, - "snowflake/jamba-1.5-large": { - "max_input_tokens": 256000, - "max_output_tokens": 8192, + "lambda_ai/deepseek-llama3.3-70b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "lambda_ai" }, - "snowflake/jamba-1.5-mini": { - "max_input_tokens": 256000, - "max_output_tokens": 8192, + "lambda_ai/deepseek-r1-0528": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "lambda_ai" }, - "snowflake/jamba-instruct": { - "max_input_tokens": 256000, - "max_output_tokens": 8192, + "lambda_ai/deepseek-r1-671b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 8e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "lambda_ai" }, - "snowflake/llama2-70b-chat": { - "max_input_tokens": 4096, - "max_output_tokens": 8192, + "lambda_ai/deepseek-v3-0324": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "lambda_ai" }, - "snowflake/llama3-70b": { - "max_input_tokens": 8000, - "max_output_tokens": 8192, + "lambda_ai/hermes3-405b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 8e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "lambda_ai" }, - "snowflake/llama3-8b": { - "max_input_tokens": 8000, - "max_output_tokens": 8192, + "lambda_ai/hermes3-70b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "lambda_ai" }, - "snowflake/llama3.1-405b": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, + "lambda_ai/hermes3-8b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.5e-8, + "output_cost_per_token": 4e-8, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "lambda_ai" }, - "snowflake/llama3.1-70b": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, + "lambda_ai/lfm-40b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "lambda_ai" }, - "snowflake/llama3.1-8b": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, + "lambda_ai/lfm-7b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.5e-8, + "output_cost_per_token": 4e-8, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "lambda_ai" }, - "snowflake/llama3.2-1b": { - "max_input_tokens": 128000, + "lambda_ai/llama-4-maverick-17b-128e-instruct-fp8": { + "max_input_tokens": 131072, "max_output_tokens": 8192, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "lambda_ai" }, - "snowflake/llama3.2-3b": { - "max_input_tokens": 128000, + "lambda_ai/llama-4-scout-17b-16e-instruct": { + "max_input_tokens": 16384, "max_output_tokens": 8192, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "lambda_ai" }, - "snowflake/llama3.3-70b": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, + "lambda_ai/llama3.1-405b-instruct-fp8": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 8e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "lambda_ai" }, - "snowflake/mistral-7b": { - "max_input_tokens": 32000, - "max_output_tokens": 8192, + "lambda_ai/llama3.1-70b-instruct-fp8": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "lambda_ai" }, - "snowflake/mistral-large": { - "max_input_tokens": 32000, - "max_output_tokens": 8192, + "lambda_ai/llama3.1-8b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.5e-8, + "output_cost_per_token": 4e-8, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "lambda_ai" }, - "snowflake/mistral-large2": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, + "lambda_ai/llama3.1-nemotron-70b-instruct-fp8": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "lambda_ai" }, - "snowflake/mixtral-8x7b": { - "max_input_tokens": 32000, - "max_output_tokens": 8192, + "lambda_ai/llama3.2-11b-vision-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.5e-8, + "output_cost_per_token": 2.5e-8, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "lambda_ai", + "supports_vision": true }, - "snowflake/reka-core": { - "max_input_tokens": 32000, - "max_output_tokens": 8192, + "lambda_ai/llama3.2-3b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.5e-8, + "output_cost_per_token": 2.5e-8, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "lambda_ai" }, - "snowflake/reka-flash": { - "max_input_tokens": 100000, - "max_output_tokens": 8192, + "lambda_ai/llama3.3-70b-instruct-fp8": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "lambda_ai" }, - "snowflake/snowflake-arctic": { - "max_input_tokens": 4096, - "max_output_tokens": 8192, + "lambda_ai/qwen25-coder-32b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "lambda_ai" }, - "snowflake/snowflake-llama-3.1-405b": { - "max_input_tokens": 8000, - "max_output_tokens": 8192, + "lambda_ai/qwen3-32b-fp8": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "lambda_ai" }, - "snowflake/snowflake-llama-3.3-70b": { - "max_input_tokens": 8000, - "max_output_tokens": 8192, - "mode": "chat", - "litellm_provider": "snowflake" + "low/1024-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "openai" }, - "stability/sd3": { + "low/1024-x-1536/gpt-image-1": { "mode": "image_generation", - "litellm_provider": "stability" + "litellm_provider": "openai" }, - "stability/sd3-large": { + "low/1536-x-1024/gpt-image-1": { "mode": "image_generation", - "litellm_provider": "stability" + "litellm_provider": "openai" }, - "stability/sd3-large-turbo": { + "max-x-max/50-steps/stability.stable-diffusion-xl-v0": { + "max_input_tokens": 77, "mode": "image_generation", - "litellm_provider": "stability" + "litellm_provider": "bedrock" }, - "stability/sd3-medium": { + "max-x-max/max-steps/stability.stable-diffusion-xl-v0": { + "max_input_tokens": 77, "mode": "image_generation", - "litellm_provider": "stability" + "litellm_provider": "bedrock" }, - "stability/sd3.5-large": { + "medium/1024-x-1024/gpt-image-1": { "mode": "image_generation", - "litellm_provider": "stability" + "litellm_provider": "openai" }, - "stability/sd3.5-large-turbo": { + "medium/1024-x-1536/gpt-image-1": { "mode": "image_generation", - "litellm_provider": "stability" + "litellm_provider": "openai" }, - "stability/sd3.5-medium": { + "medium/1536-x-1024/gpt-image-1": { "mode": "image_generation", - "litellm_provider": "stability" + "litellm_provider": "openai" }, - "stability/stable-image-ultra": { + "low/1024-x-1024/gpt-image-1-mini": { "mode": "image_generation", - "litellm_provider": "stability" + "litellm_provider": "openai" }, - "stability/inpaint": { - "mode": "image_edit", - "litellm_provider": "stability" - }, - "stability/outpaint": { - "mode": "image_edit", - "litellm_provider": "stability" - }, - "stability/erase": { - "mode": "image_edit", - "litellm_provider": "stability" - }, - "stability/search-and-replace": { - "mode": "image_edit", - "litellm_provider": "stability" - }, - "stability/search-and-recolor": { - "mode": "image_edit", - "litellm_provider": "stability" - }, - "stability/remove-background": { - "mode": "image_edit", - "litellm_provider": "stability" - }, - "stability/replace-background-and-relight": { - "mode": "image_edit", - "litellm_provider": "stability" - }, - "stability/sketch": { - "mode": "image_edit", - "litellm_provider": "stability" - }, - "stability/structure": { - "mode": "image_edit", - "litellm_provider": "stability" - }, - "stability/style": { - "mode": "image_edit", - "litellm_provider": "stability" - }, - "stability/style-transfer": { - "mode": "image_edit", - "litellm_provider": "stability" - }, - "stability/fast": { - "mode": "image_edit", - "litellm_provider": "stability" - }, - "stability/conservative": { - "mode": "image_edit", - "litellm_provider": "stability" - }, - "stability/creative": { - "mode": "image_edit", - "litellm_provider": "stability" + "low/1024-x-1536/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "openai" }, - "stability/stable-image-core": { + "low/1536-x-1024/gpt-image-1-mini": { "mode": "image_generation", - "litellm_provider": "stability" + "litellm_provider": "openai" }, - "stability.sd3-5-large-v1:0": { - "max_input_tokens": 77, + "medium/1024-x-1024/gpt-image-1-mini": { "mode": "image_generation", - "litellm_provider": "bedrock" + "litellm_provider": "openai" }, - "stability.sd3-large-v1:0": { - "max_input_tokens": 77, + "medium/1024-x-1536/gpt-image-1-mini": { "mode": "image_generation", - "litellm_provider": "bedrock" + "litellm_provider": "openai" }, - "stability.stable-image-core-v1:0": { - "max_input_tokens": 77, + "medium/1536-x-1024/gpt-image-1-mini": { "mode": "image_generation", - "litellm_provider": "bedrock" + "litellm_provider": "openai" }, - "stability.stable-conservative-upscale-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "medlm-large": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models" }, - "stability.stable-creative-upscale-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "medlm-medium": { + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models" }, - "stability.stable-fast-upscale-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", + "meta.llama2-13b-chat-v1": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.000001, + "mode": "chat", "litellm_provider": "bedrock" }, - "stability.stable-outpaint-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", + "meta.llama2-70b-chat-v1": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00000195, + "output_cost_per_token": 0.00000256, + "mode": "chat", "litellm_provider": "bedrock" }, - "stability.stable-image-control-sketch-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", + "meta.llama3-1-405b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00000532, + "output_cost_per_token": 0.000016, + "mode": "chat", "litellm_provider": "bedrock" }, - "stability.stable-image-control-structure-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", + "meta.llama3-1-70b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 9.9e-7, + "output_cost_per_token": 9.9e-7, + "mode": "chat", "litellm_provider": "bedrock" }, - "stability.stable-image-erase-object-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", + "meta.llama3-1-8b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 2.2e-7, + "mode": "chat", "litellm_provider": "bedrock" }, - "stability.stable-image-inpaint-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "meta.llama3-2-11b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 3.5e-7, + "mode": "chat", + "litellm_provider": "bedrock", + "supports_vision": true }, - "stability.stable-image-remove-background-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", + "meta.llama3-2-1b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", "litellm_provider": "bedrock" }, - "stability.stable-image-search-recolor-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", + "meta.llama3-2-3b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, + "mode": "chat", "litellm_provider": "bedrock" }, - "stability.stable-image-search-replace-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "meta.llama3-2-90b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "bedrock", + "supports_vision": true }, - "stability.stable-image-style-guide-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "meta.llama3-3-70b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" }, - "stability.stable-style-transfer-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", + "meta.llama3-70b-instruct-v1:0": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000265, + "output_cost_per_token": 0.0000035, + "mode": "chat", "litellm_provider": "bedrock" }, - "stability.stable-image-core-v1:1": { - "max_input_tokens": 77, - "mode": "image_generation", + "meta.llama3-8b-instruct-v1:0": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", "litellm_provider": "bedrock" }, - "stability.stable-image-ultra-v1:0": { - "max_input_tokens": 77, - "mode": "image_generation", - "litellm_provider": "bedrock" + "meta.llama4-maverick-17b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 2.4e-7, + "output_cost_per_token": 9.7e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" }, - "stability.stable-image-ultra-v1:1": { - "max_input_tokens": 77, - "mode": "image_generation", - "litellm_provider": "bedrock" + "meta.llama4-scout-17b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 1.7e-7, + "output_cost_per_token": 6.6e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" }, - "standard/1024-x-1024/dall-e-3": { - "mode": "image_generation", - "litellm_provider": "openai" + "meta/muse-spark-1.1": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00000425, + "cache_read_input_token_cost": 1.5e-7, + "mode": "chat", + "litellm_provider": "meta", + "supports_pdf_input": true, + "supports_vision": true }, - "standard/1024-x-1792/dall-e-3": { - "mode": "image_generation", - "litellm_provider": "openai" + "meta/muse-spark-1.2": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00000425, + "cache_read_input_token_cost": 1.5e-7, + "mode": "chat", + "litellm_provider": "meta", + "supports_pdf_input": true, + "supports_vision": true }, - "standard/1792-x-1024/dall-e-3": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "linkup/search": { - "mode": "search", - "litellm_provider": "linkup" - }, - "linkup/search-deep": { - "mode": "search", - "litellm_provider": "linkup" + "meta/muse-spark-1.2-contributor": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 2e-7, + "cache_read_input_token_cost": 2e-9, + "mode": "chat", + "litellm_provider": "meta", + "supports_pdf_input": true, + "supports_vision": true }, - "tavily/search": { - "mode": "search", - "litellm_provider": "tavily" + "meta_llama/Llama-3.3-70B-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 4028, + "mode": "chat", + "litellm_provider": "meta_llama" }, - "tavily/search-advanced": { - "mode": "search", - "litellm_provider": "tavily" + "meta_llama/Llama-3.3-8B-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 4028, + "mode": "chat", + "litellm_provider": "meta_llama" }, - "text-bison": { - "max_input_tokens": 8192, - "max_output_tokens": 2048, - "mode": "completion", - "litellm_provider": "vertex_ai-text-models" + "meta_llama/Llama-4-Maverick-17B-128E-Instruct-FP8": { + "max_input_tokens": 1000000, + "max_output_tokens": 4028, + "mode": "chat", + "litellm_provider": "meta_llama" }, - "text-bison32k": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "vertex_ai-text-models" + "meta_llama/Llama-4-Scout-17B-16E-Instruct-FP8": { + "max_input_tokens": 10000000, + "max_output_tokens": 4028, + "mode": "chat", + "litellm_provider": "meta_llama" }, - "text-bison32k@002": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "vertex_ai-text-models" + "minimax.minimax-m2": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "bedrock_converse" }, - "text-bison@001": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "mode": "completion", - "litellm_provider": "vertex_ai-text-models" + "minimax.minimax-m2.1": { + "max_input_tokens": 196000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "bedrock_converse" }, - "text-bison@002": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "mode": "completion", - "litellm_provider": "vertex_ai-text-models" + "minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "bedrock_converse" }, - "text-completion-codestral/codestral-2405": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "text-completion-codestral" + "minimax/speech-02-hd": { + "mode": "audio_speech", + "litellm_provider": "minimax" }, - "text-completion-codestral/codestral-latest": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "text-completion-codestral" + "minimax/speech-02-turbo": { + "mode": "audio_speech", + "litellm_provider": "minimax" }, - "text-embedding-004": { - "max_input_tokens": 2048, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" + "minimax/speech-2.6-hd": { + "mode": "audio_speech", + "litellm_provider": "minimax" }, - "text-embedding-005": { - "max_input_tokens": 2048, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" + "minimax/speech-2.6-turbo": { + "mode": "audio_speech", + "litellm_provider": "minimax" }, - "text-embedding-3-large": { - "max_input_tokens": 8191, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "openai" + "minimax/MiniMax-M2.1": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_creation_input_token_cost": 3.75e-7, + "cache_read_input_token_cost": 3e-8, + "mode": "chat", + "litellm_provider": "minimax" }, - "text-embedding-3-small": { - "max_input_tokens": 8191, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "openai" + "minimax/MiniMax-M2.1-lightning": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000024, + "cache_creation_input_token_cost": 3.75e-7, + "cache_read_input_token_cost": 3e-8, + "mode": "chat", + "litellm_provider": "minimax" }, - "text-embedding-ada-002": { - "max_input_tokens": 8191, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "openai" + "minimax/MiniMax-M2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_creation_input_token_cost": 3.75e-7, + "cache_read_input_token_cost": 3e-8, + "mode": "chat", + "litellm_provider": "minimax" }, - "text-embedding-ada-002-v2": { - "max_input_tokens": 8191, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "openai" + "minimax/MiniMax-M2.5-lightning": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000024, + "cache_creation_input_token_cost": 3.75e-7, + "cache_read_input_token_cost": 3e-8, + "mode": "chat", + "litellm_provider": "minimax" }, - "text-embedding-large-exp-03-07": { - "max_input_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" + "minimax/MiniMax-M2": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_creation_input_token_cost": 3.75e-7, + "cache_read_input_token_cost": 3e-8, + "mode": "chat", + "litellm_provider": "minimax" }, - "text-embedding-preview-0409": { - "max_input_tokens": 3072, - "input_cost_per_token": 6.25e-9, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" + "minimax/MiniMax-M3": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 6e-8, + "mode": "chat", + "litellm_provider": "minimax", + "supports_vision": true }, - "text-moderation-007": { - "max_input_tokens": 32768, - "max_output_tokens": 0, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "moderation", - "litellm_provider": "openai" + "mistral.devstral-2-123b": { + "max_input_tokens": 256000, + "max_output_tokens": 8192, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "bedrock_converse" }, - "text-moderation-latest": { - "max_input_tokens": 32768, - "max_output_tokens": 0, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "moderation", - "litellm_provider": "openai" + "mistral.magistral-small-2509": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "bedrock_converse" }, - "text-moderation-stable": { - "max_input_tokens": 32768, - "max_output_tokens": 0, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "moderation", - "litellm_provider": "openai" + "mistral.ministral-3-14b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" }, - "text-multilingual-embedding-002": { - "max_input_tokens": 2048, + "mistral.ministral-3-3b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" - }, - "text-multilingual-embedding-preview-0409": { - "max_input_tokens": 3072, - "input_cost_per_token": 6.25e-9, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" - }, - "text-unicorn": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.000028, - "mode": "completion", - "litellm_provider": "vertex_ai-text-models" - }, - "text-unicorn@001": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.000028, - "mode": "completion", - "litellm_provider": "vertex_ai-text-models" - }, - "textembedding-gecko": { - "max_input_tokens": 3072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" - }, - "textembedding-gecko-multilingual": { - "max_input_tokens": 3072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" - }, - "textembedding-gecko-multilingual@001": { - "max_input_tokens": 3072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" - }, - "textembedding-gecko@001": { - "max_input_tokens": 3072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" - }, - "textembedding-gecko@003": { - "max_input_tokens": 3072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" }, - "together-ai-21.1b-41b": { - "input_cost_per_token": 8e-7, - "output_cost_per_token": 8e-7, + "mistral.ministral-3-8b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "bedrock_converse" }, - "together-ai-4.1b-8b": { - "input_cost_per_token": 2e-7, + "mistral.mistral-7b-instruct-v0:2": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 1.5e-7, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "bedrock" }, - "together-ai-41.1b-80b": { - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "mistral.mistral-large-2402-v1:0": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "bedrock" }, - "together-ai-8.1b-21b": { - "input_cost_per_token": 3e-7, - "output_cost_per_token": 3e-7, + "mistral.mistral-large-2407-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000009, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "bedrock" }, - "together-ai-81.1b-110b": { - "input_cost_per_token": 0.0000018, - "output_cost_per_token": 0.0000018, + "mistral.mistral-large-3-675b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "together_ai" - }, - "together-ai-embedding-151m-to-350m": { - "input_cost_per_token": 1.6e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "together_ai" + "litellm_provider": "bedrock_converse" }, - "together-ai-embedding-up-to-150m": { - "input_cost_per_token": 8e-9, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "together_ai" + "mistral.mistral-small-2402-v1:0": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "mode": "chat", + "litellm_provider": "bedrock" }, - "together_ai/baai/bge-base-en-v1.5": { - "max_input_tokens": 512, - "input_cost_per_token": 8e-9, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "together_ai" + "mistral.mixtral-8x7b-instruct-v0:1": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 4.5e-7, + "output_cost_per_token": 7e-7, + "mode": "chat", + "litellm_provider": "bedrock" }, - "together_ai/BAAI/bge-base-en-v1.5": { - "max_input_tokens": 512, - "input_cost_per_token": 8e-9, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "together_ai" + "mistral.voxtral-mini-3b-2507": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 4e-8, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_audio_input": true }, - "together-ai-up-to-4b": { + "mistral.voxtral-small-24b-2507": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "bedrock_converse", + "supports_audio_input": true }, - "together_ai/Qwen/Qwen2.5-72B-Instruct-Turbo": { + "mistral/codestral-2405": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral" }, - "together_ai/Qwen/Qwen2.5-7B-Instruct-Turbo": { + "mistral/codestral-2508": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral" }, - "together_ai/Qwen/Qwen3-235B-A22B-Instruct-2507-tput": { - "max_input_tokens": 262000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.000006, + "mistral/codestral-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral" }, - "together_ai/Qwen/Qwen3-235B-A22B-Thinking-2507": { + "mistral/codestral-mamba-latest": { "max_input_tokens": 256000, - "input_cost_per_token": 6.5e-7, - "output_cost_per_token": 0.000003, - "mode": "chat", - "litellm_provider": "together_ai" - }, - "together_ai/Qwen/Qwen3-235B-A22B-fp8-tput": { - "max_input_tokens": 40000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "max_output_tokens": 256000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 2.5e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral" }, - "together_ai/Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8": { - "max_input_tokens": 256000, - "input_cost_per_token": 0.000002, + "mistral/devstral-medium-2507": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral" }, - "together_ai/deepseek-ai/DeepSeek-R1": { + "mistral/devstral-small-2505": { "max_input_tokens": 128000, - "max_output_tokens": 20480, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000007, + "max_output_tokens": 128000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral" }, - "together_ai/deepseek-ai/DeepSeek-R1-0528-tput": { + "mistral/devstral-small-2507": { "max_input_tokens": 128000, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.00000219, + "max_output_tokens": 128000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral" }, - "together_ai/deepseek-ai/DeepSeek-V3": { - "max_input_tokens": 65536, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00000125, + "mistral/devstral-small-latest": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral" }, - "together_ai/deepseek-ai/DeepSeek-V3.1": { - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000017, + "mistral/labs-devstral-small-2512": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral" }, - "together_ai/meta-llama/Llama-3.2-3B-Instruct-Turbo": { + "mistral/devstral-latest": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral" }, - "together_ai/meta-llama/Llama-3.3-70B-Instruct-Turbo": { - "input_cost_per_token": 8.8e-7, - "output_cost_per_token": 8.8e-7, + "mistral/devstral-medium-latest": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral" }, - "together_ai/meta-llama/Llama-3.3-70B-Instruct-Turbo-Free": { - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "mistral/devstral-2512": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral" }, - "together_ai/meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8": { - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 8.5e-7, + "mistral/zai-glm-5-2": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 1.4e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral" }, - "together_ai/meta-llama/Llama-4-Scout-17B-16E-Instruct": { - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 5.9e-7, + "mistral/glm-5-2": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 1.4e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral" }, - "together_ai/meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo": { - "input_cost_per_token": 0.0000035, - "output_cost_per_token": 0.0000035, + "mistral/magistral-medium-2506": { + "max_input_tokens": 40000, + "max_output_tokens": 40000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral" }, - "together_ai/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo": { - "input_cost_per_token": 8.8e-7, - "output_cost_per_token": 8.8e-7, + "mistral/magistral-medium-2509": { + "max_input_tokens": 40000, + "max_output_tokens": 40000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral" }, - "together_ai/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo": { - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 1.8e-7, + "mistral/magistral-medium-1-2-2509": { + "max_input_tokens": 40000, + "max_output_tokens": 40000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral" }, - "together_ai/mistralai/Mistral-7B-Instruct-v0.1": { + "mistral/mistral-ocr-latest": { + "mode": "ocr", + "litellm_provider": "mistral" + }, + "mistral/mistral-ocr-4-0": { + "mode": "ocr", + "litellm_provider": "mistral" + }, + "mistral/mistral-ocr-4-1": { + "mode": "ocr", + "litellm_provider": "mistral" + }, + "mistral/mistral-ocr-2505-completion": { + "mode": "ocr", + "litellm_provider": "mistral" + }, + "mistral/mistral-ocr-2512": { + "mode": "ocr", + "litellm_provider": "mistral" + }, + "mistral/magistral-medium-latest": { + "max_input_tokens": 40000, + "max_output_tokens": 40000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral" }, - "together_ai/mistralai/Mistral-Small-24B-Instruct-2501": { + "mistral/magistral-small-2506": { + "max_input_tokens": 40000, + "max_output_tokens": 40000, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral" }, - "together_ai/mistralai/Mixtral-8x7B-Instruct-v0.1": { - "input_cost_per_token": 6e-7, - "output_cost_per_token": 6e-7, + "mistral/magistral-small-latest": { + "max_input_tokens": 40000, + "max_output_tokens": 40000, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral" }, - "together_ai/moonshotai/Kimi-K2-Instruct": { - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "mistral/magistral-small-1-2-2509": { + "max_input_tokens": 40000, + "max_output_tokens": 40000, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral" }, - "together_ai/openai/gpt-oss-120b": { - "max_input_tokens": 128000, + "mistral/mistral-embed": { + "max_input_tokens": 8192, + "input_cost_per_token": 1e-7, + "mode": "embedding", + "litellm_provider": "mistral" + }, + "mistral/codestral-embed": { + "max_input_tokens": 8192, "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "together_ai" + "mode": "embedding", + "litellm_provider": "mistral" }, - "together_ai/openai/gpt-oss-20b": { - "max_input_tokens": 128000, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "together_ai" + "mistral/codestral-embed-2505": { + "max_input_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "mode": "embedding", + "litellm_provider": "mistral" }, - "together_ai/togethercomputer/CodeLlama-34b-Instruct": { + "mistral/mistral-large-2402": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000012, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral" }, - "together_ai/zai-org/GLM-4.5-Air-FP8": { + "mistral/mistral-large-2407": { "max_input_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.0000011, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000009, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral" }, - "together_ai/zai-org/GLM-4.6": { - "max_input_tokens": 200000, - "max_output_tokens": 200000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, + "mistral/mistral-large-2411": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral" }, - "together_ai/moonshotai/Kimi-K2-Instruct-0905": { + "mistral/mistral-large-latest": { "max_input_tokens": 262144, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "max_output_tokens": 262144, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral", + "supports_vision": true }, - "together_ai/Qwen/Qwen3-Next-80B-A3B-Instruct": { + "mistral/mistral-large-3": { "max_input_tokens": 262144, - "input_cost_per_token": 1.5e-7, + "max_output_tokens": 262144, + "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "mistral", + "supports_vision": true }, - "together_ai/Qwen/Qwen3-Next-80B-A3B-Thinking": { + "mistral/mistral-large-2512": { "max_input_tokens": 262144, - "input_cost_per_token": 1.5e-7, + "max_output_tokens": 262144, + "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "together_ai" - }, - "tts-1": { - "mode": "audio_speech", - "litellm_provider": "openai" - }, - "tts-1-hd": { - "mode": "audio_speech", - "litellm_provider": "openai" - }, - "aws_polly/standard": { - "mode": "audio_speech", - "litellm_provider": "aws_polly" + "litellm_provider": "mistral", + "supports_vision": true }, - "aws_polly/neural": { - "mode": "audio_speech", - "litellm_provider": "aws_polly" + "mistral/mistral-medium": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.0000027, + "output_cost_per_token": 0.0000081, + "mode": "chat", + "litellm_provider": "mistral" }, - "aws_polly/long-form": { - "mode": "audio_speech", - "litellm_provider": "aws_polly" + "mistral/mistral-medium-2312": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.0000027, + "output_cost_per_token": 0.0000081, + "mode": "chat", + "litellm_provider": "mistral" }, - "aws_polly/generative": { - "mode": "audio_speech", - "litellm_provider": "aws_polly" + "mistral/mistral-medium-2505": { + "max_input_tokens": 131072, + "max_output_tokens": 8191, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "mistral" }, - "us.amazon.nova-lite-v1:0": { - "max_input_tokens": 300000, - "max_output_tokens": 10000, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 2.4e-7, + "mistral/mistral-medium-2508": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, + "litellm_provider": "mistral", "supports_vision": true }, - "us.amazon.nova-micro-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 10000, - "input_cost_per_token": 3.5e-8, - "output_cost_per_token": 1.4e-7, + "mistral/mistral-medium-2604": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.0000075, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "mistral", + "supports_vision": true }, - "us.amazon.nova-premier-v1:0": { - "max_input_tokens": 1000000, - "max_output_tokens": 10000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.0000125, + "mistral/mistral-medium-latest": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.0000075, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, + "litellm_provider": "mistral", "supports_vision": true }, - "us.amazon.nova-pro-v1:0": { - "max_input_tokens": 300000, - "max_output_tokens": 10000, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000032, + "mistral/mistral-medium-3-1-2508": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, + "litellm_provider": "mistral", "supports_vision": true }, - "us.anthropic.claude-3-5-haiku-20241022-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.000004, - "cache_creation_input_token_cost": 0.000001, - "cache_read_input_token_cost": 8e-8, + "mistral/mistral-medium-3-5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.0000075, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true + "litellm_provider": "mistral", + "supports_vision": true }, - "us.anthropic.claude-haiku-4-5-20251001-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000055, - "cache_creation_input_token_cost": 0.000001375, - "cache_read_input_token_cost": 1.1e-7, + "mistral/mistral-small": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "mistral" }, - "us.anthropic.claude-3-5-sonnet-20240620-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "mistral/mistral-small-latest": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, + "litellm_provider": "mistral", "supports_vision": true }, - "us.anthropic.claude-3-5-sonnet-20241022-v2:0": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "mistral/mistral-small-3-2-2506": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 1.8e-7, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, + "litellm_provider": "mistral", "supports_vision": true }, - "us.anthropic.claude-3-7-sonnet-20250219-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "mistral/ministral-3-3b-2512": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, + "litellm_provider": "mistral", "supports_vision": true }, - "us.anthropic.claude-3-haiku-20240307-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000125, + "mistral/ministral-3-8b-2512": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, + "litellm_provider": "mistral", "supports_vision": true }, - "us.anthropic.claude-3-opus-20240229-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, + "mistral/ministral-3-14b-2512": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock", + "litellm_provider": "mistral", "supports_vision": true }, - "us.anthropic.claude-3-sonnet-20240229-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "mistral/ministral-8b-2512": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, + "litellm_provider": "mistral", "supports_vision": true }, - "us.anthropic.claude-opus-4-1-20250805-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "mistral/ministral-8b-latest": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, + "litellm_provider": "mistral", "supports_vision": true }, - "us.anthropic.claude-sonnet-4-5-20250929-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000033, - "output_cost_per_token": 0.0000165, - "input_cost_per_token_above_200k_tokens": 0.0000066, - "output_cost_per_token_above_200k_tokens": 0.00002475, - "cache_creation_input_token_cost": 0.000004125, - "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, - "cache_read_input_token_cost": 3.3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, + "mistral/mistral-tiny": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 2.5e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "mistral" }, - "au.anthropic.claude-haiku-4-5-20251001-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000055, - "cache_creation_input_token_cost": 0.000001375, - "cache_read_input_token_cost": 1.1e-7, + "mistral/open-codestral-mamba": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 2.5e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "mistral" }, - "us.anthropic.claude-opus-4-20250514-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "mistral/open-mistral-7b": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 2.5e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "mistral" }, - "us.anthropic.claude-opus-4-5-20251101-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.0000275, - "cache_creation_input_token_cost": 0.000006875, - "cache_read_input_token_cost": 5.5e-7, + "mistral/open-mistral-nemo": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "mistral" }, - "global.anthropic.claude-opus-4-5-20251101-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "mistral/open-mistral-nemo-2407": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "mistral" }, - "eu.anthropic.claude-opus-4-5-20251101-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "mistral/open-mixtral-8x22b": { + "max_input_tokens": 65336, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "mistral" }, - "us.anthropic.claude-sonnet-4-20250514-v1:0": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true - }, - "us.deepseek.r1-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00000135, - "output_cost_per_token": 0.0000054, - "mode": "chat", - "litellm_provider": "bedrock_converse" - }, - "us.meta.llama3-1-405b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00000532, - "output_cost_per_token": 0.000016, + "mistral/open-mixtral-8x7b": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 7e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "mistral" }, - "us.meta.llama3-1-70b-instruct-v1:0": { + "mistral/pixtral-12b-2409": { "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 9.9e-7, - "output_cost_per_token": 9.9e-7, + "max_output_tokens": 128000, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "mistral", + "supports_vision": true }, - "us.meta.llama3-1-8b-instruct-v1:0": { + "mistral/pixtral-large-2411": { "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 2.2e-7, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "mistral", + "supports_vision": true }, - "us.meta.llama3-2-11b-instruct-v1:0": { + "mistral/pixtral-large-latest": { "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 3.5e-7, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "bedrock", + "litellm_provider": "mistral", "supports_vision": true }, - "us.meta.llama3-2-1b-instruct-v1:0": { + "moonshot.kimi-k2-thinking": { "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "bedrock_converse" }, - "us.meta.llama3-2-3b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "moonshotai.kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "us.meta.llama3-2-90b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000002, + "moonshot/kimi-k2-0711-preview": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "bedrock", - "supports_vision": true + "litellm_provider": "moonshot" }, - "us.meta.llama3-3-70b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, + "moonshot/kimi-k2-0905-preview": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "moonshot" }, - "us.meta.llama4-maverick-17b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.4e-7, - "output_cost_per_token": 9.7e-7, + "moonshot/kimi-k2-turbo-preview": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.00000115, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "moonshot" }, - "us.meta.llama4-scout-17b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.7e-7, - "output_cost_per_token": 6.6e-7, + "moonshot/kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "moonshot", + "supports_vision": true, + "supports_video_input": true }, - "us.mistral.pixtral-large-2502-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "moonshot/kimi-k2.6": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.6e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "moonshot", + "supports_vision": true, + "supports_video_input": true }, - "v0/v0-1.0-md": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, + "moonshot/kimi-k3": { + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "v0", - "supports_vision": true + "litellm_provider": "moonshot", + "supports_vision": true, + "supports_video_input": true }, - "v0/v0-1.5-lg": { - "max_input_tokens": 512000, - "max_output_tokens": 512000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, + "moonshot/kimi-latest": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "v0", + "litellm_provider": "moonshot", "supports_vision": true }, - "v0/v0-1.5-md": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "moonshot/kimi-latest-128k": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "v0", + "litellm_provider": "moonshot", "supports_vision": true }, - "vercel_ai_gateway/alibaba/qwen-3-14b": { - "max_input_tokens": 40960, - "max_output_tokens": 16384, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 2.4e-7, + "moonshot/kimi-latest-32k": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "moonshot", + "supports_vision": true }, - "vercel_ai_gateway/alibaba/qwen-3-235b": { - "max_input_tokens": 40960, - "max_output_tokens": 16384, + "moonshot/kimi-latest-8k": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "moonshot", + "supports_vision": true }, - "vercel_ai_gateway/alibaba/qwen-3-30b": { - "max_input_tokens": 40960, - "max_output_tokens": 16384, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "moonshot/kimi-thinking-preview": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "moonshot", + "supports_vision": true }, - "vercel_ai_gateway/alibaba/qwen-3-32b": { - "max_input_tokens": 40960, - "max_output_tokens": 16384, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "moonshot/kimi-k2-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "moonshot" }, - "vercel_ai_gateway/alibaba/qwen3-coder": { + "moonshot/kimi-k2-thinking-turbo": { "max_input_tokens": 262144, - "max_output_tokens": 66536, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, + "max_output_tokens": 262144, + "input_cost_per_token": 0.00000115, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "moonshot" }, - "vercel_ai_gateway/amazon/nova-lite": { - "max_input_tokens": 300000, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 2.4e-7, + "moonshot/moonshot-v1-128k": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "moonshot" }, - "vercel_ai_gateway/amazon/nova-micro": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 3.5e-8, - "output_cost_per_token": 1.4e-7, + "moonshot/moonshot-v1-128k-0430": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "moonshot" }, - "vercel_ai_gateway/amazon/nova-pro": { - "max_input_tokens": 300000, - "max_output_tokens": 8192, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000032, + "moonshot/moonshot-v1-128k-vision-preview": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "moonshot", + "supports_vision": true }, - "vercel_ai_gateway/amazon/titan-embed-text-v2": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, + "moonshot/moonshot-v1-32k": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "moonshot" }, - "vercel_ai_gateway/anthropic/claude-3-haiku": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000125, - "cache_creation_input_token_cost": 3e-7, - "cache_read_input_token_cost": 3e-8, + "moonshot/moonshot-v1-32k-0430": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "moonshot" }, - "vercel_ai_gateway/anthropic/claude-3-opus": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "moonshot/moonshot-v1-32k-vision-preview": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "moonshot", + "supports_vision": true }, - "vercel_ai_gateway/anthropic/claude-3.5-haiku": { - "max_input_tokens": 200000, + "moonshot/moonshot-v1-8k": { + "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.000004, - "cache_creation_input_token_cost": 0.000001, - "cache_read_input_token_cost": 8e-8, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "moonshot" }, - "vercel_ai_gateway/anthropic/claude-3.5-sonnet": { - "max_input_tokens": 200000, + "moonshot/moonshot-v1-8k-0430": { + "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "moonshot" }, - "vercel_ai_gateway/anthropic/claude-3.7-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "moonshot/moonshot-v1-8k-vision-preview": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "moonshot", + "supports_vision": true }, - "vercel_ai_gateway/anthropic/claude-4-opus": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "moonshot/moonshot-v1-auto": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "moonshot" }, - "vercel_ai_gateway/anthropic/claude-4-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "morph/morph-v3-fast": { + "max_input_tokens": 16000, + "max_output_tokens": 16000, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "morph", + "supports_vision": false }, - "vercel_ai_gateway/cohere/command-a": { - "max_input_tokens": 256000, - "max_output_tokens": 8000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "morph/morph-v3-large": { + "max_input_tokens": 16000, + "max_output_tokens": 16000, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 0.0000019, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "morph", + "supports_vision": false }, - "vercel_ai_gateway/cohere/command-r": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "multimodalembedding": { + "max_input_tokens": 2048, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" + }, + "multimodalembedding@001": { + "max_input_tokens": 2048, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" + }, + "nscale/Qwen/QwQ-32B": { + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nscale" }, - "vercel_ai_gateway/cohere/command-r-plus": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "nscale/Qwen/Qwen2.5-Coder-32B-Instruct": { + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nscale" }, - "vercel_ai_gateway/cohere/embed-v4.0": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, + "nscale/Qwen/Qwen2.5-Coder-3B-Instruct": { + "input_cost_per_token": 1e-8, + "output_cost_per_token": 3e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nscale" }, - "vercel_ai_gateway/deepseek/deepseek-r1": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.00000219, + "nscale/Qwen/Qwen2.5-Coder-7B-Instruct": { + "input_cost_per_token": 1e-8, + "output_cost_per_token": 3e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nscale" }, - "vercel_ai_gateway/deepseek/deepseek-r1-distill-llama-70b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 7.5e-7, - "output_cost_per_token": 9.9e-7, + "nscale/black-forest-labs/FLUX.1-schnell": { + "mode": "image_generation", + "litellm_provider": "nscale" + }, + "nscale/deepseek-ai/DeepSeek-R1-Distill-Llama-70B": { + "input_cost_per_token": 3.75e-7, + "output_cost_per_token": 3.75e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nscale" }, - "vercel_ai_gateway/deepseek/deepseek-v3": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "nscale/deepseek-ai/DeepSeek-R1-Distill-Llama-8B": { + "input_cost_per_token": 2.5e-8, + "output_cost_per_token": 2.5e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nscale" }, - "vercel_ai_gateway/google/gemini-2.0-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B": { + "input_cost_per_token": 9e-8, + "output_cost_per_token": 9e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nscale" }, - "vercel_ai_gateway/google/gemini-2.0-flash-lite": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, + "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B": { + "input_cost_per_token": 7e-8, + "output_cost_per_token": 7e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nscale" }, - "vercel_ai_gateway/google/gemini-2.5-flash": { - "max_input_tokens": 1000000, - "max_output_tokens": 65536, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, + "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B": { + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nscale" }, - "vercel_ai_gateway/google/gemini-2.5-pro": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B": { + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nscale" }, - "vercel_ai_gateway/google/gemini-embedding-001": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vercel_ai_gateway" + "nscale/meta-llama/Llama-3.1-8B-Instruct": { + "input_cost_per_token": 3e-8, + "output_cost_per_token": 3e-8, + "mode": "chat", + "litellm_provider": "nscale" }, - "vercel_ai_gateway/google/gemma-2-9b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, + "nscale/meta-llama/Llama-3.3-70B-Instruct": { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" - }, - "vercel_ai_gateway/google/text-embedding-005": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 2.5e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vercel_ai_gateway" - }, - "vercel_ai_gateway/google/text-multilingual-embedding-002": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 2.5e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nscale" }, - "vercel_ai_gateway/inception/mercury-coder-small": { - "max_input_tokens": 32000, - "max_output_tokens": 16384, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000001, + "nscale/meta-llama/Llama-4-Scout-17B-16E-Instruct": { + "input_cost_per_token": 9e-8, + "output_cost_per_token": 2.9e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nscale" }, - "vercel_ai_gateway/meta/llama-3-70b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 5.9e-7, - "output_cost_per_token": 7.9e-7, + "nscale/mistralai/mixtral-8x22b-instruct-v0.1": { + "input_cost_per_token": 6e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nscale" }, - "vercel_ai_gateway/meta/llama-3-8b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 8e-8, - "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "nscale/stabilityai/stable-diffusion-xl-base-1.0": { + "mode": "image_generation", + "litellm_provider": "nscale" }, - "vercel_ai_gateway/meta/llama-3.1-70b": { + "nebius/deepseek-ai/DeepSeek-R1": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, + "max_output_tokens": 128000, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000024, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius" }, - "vercel_ai_gateway/meta/llama-3.1-8b": { - "max_input_tokens": 131000, - "max_output_tokens": 131072, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 8e-8, + "nebius/deepseek-ai/DeepSeek-R1-0528": { + "max_input_tokens": 164000, + "max_output_tokens": 164000, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000024, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius" }, - "vercel_ai_gateway/meta/llama-3.2-11b": { + "nebius/deepseek-ai/DeepSeek-R1-Distill-Llama-70B": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 1.6e-7, - "output_cost_per_token": 1.6e-7, + "max_output_tokens": 128000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 7.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius" }, - "vercel_ai_gateway/meta/llama-3.2-1b": { + "nebius/deepseek-ai/DeepSeek-V3": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "max_output_tokens": 128000, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius" }, - "vercel_ai_gateway/meta/llama-3.2-3b": { + "nebius/deepseek-ai/DeepSeek-V3-0324": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "max_output_tokens": 128000, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius" }, - "vercel_ai_gateway/meta/llama-3.2-90b": { + "nebius/google/gemma-3-27b-it": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, + "max_output_tokens": 128000, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius", + "supports_vision": true }, - "vercel_ai_gateway/meta/llama-3.3-70b": { + "nebius/meta-llama/Llama-3.3-70B-Instruct": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, - "mode": "chat", - "litellm_provider": "vercel_ai_gateway" - }, - "vercel_ai_gateway/meta/llama-4-maverick": { - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "vercel_ai_gateway" - }, - "vercel_ai_gateway/meta/llama-4-scout": { - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "max_output_tokens": 128000, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius" }, - "vercel_ai_gateway/mistral/codestral": { - "max_input_tokens": 256000, - "max_output_tokens": 4000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 9e-7, + "nebius/meta-llama/Llama-Guard-3-8B": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 6e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius" }, - "vercel_ai_gateway/mistral/codestral-embed": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0, + "nebius/meta-llama/Meta-Llama-3.1-8B-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 6e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius" }, - "vercel_ai_gateway/mistral/devstral-small": { + "nebius/meta-llama/Meta-Llama-3.1-70B-Instruct": { "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2.8e-7, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius" }, - "vercel_ai_gateway/mistral/magistral-medium": { + "nebius/meta-llama/Meta-Llama-3.1-405B-Instruct": { "max_input_tokens": 128000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius" }, - "vercel_ai_gateway/mistral/magistral-small": { + "nebius/mistralai/Mistral-Nemo-Instruct-2407": { "max_input_tokens": 128000, - "max_output_tokens": 64000, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "max_output_tokens": 128000, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 1.2e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius" }, - "vercel_ai_gateway/mistral/ministral-3b": { + "nebius/NousResearch/Hermes-3-Llama-3.1-405B": { "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 4e-8, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius" }, - "vercel_ai_gateway/mistral/ministral-8b": { + "nebius/nvidia/Llama-3.1-Nemotron-Ultra-253B-v1": { "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "max_output_tokens": 128000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000018, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius" }, - "vercel_ai_gateway/mistral/mistral-embed": { - "max_input_tokens": 0, - "max_output_tokens": 0, + "nebius/nvidia/Llama-3.3-Nemotron-Super-49B-v1": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius" }, - "vercel_ai_gateway/mistral/mistral-large": { - "max_input_tokens": 32000, - "max_output_tokens": 4000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "nebius/Qwen/Qwen3-235B-A22B": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius" }, - "vercel_ai_gateway/mistral/mistral-saba-24b": { + "nebius/Qwen/Qwen3-32B": { "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 7.9e-7, - "output_cost_per_token": 7.9e-7, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius" }, - "vercel_ai_gateway/mistral/mistral-small": { - "max_input_tokens": 32000, - "max_output_tokens": 4000, + "nebius/Qwen/Qwen3-30B-A3B": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius" }, - "vercel_ai_gateway/mistral/mixtral-8x22b-instruct": { - "max_input_tokens": 65536, - "max_output_tokens": 2048, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "nebius/Qwen/Qwen3-14B": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 2.4e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius" }, - "vercel_ai_gateway/mistral/pixtral-12b": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, + "nebius/Qwen/Qwen3-4B": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 2.4e-7, + "mode": "chat", + "litellm_provider": "nebius" + }, + "nebius/Qwen/QwQ-32B": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "output_cost_per_token": 4.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius" }, - "vercel_ai_gateway/mistral/pixtral-large": { + "nebius/Qwen/Qwen2.5-72B-Instruct": { "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "max_output_tokens": 128000, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius" }, - "vercel_ai_gateway/moonshotai/kimi-k2": { - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.0000022, + "nebius/Qwen/Qwen2.5-32B-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius" }, - "vercel_ai_gateway/morph/morph-v3-fast": { + "nebius/Qwen/Qwen2.5-Coder-7B": { "max_input_tokens": 32768, - "max_output_tokens": 16384, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000012, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-8, + "output_cost_per_token": 3e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius" }, - "vercel_ai_gateway/morph/morph-v3-large": { - "max_input_tokens": 32768, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 0.0000019, + "nebius/Qwen/Qwen2.5-VL-72B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius", + "supports_vision": true }, - "vercel_ai_gateway/openai/gpt-3.5-turbo": { - "max_input_tokens": 16385, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "nebius/Qwen/Qwen2-VL-72B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius", + "supports_vision": true }, - "vercel_ai_gateway/openai/gpt-3.5-turbo-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002, + "nebius/Qwen/Qwen2-VL-7B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 6e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "nebius", + "supports_vision": true }, - "vercel_ai_gateway/openai/gpt-4-turbo": { + "nebius/BAAI/bge-en-icl": { + "max_input_tokens": 32768, + "input_cost_per_token": 1e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "nebius" + }, + "nebius/BAAI/bge-multilingual-gemma2": { + "max_input_tokens": 8192, + "input_cost_per_token": 1e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "nebius" + }, + "nebius/intfloat/e5-mistral-7b-instruct": { + "max_input_tokens": 32768, + "input_cost_per_token": 1e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "nebius" + }, + "nvidia.nemotron-nano-12b-v2": { "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "vercel_ai_gateway/openai/gpt-4.1": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 5e-7, + "nvidia.nemotron-nano-9b-v2": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2.3e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "bedrock_converse" }, - "vercel_ai_gateway/openai/gpt-4.1-mini": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 1e-7, + "nvidia.nemotron-nano-3-30b": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2.4e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "bedrock_converse" }, - "vercel_ai_gateway/openai/gpt-4.1-nano": { - "max_input_tokens": 1047576, + "nvidia.nemotron-super-3-120b": { + "max_input_tokens": 256000, "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 2.5e-8, - "mode": "chat", - "litellm_provider": "vercel_ai_gateway" - }, - "vercel_ai_gateway/openai/gpt-4o": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 0.00000125, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "bedrock_converse" }, - "vercel_ai_gateway/openai/gpt-4o-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 7.5e-8, + "o1": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00006, + "cache_read_input_token_cost": 0.0000075, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "vercel_ai_gateway/openai/o1": { + "o1-2024-12-17": { "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.00006, - "cache_creation_input_token_cost": 0, "cache_read_input_token_cost": 0.0000075, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "vercel_ai_gateway/openai/o3": { + "o1-pro": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00015, + "output_cost_per_token": 0.0006, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "o1-pro-2025-03-19": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00015, + "output_cost_per_token": 0.0006, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "o3": { "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, - "cache_creation_input_token_cost": 0, "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "vercel_ai_gateway/openai/o3-mini": { + "o3-2025-04-16": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "o3-deep-research": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00004, + "cache_read_input_token_cost": 0.0000025, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "o3-deep-research-2025-06-26": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00004, + "cache_read_input_token_cost": 0.0000025, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "o3-mini": { "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, - "cache_creation_input_token_cost": 0, "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openai", + "supports_vision": false }, - "vercel_ai_gateway/openai/o4-mini": { + "o3-mini-2025-01-31": { "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 2.75e-7, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" - }, - "vercel_ai_gateway/openai/text-embedding-3-large": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openai", + "supports_vision": false }, - "vercel_ai_gateway/openai/text-embedding-3-small": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vercel_ai_gateway" + "o3-pro": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00002, + "output_cost_per_token": 0.00008, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "vercel_ai_gateway/openai/text-embedding-ada-002": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vercel_ai_gateway" + "o3-pro-2025-06-10": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00002, + "output_cost_per_token": 0.00008, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "vercel_ai_gateway/perplexity/sonar": { - "max_input_tokens": 127000, - "max_output_tokens": 8000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001, + "o4-mini": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 2.75e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "vercel_ai_gateway/perplexity/sonar-pro": { + "o4-mini-2025-04-16": { "max_input_tokens": 200000, - "max_output_tokens": 8000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 2.75e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "vercel_ai_gateway/perplexity/sonar-reasoning": { - "max_input_tokens": 127000, - "max_output_tokens": 8000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "o4-mini-deep-research": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "vercel_ai_gateway/perplexity/sonar-reasoning-pro": { - "max_input_tokens": 127000, - "max_output_tokens": 8000, + "o4-mini-deep-research-2025-06-26": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "oci/meta.llama-3.1-8b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "oci" }, - "vercel_ai_gateway/vercel/v0-1.0-md": { + "oci/meta.llama-3.1-70b-instruct": { "max_input_tokens": 128000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "max_output_tokens": 4000, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "oci" }, - "vercel_ai_gateway/vercel/v0-1.5-md": { + "oci/meta.llama-3.1-405b-instruct": { "max_input_tokens": 128000, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "max_output_tokens": 4000, + "input_cost_per_token": 0.00001068, + "output_cost_per_token": 0.00001068, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "oci" }, - "vercel_ai_gateway/xai/grok-2": { - "max_input_tokens": 131072, + "oci/meta.llama-3.2-90b-vision-instruct": { + "max_input_tokens": 128000, "max_output_tokens": 4000, "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "oci", + "supports_vision": true }, - "vercel_ai_gateway/xai/grok-2-vision": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, + "oci/meta.llama-3.3-70b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "oci" }, - "vercel_ai_gateway/xai/grok-3": { + "oci/meta.llama-4-maverick-17b-128e-instruct-fp8": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, + "mode": "chat", + "litellm_provider": "oci", + "supports_vision": true + }, + "oci/meta.llama-4-scout-17b-16e-instruct": { + "max_input_tokens": 10485760, + "max_output_tokens": 8192, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/xai.grok-3": { "max_input_tokens": 131072, "max_output_tokens": 131072, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "oci" }, - "vercel_ai_gateway/xai/grok-3-fast": { + "oci/xai.grok-3-fast": { "max_input_tokens": 131072, "max_output_tokens": 131072, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "oci" }, - "vercel_ai_gateway/xai/grok-3-mini": { + "oci/xai.grok-3-mini": { "max_input_tokens": 131072, "max_output_tokens": 131072, "input_cost_per_token": 3e-7, "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "oci" }, - "vercel_ai_gateway/xai/grok-3-mini-fast": { + "oci/xai.grok-3-mini-fast": { "max_input_tokens": 131072, "max_output_tokens": 131072, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.000004, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "oci" }, - "vercel_ai_gateway/xai/grok-4": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, + "oci/xai.grok-4": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "oci" }, - "vercel_ai_gateway/zai/glm-4.5": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, + "oci/cohere.command-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.00000156, + "output_cost_per_token": 0.00000156, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "oci" }, - "vercel_ai_gateway/zai/glm-4.5-air": { + "oci/cohere.command-a-03-2025": { + "max_input_tokens": 256000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.00000156, + "output_cost_per_token": 0.00000156, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/cohere.command-plus-latest": { "max_input_tokens": 128000, - "max_output_tokens": 96000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.0000011, + "max_output_tokens": 4000, + "input_cost_per_token": 0.00000156, + "output_cost_per_token": 0.00000156, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "oci" }, - "vercel_ai_gateway/zai/glm-4.6": { - "max_input_tokens": 200000, - "max_output_tokens": 200000, - "input_cost_per_token": 4.5e-7, - "output_cost_per_token": 0.0000018, - "cache_read_input_token_cost": 1.1e-7, + "oci/google.gemini-2.5-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "oci", + "supports_vision": true }, - "vertex_ai/chirp": { - "mode": "audio_speech", - "litellm_provider": "vertex_ai" + "oci/google.gemini-2.5-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "oci", + "supports_vision": true }, - "vertex_ai/claude-3-5-haiku": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, + "oci/google.gemini-2.5-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true + "litellm_provider": "oci", + "supports_vision": true }, - "vertex_ai/claude-3-5-haiku@20241022": { - "max_input_tokens": 200000, + "oci/cohere.command-a-vision": { + "max_input_tokens": 256000, "max_output_tokens": 8192, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, + "input_cost_per_token": 0.00000156, + "output_cost_per_token": 0.00000156, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true + "litellm_provider": "oci", + "supports_vision": true }, - "vertex_ai/claude-haiku-4-5@20251001": { - "max_input_tokens": 200000, + "oci/cohere.command-a-reasoning": { + "max_input_tokens": 256000, "max_output_tokens": 8192, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, - "cache_read_input_token_cost": 1e-7, + "input_cost_per_token": 0.00000156, + "output_cost_per_token": 0.00000156, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true + "litellm_provider": "oci" }, - "vertex_ai/claude-3-5-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, + "oci/cohere.embed-multilingual-image-v3.0": { + "max_input_tokens": 512, + "input_cost_per_token": 1e-7, + "mode": "embedding", + "litellm_provider": "oci", "supports_vision": true }, - "vertex_ai/claude-3-5-sonnet-v2": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "oci/cohere.command-a-reasoning-08-2025": { + "max_input_tokens": 256000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.00000156, + "output_cost_per_token": 0.00000156, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "oci" }, - "vertex_ai/claude-3-5-sonnet-v2@20241022": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "oci/cohere.command-a-vision-07-2025": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.00000156, + "output_cost_per_token": 0.00000156, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, + "litellm_provider": "oci", "supports_vision": true }, - "vertex_ai/claude-3-5-sonnet@20240620": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "oci/cohere.command-a-translate-08-2025": { + "max_input_tokens": 256000, + "max_output_tokens": 4000, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 9e-8, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "oci" }, - "vertex_ai/claude-3-7-sonnet@20250219": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "oci/cohere.command-r-08-2024": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "oci" }, - "vertex_ai/claude-3-haiku": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000125, + "oci/cohere.command-r-plus-08-2024": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.00000156, + "output_cost_per_token": 0.00000156, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_vision": true + "litellm_provider": "oci" }, - "vertex_ai/claude-3-haiku@20240307": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000125, + "oci/meta.llama-3.2-11b-vision-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", + "litellm_provider": "oci", "supports_vision": true }, - "vertex_ai/claude-3-opus": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, + "oci/meta.llama-3.3-70b-instruct-fp8-dynamic": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_vision": true + "litellm_provider": "oci" }, - "vertex_ai/claude-3-opus@20240229": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, + "oci/xai.grok-4-fast": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_vision": true + "litellm_provider": "oci" }, - "vertex_ai/claude-3-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "oci/xai.grok-4.1-fast": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_vision": true + "litellm_provider": "oci" }, - "vertex_ai/claude-3-sonnet@20240229": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, + "oci/xai.grok-4.20": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_vision": true - }, - "vertex_ai/claude-opus-4": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true - }, - "vertex_ai/claude-opus-4-1": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_vision": true + "litellm_provider": "oci" }, - "vertex_ai/claude-opus-4-1@20250805": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "oci/xai.grok-4.20-multi-agent": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_vision": true + "litellm_provider": "oci" }, - "vertex_ai/claude-opus-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, + "oci/xai.grok-code-fast-1": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "oci" }, - "vertex_ai/claude-opus-4-5@20251101": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "oci/openai.gpt-5": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, + "litellm_provider": "oci", "supports_vision": true }, - "vertex_ai/claude-sonnet-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "oci/openai.gpt-5-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, + "litellm_provider": "oci", "supports_vision": true }, - "vertex_ai/claude-sonnet-4-5@20250929": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "oci/openai.gpt-5-nano": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, + "litellm_provider": "oci", "supports_vision": true }, - "vertex_ai/claude-opus-4@20250514": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "oci/cohere.embed-english-v3.0": { + "max_input_tokens": 512, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "oci" }, - "vertex_ai/claude-sonnet-4": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "oci/cohere.embed-english-light-v3.0": { + "max_input_tokens": 512, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "oci" }, - "vertex_ai/claude-sonnet-4@20250514": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "oci/cohere.embed-multilingual-v3.0": { + "max_input_tokens": 512, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "oci" }, - "vertex_ai/mistralai/codestral-2@001": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "oci/cohere.embed-multilingual-light-v3.0": { + "max_input_tokens": 512, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "oci" }, - "vertex_ai/codestral-2": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "oci/cohere.embed-english-image-v3.0": { + "max_input_tokens": 512, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "oci" }, - "vertex_ai/codestral-2@001": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "oci/cohere.embed-english-light-image-v3.0": { + "max_input_tokens": 512, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "oci" }, - "vertex_ai/mistralai/codestral-2": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "oci/cohere.embed-multilingual-light-image-v3.0": { + "max_input_tokens": 512, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "oci" }, - "vertex_ai/codestral-2501": { + "oci/cohere.embed-v4.0": { "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "oci" + }, + "ollama/codegeex4": { + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "ollama" }, - "vertex_ai/codestral@2405": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "ollama/codegemma": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "ollama" + }, + "ollama/codellama": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "ollama" + }, + "ollama/deepseek-coder-v2-base": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "ollama" + }, + "ollama/deepseek-coder-v2-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "ollama" }, - "vertex_ai/codestral@latest": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "ollama/deepseek-coder-v2-lite-base": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "ollama" + }, + "ollama/deepseek-coder-v2-lite-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "ollama" }, - "vertex_ai/deepseek-ai/deepseek-v3.1-maas": { + "ollama/deepseek-v3.1:671b-cloud": { "max_input_tokens": 163840, - "max_output_tokens": 32768, - "input_cost_per_token": 0.00000135, - "output_cost_per_token": 0.0000054, + "max_output_tokens": 163840, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vertex_ai-deepseek_models" + "litellm_provider": "ollama" }, - "vertex_ai/deepseek-ai/deepseek-v3.2-maas": { - "max_input_tokens": 163840, - "max_output_tokens": 32768, - "input_cost_per_token": 5.6e-7, - "output_cost_per_token": 0.00000168, + "ollama/gpt-oss:120b-cloud": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vertex_ai-deepseek_models" + "litellm_provider": "ollama" }, - "vertex_ai/deepseek-ai/deepseek-r1-0528-maas": { - "max_input_tokens": 65336, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000135, - "output_cost_per_token": 0.0000054, + "ollama/gpt-oss:20b-cloud": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vertex_ai-deepseek_models" + "litellm_provider": "ollama" }, - "vertex_ai/gemini-2.5-flash-image": { + "ollama/internlm2_5-20b-chat": { "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "output_cost_per_image_token": 0.00003, - "cache_read_input_token_cost": 3e-8, - "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "max_pdf_size_mb": 30 + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" }, - "vertex_ai/gemini-3-pro-image-preview": { - "max_input_tokens": 65536, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "output_cost_per_image_token": 0.00012, - "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models" + "ollama/llama2": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" }, - "vertex_ai/imagegeneration@006": { - "mode": "image_generation", - "litellm_provider": "vertex_ai-image-models" + "ollama/llama2-uncensored": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "ollama" }, - "vertex_ai/imagen-3.0-fast-generate-001": { - "mode": "image_generation", - "litellm_provider": "vertex_ai-image-models" + "ollama/llama2:13b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" }, - "vertex_ai/imagen-3.0-generate-001": { - "mode": "image_generation", - "litellm_provider": "vertex_ai-image-models" + "ollama/llama2:70b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" }, - "vertex_ai/imagen-3.0-generate-002": { - "mode": "image_generation", - "litellm_provider": "vertex_ai-image-models" + "ollama/llama2:7b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" }, - "vertex_ai/imagen-3.0-capability-001": { - "mode": "image_generation", - "litellm_provider": "vertex_ai-image-models" + "ollama/llama3": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" }, - "vertex_ai/imagen-4.0-fast-generate-001": { - "mode": "image_generation", - "litellm_provider": "vertex_ai-image-models" - }, - "vertex_ai/imagen-4.0-generate-001": { - "mode": "image_generation", - "litellm_provider": "vertex_ai-image-models" - }, - "vertex_ai/imagen-4.0-ultra-generate-001": { - "mode": "image_generation", - "litellm_provider": "vertex_ai-image-models" - }, - "vertex_ai/jamba-1.5": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-ai21_models" - }, - "vertex_ai/jamba-1.5-large": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "mode": "chat", - "litellm_provider": "vertex_ai-ai21_models" - }, - "vertex_ai/jamba-1.5-large@001": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "mode": "chat", - "litellm_provider": "vertex_ai-ai21_models" - }, - "vertex_ai/jamba-1.5-mini": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-ai21_models" - }, - "vertex_ai/jamba-1.5-mini@001": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, + "ollama/llama3.1": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vertex_ai-ai21_models" + "litellm_provider": "ollama" }, - "vertex_ai/meta/llama-3.1-405b-instruct-maas": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000016, + "ollama/llama3:70b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models", - "supports_vision": true + "litellm_provider": "ollama" }, - "vertex_ai/meta/llama-3.1-70b-instruct-maas": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, + "ollama/llama3:8b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, "input_cost_per_token": 0, "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models", - "supports_vision": true + "litellm_provider": "ollama" }, - "vertex_ai/meta/llama-3.1-8b-instruct-maas": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, + "ollama/mistral": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "vertex_ai-llama_models", - "supports_vision": true + "mode": "completion", + "litellm_provider": "ollama" }, - "vertex_ai/meta/llama-3.2-90b-vision-instruct-maas": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, + "ollama/mistral-7B-Instruct-v0.1": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, "input_cost_per_token": 0, "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models", - "supports_vision": true + "litellm_provider": "ollama" }, - "vertex_ai/meta/llama-4-maverick-17b-128e-instruct-maas": { - "max_input_tokens": 1000000, - "max_output_tokens": 1000000, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.00000115, + "ollama/mistral-7B-Instruct-v0.2": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models" + "litellm_provider": "ollama" }, - "vertex_ai/meta/llama-4-maverick-17b-16e-instruct-maas": { - "max_input_tokens": 1000000, - "max_output_tokens": 1000000, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.00000115, + "ollama/mistral-large-instruct-2407": { + "max_input_tokens": 65536, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models" + "litellm_provider": "ollama" }, - "vertex_ai/meta/llama-4-scout-17b-128e-instruct-maas": { - "max_input_tokens": 10000000, - "max_output_tokens": 10000000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 7e-7, + "ollama/mixtral-8x22B-Instruct-v0.1": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models" + "litellm_provider": "ollama" }, - "vertex_ai/meta/llama-4-scout-17b-16e-instruct-maas": { - "max_input_tokens": 10000000, - "max_output_tokens": 10000000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 7e-7, + "ollama/mixtral-8x7B-Instruct-v0.1": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models" + "litellm_provider": "ollama" }, - "vertex_ai/meta/llama3-405b-instruct-maas": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, + "ollama/orca-mini": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "vertex_ai-llama_models" + "mode": "completion", + "litellm_provider": "ollama" }, - "vertex_ai/meta/llama3-70b-instruct-maas": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, + "ollama/qwen3-coder:480b-cloud": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, "input_cost_per_token": 0, "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models" + "litellm_provider": "ollama" }, - "vertex_ai/meta/llama3-8b-instruct-maas": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, + "ollama/vicuna": { + "max_input_tokens": 2048, + "max_output_tokens": 2048, "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "vertex_ai-llama_models" + "mode": "completion", + "litellm_provider": "ollama" }, - "vertex_ai/minimaxai/minimax-m2-maas": { - "max_input_tokens": 196608, - "max_output_tokens": 196608, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "mode": "chat", - "litellm_provider": "vertex_ai-minimax_models" + "omni-moderation-2024-09-26": { + "max_input_tokens": 32768, + "max_output_tokens": 0, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "moderation", + "litellm_provider": "openai" }, - "vertex_ai/moonshotai/kimi-k2-thinking-maas": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, - "mode": "chat", - "litellm_provider": "vertex_ai-moonshot_models" + "omni-moderation-latest": { + "max_input_tokens": 32768, + "max_output_tokens": 0, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "moderation", + "litellm_provider": "openai" }, - "vertex_ai/zai-org/glm-4.7-maas": { - "max_input_tokens": 200000, + "openai.gpt-oss-120b-1:0": { + "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "vertex_ai-zai_models" + "litellm_provider": "bedrock_converse" }, - "vertex_ai/mistral-medium-3": { + "openai.gpt-oss-20b-1:0": { "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, + "max_output_tokens": 128000, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "bedrock_converse" }, - "vertex_ai/mistral-medium-3@001": { + "openai.gpt-oss-safeguard-120b": { "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, + "max_output_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "bedrock_converse" }, - "vertex_ai/mistralai/mistral-medium-3": { + "openai.gpt-oss-safeguard-20b": { "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, + "max_output_tokens": 8192, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "bedrock_converse" }, - "vertex_ai/mistralai/mistral-medium-3@001": { - "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, + "openrouter/anthropic/claude-3-haiku": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000125, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "openrouter", + "supports_vision": true }, - "vertex_ai/mistral-large-2411": { - "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "openrouter/anthropic/claude-3.5-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "openrouter", + "supports_vision": true }, - "vertex_ai/mistral-large@2407": { - "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "openrouter/anthropic/claude-3.7-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "openrouter", + "supports_vision": true }, - "vertex_ai/mistral-large@2411-001": { - "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "openrouter/anthropic/claude-opus-4": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "openrouter", + "supports_vision": true }, - "vertex_ai/mistral-large@latest": { - "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "openrouter/anthropic/claude-opus-4.1": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "openrouter", + "supports_vision": true }, - "vertex_ai/mistral-nemo@2407": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, + "openrouter/anthropic/claude-sonnet-4": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "openrouter", + "supports_vision": true }, - "vertex_ai/mistral-nemo@latest": { - "max_input_tokens": 128000, + "openrouter/anthropic/claude-sonnet-4.6": { + "max_input_tokens": 1000000, "max_output_tokens": 128000, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "openrouter", + "supports_vision": true }, - "vertex_ai/mistral-small-2503": { - "max_input_tokens": 128000, + "openrouter/anthropic/claude-opus-4.5": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/anthropic/claude-opus-4.6": { + "max_input_tokens": 1000000, "max_output_tokens": 128000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models", + "litellm_provider": "openrouter", "supports_vision": true }, - "vertex_ai/mistral-small-2503@001": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, + "openrouter/anthropic/claude-sonnet-4.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/anthropic/claude-haiku-4.5": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "openrouter", + "supports_vision": true }, - "vertex_ai/mistral-ocr-2505": { - "mode": "ocr", - "litellm_provider": "vertex_ai" + "openrouter/anthropic/claude-opus-4.7": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_pdf_input": true, + "supports_vision": true }, - "vertex_ai/deepseek-ai/deepseek-ocr-maas": { - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "mode": "ocr", - "litellm_provider": "vertex_ai" + "openrouter/anthropic/claude-opus-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_pdf_input": true, + "supports_vision": true }, - "vertex_ai/openai/gpt-oss-120b-maas": { + "openrouter/bytedance/ui-tars-1.5-7b": { "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "max_output_tokens": 2048, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vertex_ai-openai_models" + "litellm_provider": "openrouter" }, - "vertex_ai/openai/gpt-oss-20b-maas": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, + "openrouter/deepseek/deepseek-chat": { + "max_input_tokens": 65536, + "max_output_tokens": 8192, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 2.8e-7, "mode": "chat", - "litellm_provider": "vertex_ai-openai_models" + "litellm_provider": "openrouter" }, - "vertex_ai/qwen/qwen3-235b-a22b-instruct-2507-maas": { - "max_input_tokens": 262144, - "max_output_tokens": 16384, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000001, + "openrouter/deepseek/deepseek-chat-v3-0324": { + "max_input_tokens": 65536, + "max_output_tokens": 8192, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 2.8e-7, "mode": "chat", - "litellm_provider": "vertex_ai-qwen_models" + "litellm_provider": "openrouter" }, - "vertex_ai/qwen/qwen3-coder-480b-a35b-instruct-maas": { - "max_input_tokens": 262144, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000004, + "openrouter/deepseek/deepseek-chat-v3.1": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 8e-7, "mode": "chat", - "litellm_provider": "vertex_ai-qwen_models" + "litellm_provider": "openrouter" }, - "vertex_ai/qwen/qwen3-next-80b-a3b-instruct-maas": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0.0000012, + "openrouter/deepseek/deepseek-v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 2.8e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "vertex_ai-qwen_models" + "litellm_provider": "openrouter" }, - "vertex_ai/qwen/qwen3-next-80b-a3b-thinking-maas": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0.0000012, + "openrouter/deepseek/deepseek-v3.2-exp": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "vertex_ai-qwen_models" + "litellm_provider": "openrouter" }, - "vertex_ai/veo-2.0-generate-001": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "vertex_ai-video-models" + "openrouter/deepseek/deepseek-r1": { + "max_input_tokens": 65336, + "max_output_tokens": 8192, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.00000219, + "mode": "chat", + "litellm_provider": "openrouter" }, - "vertex_ai/veo-3.0-fast-generate-preview": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "vertex_ai-video-models" + "openrouter/deepseek/deepseek-r1-0528": { + "max_input_tokens": 65336, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.00000215, + "mode": "chat", + "litellm_provider": "openrouter" }, - "vertex_ai/veo-3.0-generate-preview": { + "openrouter/deepseek/deepseek-v4-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 384000, + "input_cost_per_token": 0.00000132, + "output_cost_per_token": 0.00000396, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/deepseek/deepseek-v4-pro-0813": { + "max_input_tokens": 1048576, + "max_output_tokens": 384000, + "input_cost_per_token": 0.00000132, + "output_cost_per_token": 0.00000396, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/google/gemini-2.0-flash-001": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/google/gemini-2.5-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/google/gemini-2.5-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/google/gemini-3-pro-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true + }, + "openrouter/google/gemini-3-flash-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 5e-8, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_pdf_input": true, + "supports_vision": true + }, + "openrouter/google/gemini-3.1-flash-lite-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 2.5e-8, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true + }, + "openrouter/google/gemini-3.1-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 2.5e-8, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true + }, + "openrouter/google/gemini-3.1-pro-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true + }, + "openrouter/gryphe/mythomax-l2-13b": { + "input_cost_per_token": 0.000001875, + "output_cost_per_token": 0.000001875, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/mancer/weaver": { + "max_input_tokens": 8000, + "max_output_tokens": 2000, + "input_cost_per_token": 0.000005625, + "output_cost_per_token": 0.000005625, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/meta-llama/llama-3-70b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8000, + "input_cost_per_token": 5.9e-7, + "output_cost_per_token": 7.9e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/minimax/minimax-m2": { + "max_input_tokens": 204800, + "max_output_tokens": 204800, + "input_cost_per_token": 2.55e-7, + "output_cost_per_token": 0.00000102, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/mistralai/devstral-2512": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": false + }, + "openrouter/mistralai/ministral-3b-2512": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/mistralai/ministral-8b-2512": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/mistralai/ministral-14b-2512": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/mistralai/mistral-large-2512": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/mistralai/mistral-7b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 8191, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 1.3e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/mistralai/mistral-large": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/mistralai/mistral-small-3.1-24b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/mistralai/mistral-small-3.2-24b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/mistralai/mixtral-8x22b-instruct": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 6.5e-7, + "output_cost_per_token": 6.5e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/moonshotai/kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 1e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true, + "supports_video_input": true + }, + "openrouter/nvidia/nemotron-3.5-lightning": { + "max_input_tokens": 262144, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openai/gpt-3.5-turbo": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openai/gpt-3.5-turbo-16k": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000004, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openai/gpt-4": { + "max_input_tokens": 8191, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00006, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openai/gpt-4.1": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/openai/gpt-4.1-mini": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "cache_read_input_token_cost": 1e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/openai/gpt-4.1-nano": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/openai/gpt-4o": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/openai/gpt-4o-2024-05-13": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/openai/gpt-5-chat": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openai/gpt-5-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openai/gpt-5.2-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openai/gpt-5": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openai/gpt-5-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 2.5e-8, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openai/gpt-5-nano": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 5e-9, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openai/gpt-5.1-codex-max": { + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/openai/gpt-5.2": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/openai/gpt-5.2-chat": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/openai/gpt-5.2-pro": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000021, + "output_cost_per_token": 0.000168, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/openai/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 8e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openai/gpt-oss-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openai/o1": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00006, + "cache_read_input_token_cost": 0.0000075, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/openai/o3-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 65536, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": false + }, + "openrouter/openai/o3-mini-high": { + "max_input_tokens": 128000, + "max_output_tokens": 65536, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": false + }, + "openrouter/qwen/qwen-2.5-coder-32b-instruct": { + "max_input_tokens": 33792, + "max_output_tokens": 33792, + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 1.8e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/qwen/qwen-vl-plus": { + "max_input_tokens": 8192, + "max_output_tokens": 2048, + "input_cost_per_token": 2.1e-7, + "output_cost_per_token": 6.3e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/qwen/qwen3-coder": { + "max_input_tokens": 262100, + "max_output_tokens": 262100, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 9.5e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/qwen/qwen3-coder-plus": { + "max_input_tokens": 997952, + "max_output_tokens": 65536, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/qwen/qwen3-235b-a22b-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 7.1e-8, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/qwen/qwen3-235b-a22b-thinking-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.1e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/qwen/qwen3.6-plus": { + "max_input_tokens": 1000000, + "max_output_tokens": 65536, + "input_cost_per_token": 3.25e-7, + "output_cost_per_token": 0.00000195, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/qwen/qwen3.5-35b-a3b": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/qwen/qwen3.5-27b": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000024, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/qwen/qwen3.5-122b-a10b": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/qwen/qwen3.5-flash-02-23": { + "max_input_tokens": 1000000, + "max_output_tokens": 65536, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/qwen/qwen3.5-plus-02-15": { + "max_input_tokens": 1000000, + "max_output_tokens": 65536, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000024, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/qwen/qwen3.5-397b-a17b": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000036, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/switchpoint/router": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 8.5e-7, + "output_cost_per_token": 0.0000034, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/undi95/remm-slerp-l2-13b": { + "max_input_tokens": 6144, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000001875, + "output_cost_per_token": 0.000001875, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/x-ai/grok-4": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/z-ai/glm-4.6": { + "max_input_tokens": 202800, + "max_output_tokens": 131000, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.00000175, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/z-ai/glm-4.6:exacto": { + "max_input_tokens": 202800, + "max_output_tokens": 131000, + "input_cost_per_token": 4.5e-7, + "output_cost_per_token": 0.0000019, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/xiaomi/mimo-v2-flash": { + "max_input_tokens": 262144, + "max_output_tokens": 16384, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 1e-8, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": false + }, + "openrouter/xiaomi/mimo-v2.5-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 2e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": false + }, + "openrouter/xiaomi/mimo-v2.5": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 8e-8, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true + }, + "openrouter/z-ai/glm-4.7": { + "max_input_tokens": 202752, + "max_output_tokens": 64000, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000015, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 0, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/z-ai/glm-4.7-flash": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 4e-7, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 0, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/z-ai/glm-5": { + "max_input_tokens": 202752, + "max_output_tokens": 128000, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.00000256, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/z-ai/glm-5.1": { + "max_input_tokens": 202752, + "max_output_tokens": 65535, + "input_cost_per_token": 0.00000105, + "output_cost_per_token": 0.0000035, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 5.25e-7, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/minimax/minimax-m2.1": { + "max_input_tokens": 204000, + "max_output_tokens": 64000, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 0.0000012, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 0, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/minimax/minimax-m2.5": { + "max_input_tokens": 196608, + "max_output_tokens": 65536, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000011, + "cache_read_input_token_cost": 1.5e-7, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": false + }, + "openrouter/openrouter/auto": { + "max_input_tokens": 2000000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true + }, + "openrouter/openrouter/free": { + "max_input_tokens": 200000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "openrouter", + "supports_vision": true + }, + "openrouter/openrouter/bodybuilder": { + "max_input_tokens": 128000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "ovhcloud/DeepSeek-R1-Distill-Llama-70B": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, + "input_cost_per_token": 6.7e-7, + "output_cost_per_token": 6.7e-7, + "mode": "chat", + "litellm_provider": "ovhcloud" + }, + "ovhcloud/Llama-3.1-8B-Instruct": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "ovhcloud" + }, + "ovhcloud/Meta-Llama-3_1-70B-Instruct": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, + "input_cost_per_token": 6.7e-7, + "output_cost_per_token": 6.7e-7, + "mode": "chat", + "litellm_provider": "ovhcloud" + }, + "ovhcloud/Meta-Llama-3_3-70B-Instruct": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, + "input_cost_per_token": 6.7e-7, + "output_cost_per_token": 6.7e-7, + "mode": "chat", + "litellm_provider": "ovhcloud" + }, + "ovhcloud/Mistral-7B-Instruct-v0.3": { + "max_input_tokens": 127000, + "max_output_tokens": 127000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "ovhcloud" + }, + "ovhcloud/Mistral-Nemo-Instruct-2407": { + "max_input_tokens": 118000, + "max_output_tokens": 118000, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 1.3e-7, + "mode": "chat", + "litellm_provider": "ovhcloud" + }, + "ovhcloud/Mistral-Small-3.2-24B-Instruct-2506": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 2.8e-7, + "mode": "chat", + "litellm_provider": "ovhcloud", + "supports_vision": true + }, + "ovhcloud/Mixtral-8x7B-Instruct-v0.1": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 6.3e-7, + "output_cost_per_token": 6.3e-7, + "mode": "chat", + "litellm_provider": "ovhcloud" + }, + "ovhcloud/Qwen2.5-Coder-32B-Instruct": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 8.7e-7, + "output_cost_per_token": 8.7e-7, + "mode": "chat", + "litellm_provider": "ovhcloud" + }, + "ovhcloud/Qwen2.5-VL-72B-Instruct": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 9.1e-7, + "output_cost_per_token": 9.1e-7, + "mode": "chat", + "litellm_provider": "ovhcloud", + "supports_vision": true + }, + "ovhcloud/Qwen3-32B": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 2.3e-7, + "mode": "chat", + "litellm_provider": "ovhcloud" + }, + "ovhcloud/gpt-oss-120b": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "ovhcloud" + }, + "ovhcloud/gpt-oss-20b": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 1.5e-7, + "mode": "chat", + "litellm_provider": "ovhcloud" + }, + "ovhcloud/llava-v1.6-mistral-7b-hf": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 2.9e-7, + "output_cost_per_token": 2.9e-7, + "mode": "chat", + "litellm_provider": "ovhcloud", + "supports_vision": true + }, + "ovhcloud/mamba-codestral-7B-v0.1": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 1.9e-7, + "output_cost_per_token": 1.9e-7, + "mode": "chat", + "litellm_provider": "ovhcloud" + }, + "palm/chat-bison": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 1.25e-7, + "output_cost_per_token": 1.25e-7, + "mode": "chat", + "litellm_provider": "palm" + }, + "palm/chat-bison-001": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 1.25e-7, + "output_cost_per_token": 1.25e-7, + "mode": "chat", + "litellm_provider": "palm" + }, + "palm/text-bison": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "input_cost_per_token": 1.25e-7, + "output_cost_per_token": 1.25e-7, + "mode": "completion", + "litellm_provider": "palm" + }, + "palm/text-bison-001": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "input_cost_per_token": 1.25e-7, + "output_cost_per_token": 1.25e-7, + "mode": "completion", + "litellm_provider": "palm" + }, + "palm/text-bison-safety-off": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "input_cost_per_token": 1.25e-7, + "output_cost_per_token": 1.25e-7, + "mode": "completion", + "litellm_provider": "palm" + }, + "palm/text-bison-safety-recitation-off": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "input_cost_per_token": 1.25e-7, + "output_cost_per_token": 1.25e-7, + "mode": "completion", + "litellm_provider": "palm" + }, + "parallel_ai/search": { + "mode": "search", + "litellm_provider": "parallel_ai" + }, + "parallel_ai/search-pro": { + "mode": "search", + "litellm_provider": "parallel_ai" + }, + "perplexity/codellama-34b-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 0.0000014, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/codellama-70b-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 0.0000028, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/llama-2-70b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 0.0000028, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/llama-3.1-70b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000001, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/llama-3.1-8b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/mistral-7b-instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.8e-7, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/mixtral-8x7b-instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.8e-7, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/pplx-70b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 0.0000028, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/pplx-70b-online": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0.0000028, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/pplx-7b-chat": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.8e-7, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/pplx-7b-online": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 2.8e-7, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/sonar": { + "max_input_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000001, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/sonar-deep-research": { + "max_input_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/sonar-medium-chat": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000018, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/sonar-medium-online": { + "max_input_tokens": 12000, + "max_output_tokens": 12000, + "input_cost_per_token": 0, + "output_cost_per_token": 0.0000018, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/sonar-pro": { + "max_input_tokens": 200000, + "max_output_tokens": 8000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/sonar-reasoning": { + "max_input_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/sonar-reasoning-pro": { + "max_input_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/sonar-small-chat": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.8e-7, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "perplexity/sonar-small-online": { + "max_input_tokens": 12000, + "max_output_tokens": 12000, + "input_cost_per_token": 0, + "output_cost_per_token": 2.8e-7, + "mode": "chat", + "litellm_provider": "perplexity" + }, + "publicai/swiss-ai/apertus-8b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "publicai" + }, + "publicai/swiss-ai/apertus-70b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "publicai" + }, + "publicai/aisingapore/Gemma-SEA-LION-v4-27B-IT": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "publicai" + }, + "publicai/BSC-LT/salamandra-7b-instruct-tools-16k": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "publicai" + }, + "publicai/BSC-LT/ALIA-40b-instruct_Q8_0": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "publicai" + }, + "publicai/allenai/Olmo-3-7B-Instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "publicai" + }, + "perplexity/preset/fast-search": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/preset/pro-search": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/preset/deep-research": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/preset/advanced-deep-research": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/openai/gpt-5.2": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/openai/gpt-5.1": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/openai/gpt-5-mini": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/anthropic/claude-opus-4-6": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/anthropic/claude-opus-4-7": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/anthropic/claude-opus-4-5": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/anthropic/claude-sonnet-4-5": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/anthropic/claude-haiku-4-5": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/google/gemini-3-pro-preview": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/google/gemini-3-flash-preview": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/google/gemini-2.5-pro": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/google/gemini-2.5-flash": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/xai/grok-4-1-fast-non-reasoning": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/perplexity/sonar": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/perplexity/deepseek-v4-flash-0731": { + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 2.6e-7, + "cache_read_input_token_cost": 2.8e-8, + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/perplexity/glm-5.2": { + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 1.4e-7, + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/perplexity/kimi-k3": { + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 3e-7, + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/perplexity/kimi-k2.7-code": { + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.9e-7, + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/pplx-embed-v1-0.6b": { + "max_input_tokens": 32768, + "input_cost_per_token": 4e-9, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "perplexity" + }, + "perplexity/pplx-embed-v1-4b": { + "max_input_tokens": 32768, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "perplexity" + }, + "publicai/aisingapore/Qwen-SEA-LION-v4-32B-IT": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "publicai" + }, + "publicai/allenai/Olmo-3-7B-Think": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "publicai" + }, + "publicai/allenai/Olmo-3-32B-Think": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "publicai" + }, + "qwen.qwen3-coder-480b-a35b-v1:0": { + "max_input_tokens": 262000, + "max_output_tokens": 65536, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 0.0000018, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "qwen.qwen3-235b-a22b-2507-v1:0": { + "max_input_tokens": 262144, + "max_output_tokens": 131072, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "qwen.qwen3-coder-30b-a3b-v1:0": { + "max_input_tokens": 262144, + "max_output_tokens": 131072, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "qwen.qwen3-32b-v1:0": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "qwen.qwen3-next-80b-a3b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "qwen.qwen3-vl-235b-a22b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 5.3e-7, + "output_cost_per_token": 0.00000266, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_vision": true + }, + "qwen.qwen3-coder-next": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "reducto/parse-legacy": { + "mode": "ocr", + "litellm_provider": "reducto" + }, + "reducto/parse-v3": { + "mode": "ocr", + "litellm_provider": "reducto" + }, + "recraft/recraftv2": { + "mode": "image_generation", + "litellm_provider": "recraft" + }, + "recraft/recraftv3": { + "mode": "image_generation", + "litellm_provider": "recraft" + }, + "replicate/meta/llama-2-13b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/meta/llama-2-13b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/meta/llama-2-70b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 6.5e-7, + "output_cost_per_token": 0.00000275, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/meta/llama-2-70b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 6.5e-7, + "output_cost_per_token": 0.00000275, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/meta/llama-2-7b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2.5e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/meta/llama-2-7b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2.5e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/meta/llama-3-70b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 6.5e-7, + "output_cost_per_token": 0.00000275, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/meta/llama-3-70b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 6.5e-7, + "output_cost_per_token": 0.00000275, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/meta/llama-3-8b": { + "max_input_tokens": 8086, + "max_output_tokens": 8086, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2.5e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/meta/llama-3-8b-instruct": { + "max_input_tokens": 8086, + "max_output_tokens": 8086, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2.5e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/mistralai/mistral-7b-instruct-v0.2": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2.5e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/mistralai/mistral-7b-v0.1": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2.5e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/mistralai/mixtral-8x7b-instruct-v0.1": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.000001, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/openai/gpt-5": { + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/openai/gpt-oss-20b": { + "input_cost_per_token": 9e-8, + "output_cost_per_token": 3.6e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/anthropic/claude-4.5-haiku": { + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/ibm-granite/granite-3.3-8b-instruct": { + "input_cost_per_token": 3e-8, + "output_cost_per_token": 2.5e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/openai/gpt-4o": { + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true, + "supports_audio_input": true + }, + "replicate/openai/o4-mini": { + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000004, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/openai/o1-mini": { + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/openai/o1": { + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00006, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/openai/gpt-4o-mini": { + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/qwen/qwen3-235b-a22b-instruct-2507": { + "input_cost_per_token": 2.64e-7, + "output_cost_per_token": 0.00000106, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/anthropic/claude-4-sonnet": { + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/deepseek-ai/deepseek-v3": { + "max_input_tokens": 65536, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000145, + "output_cost_per_token": 0.00000145, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/anthropic/claude-3.7-sonnet": { + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/anthropic/claude-3.5-haiku": { + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/anthropic/claude-3.5-sonnet": { + "input_cost_per_token": 0.00000375, + "output_cost_per_token": 0.00001875, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/google/gemini-3-pro": { + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/anthropic/claude-4.5-sonnet": { + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/openai/gpt-4.1": { + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/openai/gpt-4.1-nano": { + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/openai/gpt-4.1-mini": { + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/openai/gpt-5-nano": { + "input_cost_per_token": 5e-8, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/openai/gpt-5-mini": { + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/google/gemini-2.5-flash": { + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true + }, + "replicate/openai/gpt-oss-120b": { + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 7.2e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/deepseek-ai/deepseek-v3.1": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 6.72e-7, + "output_cost_per_token": 0.000002016, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/xai/grok-4": { + "input_cost_per_token": 0.0000072, + "output_cost_per_token": 0.000036, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/deepseek-ai/deepseek-r1": { + "max_input_tokens": 65536, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000375, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "replicate" + }, + "rerank-english-v2.0": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "cohere" + }, + "rerank-english-v3.0": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "cohere" + }, + "rerank-multilingual-v2.0": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "cohere" + }, + "rerank-multilingual-v3.0": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "cohere" + }, + "rerank-v3.5": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "cohere" + }, + "nvidia_nim/nvidia/nv-rerankqa-mistral-4b-v3": { + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "nvidia_nim" + }, + "nvidia_nim/nvidia/llama-3_2-nv-rerankqa-1b-v2": { + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "nvidia_nim" + }, + "nvidia_nim/ranking/nvidia/llama-3.2-nv-rerankqa-1b-v2": { + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "nvidia_nim" + }, + "sagemaker/meta-textgeneration-llama-2-13b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "sagemaker" + }, + "sagemaker/meta-textgeneration-llama-2-13b-f": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "sagemaker" + }, + "sagemaker/meta-textgeneration-llama-2-70b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "sagemaker" + }, + "sagemaker/meta-textgeneration-llama-2-70b-b-f": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "sagemaker" + }, + "sagemaker/meta-textgeneration-llama-2-7b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "sagemaker" + }, + "sagemaker/meta-textgeneration-llama-2-7b-f": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "sagemaker" + }, + "sambanova/MiniMax-M2.7": { + "max_input_tokens": 196608, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/DeepSeek-R1": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000007, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/DeepSeek-R1-Distill-Llama-70B": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 0.0000014, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/DeepSeek-V3-0324": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.0000045, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/Llama-4-Maverick-17B-128E-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6.3e-7, + "output_cost_per_token": 0.0000018, + "mode": "chat", + "litellm_provider": "sambanova", + "supports_vision": true + }, + "sambanova/Llama-4-Scout-17B-16E-Instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 7e-7, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/Meta-Llama-3.1-405B-Instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/Meta-Llama-3.1-8B-Instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/Meta-Llama-3.2-1B-Instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 8e-8, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/Meta-Llama-3.2-3B-Instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 1.6e-7, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/Meta-Llama-3.3-70B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/Meta-Llama-Guard-3-8B": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/QwQ-32B": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000001, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/Qwen2-Audio-7B-Instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0001, + "mode": "chat", + "litellm_provider": "sambanova", + "supports_audio_input": true + }, + "sambanova/Qwen3-32B": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 8e-7, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/DeepSeek-V3.1": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.0000045, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 5.9e-7, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/DeepSeek-V3.2": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.0000045, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/gemma-4-31B-it": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 3.8e-7, + "output_cost_per_token": 0.00000115, + "mode": "chat", + "litellm_provider": "sambanova", + "supports_vision": true + }, + "scx-ai/GLM-5.2": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 6.1e-7, + "output_cost_per_token": 0.00000198, + "cache_read_input_token_cost": 2.2e-7, + "mode": "chat", + "litellm_provider": "scx-ai", + "supports_vision": false + }, + "scx-ai/Qwen3.8-Max": { + "max_input_tokens": 1000000, + "max_output_tokens": 131072, + "input_cost_per_token": 0.00000165, + "output_cost_per_token": 0.00000499, + "cache_read_input_token_cost": 2.1e-7, + "mode": "chat", + "litellm_provider": "scx-ai", + "supports_vision": true + }, + "snowflake/claude-3-5-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "snowflake", + "supports_vision": true + }, + "snowflake/deepseek-r1": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000135, + "output_cost_per_token": 0.0000054, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/gemma-7b": { + "max_input_tokens": 8000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/jamba-1.5-large": { + "max_input_tokens": 256000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/jamba-1.5-mini": { + "max_input_tokens": 256000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/jamba-instruct": { + "max_input_tokens": 256000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/llama2-70b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/llama3-70b": { + "max_input_tokens": 8000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/llama3-8b": { + "max_input_tokens": 8000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/llama3.1-405b": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/llama3.1-70b": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/llama3.1-8b": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 2.4e-7, + "output_cost_per_token": 2.4e-7, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/llama3.2-1b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/llama3.2-3b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/llama3.3-70b": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/mistral-7b": { + "max_input_tokens": 32000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/mistral-large": { + "max_input_tokens": 32000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/mistral-large2": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/mixtral-8x7b": { + "max_input_tokens": 32000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/reka-core": { + "max_input_tokens": 32000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/reka-flash": { + "max_input_tokens": 100000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/snowflake-arctic": { + "max_input_tokens": 4096, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/snowflake-llama-3.1-405b": { + "max_input_tokens": 8000, + "max_output_tokens": 8192, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "snowflake/snowflake-llama-3.3-70b": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, + "mode": "chat", + "litellm_provider": "snowflake" + }, + "stability/sd3": { + "mode": "image_generation", + "litellm_provider": "stability" + }, + "stability/sd3-large": { + "mode": "image_generation", + "litellm_provider": "stability" + }, + "stability/sd3-large-turbo": { + "mode": "image_generation", + "litellm_provider": "stability" + }, + "stability/sd3-medium": { + "mode": "image_generation", + "litellm_provider": "stability" + }, + "stability/sd3.5-large": { + "mode": "image_generation", + "litellm_provider": "stability" + }, + "stability/sd3.5-large-turbo": { + "mode": "image_generation", + "litellm_provider": "stability" + }, + "stability/sd3.5-medium": { + "mode": "image_generation", + "litellm_provider": "stability" + }, + "stability/stable-image-ultra": { + "mode": "image_generation", + "litellm_provider": "stability" + }, + "stability/inpaint": { + "mode": "image_edit", + "litellm_provider": "stability" + }, + "stability/outpaint": { + "mode": "image_edit", + "litellm_provider": "stability" + }, + "stability/erase": { + "mode": "image_edit", + "litellm_provider": "stability" + }, + "stability/search-and-replace": { + "mode": "image_edit", + "litellm_provider": "stability" + }, + "stability/search-and-recolor": { + "mode": "image_edit", + "litellm_provider": "stability" + }, + "stability/remove-background": { + "mode": "image_edit", + "litellm_provider": "stability" + }, + "stability/replace-background-and-relight": { + "mode": "image_edit", + "litellm_provider": "stability" + }, + "stability/sketch": { + "mode": "image_edit", + "litellm_provider": "stability" + }, + "stability/structure": { + "mode": "image_edit", + "litellm_provider": "stability" + }, + "stability/style": { + "mode": "image_edit", + "litellm_provider": "stability" + }, + "stability/style-transfer": { + "mode": "image_edit", + "litellm_provider": "stability" + }, + "stability/fast": { + "mode": "image_edit", + "litellm_provider": "stability" + }, + "stability/conservative": { + "mode": "image_edit", + "litellm_provider": "stability" + }, + "stability/creative": { + "mode": "image_edit", + "litellm_provider": "stability" + }, + "stability/stable-image-core": { + "mode": "image_generation", + "litellm_provider": "stability" + }, + "stability.sd3-5-large-v1:0": { + "max_input_tokens": 77, + "mode": "image_generation", + "litellm_provider": "bedrock" + }, + "stability.sd3-large-v1:0": { + "max_input_tokens": 77, + "mode": "image_generation", + "litellm_provider": "bedrock" + }, + "stability.stable-image-core-v1:0": { + "max_input_tokens": 77, + "mode": "image_generation", + "litellm_provider": "bedrock" + }, + "stability.stable-conservative-upscale-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability.stable-creative-upscale-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability.stable-fast-upscale-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability.stable-outpaint-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability.stable-image-control-sketch-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability.stable-image-control-structure-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability.stable-image-erase-object-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability.stable-image-inpaint-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability.stable-image-remove-background-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability.stable-image-search-recolor-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability.stable-image-search-replace-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability.stable-image-style-guide-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability.stable-style-transfer-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" + }, + "stability.stable-image-core-v1:1": { + "max_input_tokens": 77, + "mode": "image_generation", + "litellm_provider": "bedrock" + }, + "stability.stable-image-ultra-v1:0": { + "max_input_tokens": 77, + "mode": "image_generation", + "litellm_provider": "bedrock" + }, + "stability.stable-image-ultra-v1:1": { + "max_input_tokens": 77, + "mode": "image_generation", + "litellm_provider": "bedrock" + }, + "standard/1024-x-1024/dall-e-3": { + "mode": "image_generation", + "litellm_provider": "openai" + }, + "standard/1024-x-1792/dall-e-3": { + "mode": "image_generation", + "litellm_provider": "openai" + }, + "standard/1792-x-1024/dall-e-3": { + "mode": "image_generation", + "litellm_provider": "openai" + }, + "linkup/search": { + "mode": "search", + "litellm_provider": "linkup" + }, + "linkup/search-deep": { + "mode": "search", + "litellm_provider": "linkup" + }, + "tavily/search": { + "mode": "search", + "litellm_provider": "tavily" + }, + "tavily/search-advanced": { + "mode": "search", + "litellm_provider": "tavily" + }, + "you_com/search": { + "mode": "search", + "litellm_provider": "you_com" + }, + "text-completion-codestral/codestral-2405": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "text-completion-codestral" + }, + "text-completion-codestral/codestral-latest": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "text-completion-codestral" + }, + "text-embedding-004": { + "max_input_tokens": 2048, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" + }, + "text-embedding-005": { + "max_input_tokens": 2048, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" + }, + "text-embedding-3-large": { + "max_input_tokens": 8191, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "openai" + }, + "text-embedding-3-small": { + "max_input_tokens": 8191, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "openai" + }, + "text-embedding-ada-002": { + "max_input_tokens": 8191, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "openai" + }, + "text-embedding-ada-002-v2": { + "max_input_tokens": 8191, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "openai" + }, + "text-embedding-large-exp-03-07": { + "max_input_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" + }, + "text-embedding-preview-0409": { + "max_input_tokens": 3072, + "input_cost_per_token": 6.25e-9, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" + }, + "text-moderation-007": { + "max_input_tokens": 32768, + "max_output_tokens": 0, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "moderation", + "litellm_provider": "openai" + }, + "text-moderation-latest": { + "max_input_tokens": 32768, + "max_output_tokens": 0, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "moderation", + "litellm_provider": "openai" + }, + "text-moderation-stable": { + "max_input_tokens": 32768, + "max_output_tokens": 0, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "moderation", + "litellm_provider": "openai" + }, + "text-multilingual-embedding-002": { + "max_input_tokens": 2048, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" + }, + "text-unicorn": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.000028, + "mode": "completion", + "litellm_provider": "vertex_ai-text-models" + }, + "text-unicorn@001": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.000028, + "mode": "completion", + "litellm_provider": "vertex_ai-text-models" + }, + "together-ai-21.1b-41b": { + "input_cost_per_token": 8e-7, + "output_cost_per_token": 8e-7, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together-ai-4.1b-8b": { + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together-ai-41.1b-80b": { + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together-ai-8.1b-21b": { + "input_cost_per_token": 3e-7, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together-ai-81.1b-110b": { + "input_cost_per_token": 0.0000018, + "output_cost_per_token": 0.0000018, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together-ai-embedding-151m-to-350m": { + "input_cost_per_token": 1.6e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "together_ai" + }, + "together-ai-embedding-up-to-150m": { + "input_cost_per_token": 8e-9, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "together_ai" + }, + "together_ai/baai/bge-base-en-v1.5": { + "max_input_tokens": 512, + "input_cost_per_token": 8e-9, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "together_ai" + }, + "together_ai/BAAI/bge-base-en-v1.5": { + "max_input_tokens": 512, + "input_cost_per_token": 8e-9, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "together_ai" + }, + "together-ai-up-to-4b": { + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/Qwen/Qwen2.5-72B-Instruct-Turbo": { + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/Qwen/Qwen2.5-7B-Instruct-Turbo": { + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/Qwen/Qwen3-235B-A22B-Instruct-2507-tput": { + "max_input_tokens": 262000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.000006, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/Qwen/Qwen3-235B-A22B-Thinking-2507": { + "max_input_tokens": 256000, + "input_cost_per_token": 6.5e-7, + "output_cost_per_token": 0.000003, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/Qwen/Qwen3-235B-A22B-fp8-tput": { + "max_input_tokens": 40000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8": { + "max_input_tokens": 256000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/deepseek-ai/DeepSeek-R1": { + "max_input_tokens": 128000, + "max_output_tokens": 20480, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000007, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/deepseek-ai/DeepSeek-R1-0528-tput": { + "max_input_tokens": 128000, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.00000219, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/deepseek-ai/DeepSeek-V3": { + "max_input_tokens": 65536, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00000125, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/deepseek-ai/DeepSeek-V3.1": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000017, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/meta-llama/Llama-3.2-3B-Instruct-Turbo": { + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/meta-llama/Llama-3.3-70B-Instruct-Turbo": { + "input_cost_per_token": 8.8e-7, + "output_cost_per_token": 8.8e-7, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/meta-llama/Llama-3.3-70B-Instruct-Turbo-Free": { + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8": { + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 8.5e-7, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/meta-llama/Llama-4-Scout-17B-16E-Instruct": { + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 5.9e-7, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo": { + "input_cost_per_token": 0.0000035, + "output_cost_per_token": 0.0000035, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo": { + "input_cost_per_token": 8.8e-7, + "output_cost_per_token": 8.8e-7, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo": { + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 1.8e-7, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/mistralai/Mistral-7B-Instruct-v0.1": { + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/mistralai/Mistral-Small-24B-Instruct-2501": { + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/mistralai/Mixtral-8x7B-Instruct-v0.1": { + "input_cost_per_token": 6e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/moonshotai/Kimi-K2-Instruct": { + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/openai/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/openai/gpt-oss-20b": { + "max_input_tokens": 128000, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/togethercomputer/CodeLlama-34b-Instruct": { + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/zai-org/GLM-4.5-Air-FP8": { + "max_input_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.0000011, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/zai-org/GLM-4.6": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/zai-org/GLM-4.7": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 4.5e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/moonshotai/Kimi-K2.5": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000028, + "mode": "chat", + "litellm_provider": "together_ai", + "supports_vision": true + }, + "together_ai/moonshotai/Kimi-K2-Instruct-0905": { + "max_input_tokens": 262144, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/Qwen/Qwen3-Next-80B-A3B-Instruct": { + "max_input_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/Qwen/Qwen3-Next-80B-A3B-Thinking": { + "max_input_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "together_ai/Qwen/Qwen3.5-397B-A17B": { + "max_input_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000036, + "mode": "chat", + "litellm_provider": "together_ai" + }, + "tts-1": { + "mode": "audio_speech", + "litellm_provider": "openai" + }, + "tts-1-hd": { + "mode": "audio_speech", + "litellm_provider": "openai" + }, + "aws_polly/standard": { + "mode": "audio_speech", + "litellm_provider": "aws_polly" + }, + "aws_polly/neural": { + "mode": "audio_speech", + "litellm_provider": "aws_polly" + }, + "aws_polly/long-form": { + "mode": "audio_speech", + "litellm_provider": "aws_polly" + }, + "aws_polly/generative": { + "mode": "audio_speech", + "litellm_provider": "aws_polly" + }, + "us.amazon.nova-lite-v1:0": { + "max_input_tokens": 300000, + "max_output_tokens": 10000, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2.4e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "us.amazon.nova-micro-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 10000, + "input_cost_per_token": 3.5e-8, + "output_cost_per_token": 1.4e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "us.amazon.nova-premier-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 10000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.0000125, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "us.amazon.nova-pro-v1:0": { + "max_input_tokens": 300000, + "max_output_tokens": 10000, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000032, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "us.anthropic.claude-3-5-haiku-20241022-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.000004, + "cache_creation_input_token_cost": 0.000001, + "cache_read_input_token_cost": 8e-8, + "mode": "chat", + "litellm_provider": "bedrock", + "supports_pdf_input": true + }, + "us.anthropic.claude-haiku-4-5-20251001-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000055, + "cache_creation_input_token_cost": 0.000001375, + "cache_read_input_token_cost": 1.1e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "us.anthropic.claude-3-5-sonnet-20240620-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true + }, + "us.anthropic.claude-3-5-sonnet-20241022-v2:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true + }, + "us.anthropic.claude-3-7-sonnet-20250219-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "us.anthropic.claude-3-haiku-20240307-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000125, + "cache_creation_input_token_cost": 3.125e-7, + "cache_read_input_token_cost": 2.5e-8, + "mode": "chat", + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true + }, + "us.anthropic.claude-3-opus-20240229-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, + "mode": "chat", + "litellm_provider": "bedrock", + "supports_vision": true + }, + "us.anthropic.claude-3-sonnet-20240229-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true + }, + "us.anthropic.claude-opus-4-1-20250805-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "us.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "input_cost_per_token_above_200k_tokens": 0.0000066, + "output_cost_per_token_above_200k_tokens": 0.00002475, + "cache_creation_input_token_cost": 0.000004125, + "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, + "cache_read_input_token_cost": 3.3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "us-gov.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000036, + "output_cost_per_token": 0.000018, + "input_cost_per_token_above_200k_tokens": 0.0000072, + "output_cost_per_token_above_200k_tokens": 0.000027, + "cache_creation_input_token_cost": 0.0000045, + "cache_creation_input_token_cost_above_200k_tokens": 0.000009, + "cache_read_input_token_cost": 3.6e-7, + "cache_read_input_token_cost_above_200k_tokens": 7.2e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "au.anthropic.claude-haiku-4-5-20251001-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000055, + "cache_creation_input_token_cost": 0.000001375, + "cache_read_input_token_cost": 1.1e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "us.anthropic.claude-opus-4-20250514-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "us.anthropic.claude-opus-4-5-20251101-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "global.anthropic.claude-opus-4-5-20251101-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "eu.anthropic.claude-opus-4-5-20251101-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "us.anthropic.claude-sonnet-4-20250514-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "us.deepseek.r1-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00000135, + "output_cost_per_token": 0.0000054, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "us.deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 6.2e-7, + "output_cost_per_token": 0.00000185, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "eu.deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 7.4e-7, + "output_cost_per_token": 0.00000222, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "us.meta.llama3-1-405b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00000532, + "output_cost_per_token": 0.000016, + "mode": "chat", + "litellm_provider": "bedrock" + }, + "us.meta.llama3-1-70b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 9.9e-7, + "output_cost_per_token": 9.9e-7, + "mode": "chat", + "litellm_provider": "bedrock" + }, + "us.meta.llama3-1-8b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 2.2e-7, + "mode": "chat", + "litellm_provider": "bedrock" + }, + "us.meta.llama3-2-11b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 3.5e-7, + "mode": "chat", + "litellm_provider": "bedrock", + "supports_vision": true + }, + "us.meta.llama3-2-1b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "bedrock" + }, + "us.meta.llama3-2-3b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, + "mode": "chat", + "litellm_provider": "bedrock" + }, + "us.meta.llama3-2-90b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "bedrock", + "supports_vision": true + }, + "us.meta.llama3-3-70b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "us.meta.llama4-maverick-17b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 2.4e-7, + "output_cost_per_token": 9.7e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "us.meta.llama4-scout-17b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 1.7e-7, + "output_cost_per_token": 6.6e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "us.mistral.pixtral-large-2502-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "v0/v0-1.0-md": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "v0", + "supports_vision": true + }, + "v0/v0-1.5-lg": { + "max_input_tokens": 512000, + "max_output_tokens": 512000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "mode": "chat", + "litellm_provider": "v0", + "supports_vision": true + }, + "v0/v0-1.5-md": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "v0", + "supports_vision": true + }, + "vercel_ai_gateway/alibaba/qwen-3-14b": { + "max_input_tokens": 40960, + "max_output_tokens": 16384, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 2.4e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/alibaba/qwen-3-235b": { + "max_input_tokens": 40960, + "max_output_tokens": 16384, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/alibaba/qwen-3-30b": { + "max_input_tokens": 40960, + "max_output_tokens": 16384, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/alibaba/qwen-3-32b": { + "max_input_tokens": 40960, + "max_output_tokens": 16384, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/alibaba/qwen3-coder": { + "max_input_tokens": 262144, + "max_output_tokens": 66536, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/amazon/nova-lite": { + "max_input_tokens": 300000, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2.4e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/amazon/nova-micro": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.5e-8, + "output_cost_per_token": 1.4e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/amazon/nova-pro": { + "max_input_tokens": 300000, + "max_output_tokens": 8192, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000032, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/amazon/titan-embed-text-v2": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/anthropic/claude-3-haiku": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000125, + "cache_creation_input_token_cost": 3e-7, + "cache_read_input_token_cost": 3e-8, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/anthropic/claude-3-opus": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/anthropic/claude-3.5-haiku": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.000004, + "cache_creation_input_token_cost": 0.000001, + "cache_read_input_token_cost": 8e-8, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/anthropic/claude-3.5-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/anthropic/claude-3.7-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/anthropic/claude-4-opus": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/anthropic/claude-4-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/anthropic/claude-3-5-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/anthropic/claude-3-5-sonnet-20241022": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/anthropic/claude-3-7-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/anthropic/claude-haiku-4.5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/anthropic/claude-opus-4": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/anthropic/claude-opus-4.1": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/anthropic/claude-opus-4.5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/anthropic/claude-opus-4.6": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/anthropic/claude-sonnet-4": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/anthropic/claude-sonnet-4.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/cohere/command-a": { + "max_input_tokens": 256000, + "max_output_tokens": 8000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/cohere/command-r": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/cohere/command-r-plus": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/cohere/embed-v4.0": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/deepseek/deepseek-r1": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.00000219, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/deepseek/deepseek-r1-distill-llama-70b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 9.9e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/deepseek/deepseek-v3": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/google/gemini-2.0-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/google/gemini-2.0-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/google/gemini-2.5-flash": { + "max_input_tokens": 1000000, + "max_output_tokens": 65536, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/google/gemini-2.5-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/google/gemini-embedding-001": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/google/gemma-2-9b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/google/text-embedding-005": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 2.5e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/google/text-multilingual-embedding-002": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 2.5e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/inception/mercury-coder-small": { + "max_input_tokens": 32000, + "max_output_tokens": 16384, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000001, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/meta/llama-3-70b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 5.9e-7, + "output_cost_per_token": 7.9e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/meta/llama-3-8b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 8e-8, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/meta/llama-3.1-70b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/meta/llama-3.1-8b": { + "max_input_tokens": 131000, + "max_output_tokens": 131072, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 8e-8, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/meta/llama-3.2-11b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 1.6e-7, + "output_cost_per_token": 1.6e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/meta/llama-3.2-1b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/meta/llama-3.2-3b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/meta/llama-3.2-90b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/meta/llama-3.3-70b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/meta/llama-4-maverick": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/meta/llama-4-scout": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/mistral/codestral": { + "max_input_tokens": 256000, + "max_output_tokens": 4000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/mistral/codestral-embed": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/mistral/devstral-small": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.8e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/mistral/magistral-medium": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/mistral/magistral-small": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/mistral/ministral-3b": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 4e-8, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/mistral/ministral-8b": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/mistral/mistral-embed": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/mistral/mistral-large": { + "max_input_tokens": 32000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/mistral/mistral-saba-24b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 7.9e-7, + "output_cost_per_token": 7.9e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/mistral/mistral-small": { + "max_input_tokens": 32000, + "max_output_tokens": 4000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/mistral/mixtral-8x22b-instruct": { + "max_input_tokens": 65536, + "max_output_tokens": 2048, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/mistral/pixtral-12b": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/mistral/pixtral-large": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/moonshotai/kimi-k2": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.0000022, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/morph/morph-v3-fast": { + "max_input_tokens": 32768, + "max_output_tokens": 16384, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/morph/morph-v3-large": { + "max_input_tokens": 32768, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 0.0000019, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/openai/gpt-3.5-turbo": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/openai/gpt-3.5-turbo-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/openai/gpt-4-turbo": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/openai/gpt-4.1": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/openai/gpt-4.1-mini": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 1e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/openai/gpt-4.1-nano": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 2.5e-8, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/openai/gpt-4o": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 0.00000125, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/openai/gpt-4o-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 7.5e-8, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/openai/o1": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00006, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 0.0000075, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/openai/o3": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/openai/o3-mini": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/openai/o4-mini": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 2.75e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/openai/text-embedding-3-large": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/openai/text-embedding-3-small": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/openai/text-embedding-ada-002": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/perplexity/sonar": { + "max_input_tokens": 127000, + "max_output_tokens": 8000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000001, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/perplexity/sonar-pro": { + "max_input_tokens": 200000, + "max_output_tokens": 8000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/perplexity/sonar-reasoning": { + "max_input_tokens": 127000, + "max_output_tokens": 8000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/perplexity/sonar-reasoning-pro": { + "max_input_tokens": 127000, + "max_output_tokens": 8000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/vercel/v0-1.0-md": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/vercel/v0-1.5-md": { + "max_input_tokens": 128000, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/xai/grok-2": { + "max_input_tokens": 131072, + "max_output_tokens": 4000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/xai/grok-2-vision": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/xai/grok-3": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/xai/grok-3-fast": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/xai/grok-3-mini": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/xai/grok-3-mini-fast": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000004, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/xai/grok-4": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/zai/glm-4.5": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/zai/glm-4.5-air": { + "max_input_tokens": 128000, + "max_output_tokens": 96000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.0000011, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/zai/glm-4.6": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 4.5e-7, + "output_cost_per_token": 0.0000018, + "cache_read_input_token_cost": 1.1e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vertex_ai/chirp": { + "mode": "audio_speech", + "litellm_provider": "vertex_ai" + }, + "vertex_ai/chirp_3": { + "mode": "audio_transcription", + "litellm_provider": "vertex_ai" + }, + "vertex_ai/claude-3-5-haiku": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true + }, + "vertex_ai/claude-3-5-haiku@20241022": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true + }, + "vertex_ai/claude-haiku-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-haiku-4-5@20251001": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-3-5-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-3-5-sonnet@20240620": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-3-7-sonnet@20250219": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-3-haiku": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000125, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_vision": true + }, + "vertex_ai/claude-3-haiku@20240307": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000125, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_vision": true + }, + "vertex_ai/claude-3-opus": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_vision": true + }, + "vertex_ai/claude-3-opus@20240229": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_vision": true + }, + "vertex_ai/claude-3-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_vision": true + }, + "vertex_ai/claude-3-sonnet@20240229": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_vision": true + }, + "vertex_ai/claude-opus-4": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-opus-4-1": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_vision": true + }, + "vertex_ai/claude-opus-4-1@20250805": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_vision": true + }, + "vertex_ai/claude-opus-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-opus-4-5@20251101": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-opus-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-opus-4-6@default": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-opus-4-7": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-opus-4-7@default": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-fable-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00005, + "cache_creation_input_token_cost": 0.0000125, + "cache_read_input_token_cost": 0.000001, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-fable-5@default": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00005, + "cache_creation_input_token_cost": 0.0000125, + "cache_read_input_token_cost": 0.000001, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-opus-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-opus-5@default": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-opus-4-8": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-opus-4-8@default": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-sonnet-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-sonnet-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "cache_creation_input_token_cost": 0.0000025, + "cache_read_input_token_cost": 2e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-sonnet-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-sonnet-4-5@20250929": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-opus-4@20250514": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-sonnet-4": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/claude-sonnet-4@20250514": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/mistralai/codestral-2@001": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-mistral_models" + }, + "vertex_ai/codestral-2": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-mistral_models" + }, + "vertex_ai/codestral-2@001": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-mistral_models" + }, + "vertex_ai/mistralai/codestral-2": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-mistral_models" + }, + "vertex_ai/codestral-2501": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-mistral_models" + }, + "vertex_ai/codestral@2405": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-mistral_models" + }, + "vertex_ai/codestral@latest": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-mistral_models" + }, + "vertex_ai/deepseek-ai/deepseek-v3.1-maas": { + "max_input_tokens": 163840, + "max_output_tokens": 32768, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000017, + "mode": "chat", + "litellm_provider": "vertex_ai-deepseek_models" + }, + "vertex_ai/deepseek-ai/deepseek-v3.2-maas": { + "max_input_tokens": 163840, + "max_output_tokens": 32768, + "input_cost_per_token": 5.6e-7, + "output_cost_per_token": 0.00000168, + "mode": "chat", + "litellm_provider": "vertex_ai-deepseek_models" + }, + "vertex_ai/deepseek-ai/deepseek-r1-0528-maas": { + "max_input_tokens": 65336, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000135, + "output_cost_per_token": 0.0000054, + "mode": "chat", + "litellm_provider": "vertex_ai-deepseek_models" + }, + "vertex_ai/gemini-2.5-flash-image": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 3e-8, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true + }, + "vertex_ai/gemini-3-pro-image": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models" + }, + "vertex_ai/gemini-3-pro-image-preview": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models" + }, + "vertex_ai/gemini-3.1-flash-image": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, + "output_cost_per_image_token": 0.00006, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models" + }, + "vertex_ai/gemini-3.1-flash-image-preview": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, + "output_cost_per_image_token": 0.00006, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models" + }, + "vertex_ai/gemini-3.1-flash-lite-image": { + "max_input_tokens": 65536, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 2.5e-8, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_video_input": true + }, + "vertex_ai/gemini-3.1-flash-lite-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 2.5e-8, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true + }, + "vertex_ai/gemini-3.1-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 2.5e-8, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true + }, + "vertex_ai/gemini-3.5-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 3e-8, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true + }, + "vertex_ai/deep-research-pro-preview-12-2025": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models" + }, + "vertex_ai/imagegeneration@006": { + "mode": "image_generation", + "litellm_provider": "vertex_ai-image-models" + }, + "vertex_ai/imagen-3.0-fast-generate-001": { + "mode": "image_generation", + "litellm_provider": "vertex_ai-image-models" + }, + "vertex_ai/imagen-3.0-generate-001": { + "mode": "image_generation", + "litellm_provider": "vertex_ai-image-models" + }, + "vertex_ai/imagen-3.0-generate-002": { + "mode": "image_generation", + "litellm_provider": "vertex_ai-image-models" + }, + "vertex_ai/imagen-3.0-capability-001": { + "mode": "image_generation", + "litellm_provider": "vertex_ai-image-models" + }, + "vertex_ai/imagen-4.0-fast-generate-001": { + "mode": "image_generation", + "litellm_provider": "vertex_ai-image-models" + }, + "vertex_ai/imagen-4.0-generate-001": { + "mode": "image_generation", + "litellm_provider": "vertex_ai-image-models" + }, + "vertex_ai/imagen-4.0-ultra-generate-001": { + "mode": "image_generation", + "litellm_provider": "vertex_ai-image-models" + }, + "vertex_ai/jamba-1.5": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-ai21_models" + }, + "vertex_ai/jamba-1.5-large": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "mode": "chat", + "litellm_provider": "vertex_ai-ai21_models" + }, + "vertex_ai/jamba-1.5-large@001": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "mode": "chat", + "litellm_provider": "vertex_ai-ai21_models" + }, + "vertex_ai/jamba-1.5-mini": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-ai21_models" + }, + "vertex_ai/jamba-1.5-mini@001": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-ai21_models" + }, + "vertex_ai/meta/llama-3.1-405b-instruct-maas": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000016, + "mode": "chat", + "litellm_provider": "vertex_ai-llama_models", + "supports_vision": true + }, + "vertex_ai/meta/llama-3.1-70b-instruct-maas": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "vertex_ai-llama_models", + "supports_vision": true + }, + "vertex_ai/meta/llama-3.1-8b-instruct-maas": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "vertex_ai-llama_models", + "supports_vision": true + }, + "vertex_ai/meta/llama-3.2-90b-vision-instruct-maas": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "vertex_ai-llama_models", + "supports_vision": true + }, + "vertex_ai/meta/llama-4-maverick-17b-128e-instruct-maas": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 0.00000115, + "mode": "chat", + "litellm_provider": "vertex_ai-llama_models" + }, + "vertex_ai/meta/llama-4-maverick-17b-16e-instruct-maas": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 0.00000115, + "mode": "chat", + "litellm_provider": "vertex_ai-llama_models" + }, + "vertex_ai/meta/llama-4-scout-17b-128e-instruct-maas": { + "max_input_tokens": 10000000, + "max_output_tokens": 10000000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 7e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-llama_models" + }, + "vertex_ai/meta/llama-4-scout-17b-16e-instruct-maas": { + "max_input_tokens": 10000000, + "max_output_tokens": 10000000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 7e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-llama_models" + }, + "vertex_ai/meta/llama3-405b-instruct-maas": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "vertex_ai-llama_models" + }, + "vertex_ai/meta/llama3-70b-instruct-maas": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "vertex_ai-llama_models" + }, + "vertex_ai/meta/llama3-8b-instruct-maas": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "vertex_ai-llama_models" + }, + "vertex_ai/minimaxai/minimax-m2-maas": { + "max_input_tokens": 196608, + "max_output_tokens": 196608, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "vertex_ai-minimax_models" + }, + "vertex_ai/moonshotai/kimi-k2-thinking-maas": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "vertex_ai-moonshot_models" + }, + "vertex_ai/zai-org/glm-4.7-maas": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "mode": "chat", + "litellm_provider": "vertex_ai-zai_models" + }, + "vertex_ai/zai-org/glm-5-maas": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.0000032, + "cache_read_input_token_cost": 1e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-zai_models" + }, + "vertex_ai/mistral-medium-3": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "vertex_ai-mistral_models" + }, + "vertex_ai/mistral-medium-3@001": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "vertex_ai-mistral_models" + }, + "vertex_ai/mistralai/mistral-medium-3": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "vertex_ai-mistral_models" + }, + "vertex_ai/mistralai/mistral-medium-3@001": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "vertex_ai-mistral_models" + }, + "vertex_ai/mistral-large-2411": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "mode": "chat", + "litellm_provider": "vertex_ai-mistral_models" + }, + "vertex_ai/mistral-large@2407": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "mode": "chat", + "litellm_provider": "vertex_ai-mistral_models" + }, + "vertex_ai/mistral-large@2411-001": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "mode": "chat", + "litellm_provider": "vertex_ai-mistral_models" + }, + "vertex_ai/mistral-large@latest": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "mode": "chat", + "litellm_provider": "vertex_ai-mistral_models" + }, + "vertex_ai/mistral-nemo@2407": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000003, + "mode": "chat", + "litellm_provider": "vertex_ai-mistral_models" + }, + "vertex_ai/mistral-nemo@latest": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-mistral_models" + }, + "vertex_ai/mistral-small-2503": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "mode": "chat", + "litellm_provider": "vertex_ai-mistral_models", + "supports_vision": true + }, + "vertex_ai/mistral-small-2503@001": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "mode": "chat", + "litellm_provider": "vertex_ai-mistral_models" + }, + "vertex_ai/mistral-ocr-2505": { + "mode": "ocr", + "litellm_provider": "vertex_ai" + }, + "vertex_ai/deepseek-ai/deepseek-ocr-maas": { + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "mode": "ocr", + "litellm_provider": "vertex_ai" + }, + "vertex_ai/google/gemma-4-26b-a4b-it-maas": { + "max_input_tokens": 256000, + "max_output_tokens": 128000, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-openai_models", + "supports_vision": true + }, + "vertex_ai/openai/gpt-oss-120b-maas": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 3.6e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-openai_models" + }, + "vertex_ai/openai/gpt-oss-20b-maas": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-openai_models" + }, + "vertex_ai/xai/grok-4.1-fast-non-reasoning": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, + "mode": "chat", + "litellm_provider": "vertex_ai", + "supports_vision": true + }, + "vertex_ai/xai/grok-4.1-fast-reasoning": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, + "mode": "chat", + "litellm_provider": "vertex_ai", + "supports_vision": true + }, + "vertex_ai/xai/grok-4.20-non-reasoning": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "cache_read_input_token_cost": 2e-7, + "mode": "chat", + "litellm_provider": "vertex_ai", + "supports_vision": true + }, + "vertex_ai/xai/grok-4.20-reasoning": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "cache_read_input_token_cost": 2e-7, + "mode": "chat", + "litellm_provider": "vertex_ai", + "supports_vision": true + }, + "vertex_ai/qwen/qwen3-235b-a22b-instruct-2507-maas": { + "max_input_tokens": 262144, + "max_output_tokens": 16384, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-qwen_models" + }, + "vertex_ai/qwen/qwen3-coder-480b-a35b-instruct-maas": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 0.0000018, + "mode": "chat", + "litellm_provider": "vertex_ai-qwen_models" + }, + "vertex_ai/qwen/qwen3-next-80b-a3b-instruct-maas": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "vertex_ai-qwen_models" + }, + "vertex_ai/qwen/qwen3-next-80b-a3b-thinking-maas": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "vertex_ai-qwen_models" + }, + "vertex_ai/veo-2.0-generate-001": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "vertex_ai-video-models" + }, + "vertex_ai/veo-3.0-fast-generate-001": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "vertex_ai-video-models" + }, + "vertex_ai/veo-3.0-generate-001": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "vertex_ai-video-models" + }, + "vertex_ai/veo-3.1-generate-preview": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "vertex_ai-video-models" + }, + "vertex_ai/veo-3.1-fast-generate-preview": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "vertex_ai-video-models" + }, + "vertex_ai/veo-3.1-generate-001": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "vertex_ai-video-models" + }, + "vertex_ai/veo-3.1-fast-generate-001": { "max_input_tokens": 1024, "mode": "video_generation", - "litellm_provider": "vertex_ai-video-models" + "litellm_provider": "vertex_ai-video-models" + }, + "voyage/rerank-2": { + "max_input_tokens": 16000, + "max_output_tokens": 16000, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "voyage" + }, + "voyage/rerank-2-lite": { + "max_input_tokens": 8000, + "max_output_tokens": 8000, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "voyage" + }, + "voyage/rerank-2.5": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "voyage" + }, + "voyage/rerank-2.5-lite": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "voyage" + }, + "voyage/voyage-2": { + "max_input_tokens": 4000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" + }, + "voyage/voyage-3": { + "max_input_tokens": 32000, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" + }, + "voyage/voyage-3-large": { + "max_input_tokens": 32000, + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" + }, + "voyage/voyage-3-lite": { + "max_input_tokens": 32000, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" + }, + "voyage/voyage-3.5": { + "max_input_tokens": 32000, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" + }, + "voyage/voyage-3.5-lite": { + "max_input_tokens": 32000, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" + }, + "voyage/voyage-code-2": { + "max_input_tokens": 16000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" + }, + "voyage/voyage-code-3": { + "max_input_tokens": 32000, + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" + }, + "voyage/voyage-context-3": { + "max_input_tokens": 120000, + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" + }, + "voyage/voyage-finance-2": { + "max_input_tokens": 32000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" + }, + "voyage/voyage-large-2": { + "max_input_tokens": 16000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" + }, + "voyage/voyage-law-2": { + "max_input_tokens": 16000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" + }, + "voyage/voyage-lite-01": { + "max_input_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" + }, + "voyage/voyage-lite-02-instruct": { + "max_input_tokens": 4000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" + }, + "voyage/voyage-multimodal-3": { + "max_input_tokens": 32000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" + }, + "wandb/openai/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.015, + "output_cost_per_token": 0.06, + "mode": "chat", + "litellm_provider": "wandb" + }, + "wandb/openai/gpt-oss-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.005, + "output_cost_per_token": 0.02, + "mode": "chat", + "litellm_provider": "wandb" + }, + "wandb/zai-org/GLM-4.5": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.055, + "output_cost_per_token": 0.2, + "mode": "chat", + "litellm_provider": "wandb" + }, + "wandb/Qwen/Qwen3-235B-A22B-Instruct-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.01, + "output_cost_per_token": 0.01, + "mode": "chat", + "litellm_provider": "wandb" + }, + "wandb/Qwen/Qwen3-Coder-480B-A35B-Instruct": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.1, + "output_cost_per_token": 0.15, + "mode": "chat", + "litellm_provider": "wandb" + }, + "wandb/Qwen/Qwen3-235B-A22B-Thinking-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.01, + "output_cost_per_token": 0.01, + "mode": "chat", + "litellm_provider": "wandb" + }, + "wandb/moonshotai/Kimi-K2-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "wandb" + }, + "wandb/moonshotai/Kimi-K2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 1e-7, + "mode": "chat", + "litellm_provider": "wandb", + "supports_vision": true + }, + "wandb/MiniMaxAI/MiniMax-M2.5": { + "max_input_tokens": 197000, + "max_output_tokens": 197000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "wandb" + }, + "wandb/meta-llama/Llama-3.1-8B-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.022, + "output_cost_per_token": 0.022, + "mode": "chat", + "litellm_provider": "wandb" + }, + "wandb/deepseek-ai/DeepSeek-V3.1": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.055, + "output_cost_per_token": 0.165, + "mode": "chat", + "litellm_provider": "wandb" + }, + "wandb/deepseek-ai/DeepSeek-R1-0528": { + "max_input_tokens": 161000, + "max_output_tokens": 161000, + "input_cost_per_token": 0.135, + "output_cost_per_token": 0.54, + "mode": "chat", + "litellm_provider": "wandb" + }, + "wandb/deepseek-ai/DeepSeek-V3-0324": { + "max_input_tokens": 161000, + "max_output_tokens": 161000, + "input_cost_per_token": 0.114, + "output_cost_per_token": 0.275, + "mode": "chat", + "litellm_provider": "wandb" + }, + "wandb/meta-llama/Llama-3.3-70B-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.071, + "output_cost_per_token": 0.071, + "mode": "chat", + "litellm_provider": "wandb" + }, + "wandb/meta-llama/Llama-4-Scout-17B-16E-Instruct": { + "max_input_tokens": 64000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.017, + "output_cost_per_token": 0.066, + "mode": "chat", + "litellm_provider": "wandb" + }, + "wandb/microsoft/Phi-4-mini-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.008, + "output_cost_per_token": 0.035, + "mode": "chat", + "litellm_provider": "wandb" + }, + "watsonx/ibm/granite-3-8b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false, + "supports_audio_input": false + }, + "watsonx/mistralai/mistral-large": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false, + "supports_audio_input": false + }, + "watsonx/bigscience/mt0-xxl-13b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.0005, + "output_cost_per_token": 0.002, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false + }, + "watsonx/core42/jais-13b-chat": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.0005, + "output_cost_per_token": 0.002, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false + }, + "watsonx/google/flan-t5-xl-3b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false + }, + "watsonx/ibm/granite-13b-chat-v2": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false + }, + "watsonx/ibm/granite-13b-instruct-v2": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false + }, + "watsonx/ibm/granite-3-3-8b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false + }, + "watsonx/ibm/granite-4-h-small": { + "max_input_tokens": 20480, + "max_output_tokens": 20480, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2.5e-7, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false + }, + "watsonx/ibm/granite-guardian-3-2-2b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false + }, + "watsonx/ibm/granite-guardian-3-3-8b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false + }, + "watsonx/ibm/granite-ttm-1024-96-r2": { + "max_input_tokens": 512, + "max_output_tokens": 512, + "input_cost_per_token": 3.8e-7, + "output_cost_per_token": 3.8e-7, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false + }, + "watsonx/ibm/granite-ttm-1536-96-r2": { + "max_input_tokens": 512, + "max_output_tokens": 512, + "input_cost_per_token": 3.8e-7, + "output_cost_per_token": 3.8e-7, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false + }, + "watsonx/ibm/granite-ttm-512-96-r2": { + "max_input_tokens": 512, + "max_output_tokens": 512, + "input_cost_per_token": 3.8e-7, + "output_cost_per_token": 3.8e-7, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false + }, + "watsonx/ibm/granite-vision-3-2-2b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": true + }, + "watsonx/meta-llama/llama-3-2-11b-vision-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 3.5e-7, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": true + }, + "watsonx/meta-llama/llama-3-2-1b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false + }, + "watsonx/meta-llama/llama-3-2-3b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false + }, + "watsonx/meta-llama/llama-3-2-90b-vision-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": true + }, + "watsonx/meta-llama/llama-3-3-70b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 7.1e-7, + "output_cost_per_token": 7.1e-7, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false + }, + "watsonx/meta-llama/llama-4-maverick-17b": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 0.0000014, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false + }, + "watsonx/meta-llama/llama-guard-3-11b-vision": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 3.5e-7, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": true + }, + "watsonx/mistralai/mistral-medium-2505": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false + }, + "watsonx/mistralai/mistral-small-2503": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false + }, + "watsonx/mistralai/mistral-small-3-1-24b-instruct-2503": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false + }, + "watsonx/mistralai/pixtral-12b-2409": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 3.5e-7, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": true + }, + "watsonx/openai/gpt-oss-120b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false + }, + "watsonx/sdaia/allam-1-13b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.0000018, + "output_cost_per_token": 0.0000018, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false + }, + "watsonx/whisper-large-v3-turbo": { + "mode": "audio_transcription", + "litellm_provider": "watsonx" + }, + "whisper-1": { + "mode": "audio_transcription", + "litellm_provider": "openai" + }, + "xai/grok-2": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "xai" + }, + "xai/grok-2-1212": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "xai" + }, + "xai/grok-2-latest": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "xai" + }, + "xai/grok-2-vision": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true + }, + "xai/grok-2-vision-1212": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true + }, + "xai/grok-2-vision-latest": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true + }, + "xai/grok-3": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 7.5e-7, + "mode": "chat", + "litellm_provider": "xai" + }, + "xai/grok-3-beta": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 7.5e-7, + "mode": "chat", + "litellm_provider": "xai" + }, + "xai/grok-3-fast-beta": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_read_input_token_cost": 0.00000125, + "mode": "chat", + "litellm_provider": "xai" + }, + "xai/grok-3-fast-latest": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_read_input_token_cost": 0.00000125, + "mode": "chat", + "litellm_provider": "xai" + }, + "xai/grok-3-latest": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 7.5e-7, + "mode": "chat", + "litellm_provider": "xai" + }, + "xai/grok-3-mini": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 7.5e-8, + "mode": "chat", + "litellm_provider": "xai" + }, + "xai/grok-3-mini-beta": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 7.5e-8, + "mode": "chat", + "litellm_provider": "xai" + }, + "xai/grok-3-mini-fast": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.5e-7, + "mode": "chat", + "litellm_provider": "xai" + }, + "xai/grok-3-mini-fast-beta": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.5e-7, + "mode": "chat", + "litellm_provider": "xai" + }, + "xai/grok-3-mini-fast-latest": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.5e-7, + "mode": "chat", + "litellm_provider": "xai" + }, + "xai/grok-3-mini-latest": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 7.5e-8, + "mode": "chat", + "litellm_provider": "xai" + }, + "xai/grok-4": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "xai" + }, + "xai/grok-4-fast-reasoning": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, + "mode": "chat", + "litellm_provider": "xai" + }, + "xai/grok-4-fast-non-reasoning": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, + "mode": "chat", + "litellm_provider": "xai" + }, + "xai/grok-4-0709": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "xai" + }, + "xai/grok-4-latest": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "xai" + }, + "xai/grok-4-1-fast": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true, + "supports_audio_input": true + }, + "xai/grok-4-1-fast-reasoning": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true, + "supports_audio_input": true + }, + "xai/grok-4-1-fast-reasoning-latest": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true, + "supports_audio_input": true + }, + "xai/grok-4-1-fast-non-reasoning": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true, + "supports_audio_input": true + }, + "xai/grok-4-1-fast-non-reasoning-latest": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true, + "supports_audio_input": true + }, + "xai/grok-4.20-multi-agent-beta-0309": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000005, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true + }, + "xai/grok-4.20-beta-0309-reasoning": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000005, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true + }, + "xai/grok-4.20-0309-reasoning": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000005, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true + }, + "xai/grok-4.20-beta-0309-non-reasoning": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000005, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true + }, + "xai/grok-4.3": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000005, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true + }, + "xai/grok-4.3-latest": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000005, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true + }, + "xai/grok-4.5": { + "max_input_tokens": 500000, + "max_output_tokens": 500000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000012, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true + }, + "xai/grok-4.5-latest": { + "max_input_tokens": 500000, + "max_output_tokens": 500000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000012, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true + }, + "xai/grok-4.6": { + "max_input_tokens": 500000, + "max_output_tokens": 500000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000012, + "cache_read_input_token_cost": 5e-7, + "cache_read_input_token_cost_above_200k_tokens": 0.000001, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true + }, + "xai/grok-beta": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true + }, + "xai/grok-code-fast": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000002, + "input_cost_per_token_above_200k_tokens": 0.000002, + "output_cost_per_token_above_200k_tokens": 0.000004, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true + }, + "xai/grok-code-fast-1": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000002, + "input_cost_per_token_above_200k_tokens": 0.000002, + "output_cost_per_token_above_200k_tokens": 0.000004, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true + }, + "xai/grok-code-fast-1-0825": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000002, + "input_cost_per_token_above_200k_tokens": 0.000002, + "output_cost_per_token_above_200k_tokens": 0.000004, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true + }, + "xai/grok-vision-beta": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true + }, + "zai.glm-4.7": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "zai.glm-5": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.0000032, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "zai.glm-4.7-flash": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "zai/glm-5": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.0000032, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 2e-7, + "mode": "chat", + "litellm_provider": "zai" + }, + "zai/glm-5.1": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 2.6e-7, + "mode": "chat", + "litellm_provider": "zai" + }, + "zai/glm-5-code": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "zai" + }, + "zai/glm-4.7": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 1.1e-7, + "mode": "chat", + "litellm_provider": "zai" + }, + "zai/glm-4.7-flash": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 0, + "mode": "chat", + "litellm_provider": "zai" + }, + "zai/glm-4.6": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 1.1e-7, + "mode": "chat", + "litellm_provider": "zai" + }, + "zai/glm-4.5": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "mode": "chat", + "litellm_provider": "zai" + }, + "zai/glm-4.5v": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000018, + "mode": "chat", + "litellm_provider": "zai", + "supports_vision": true + }, + "zai/glm-4.5-x": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.0000089, + "mode": "chat", + "litellm_provider": "zai" + }, + "zai/glm-4.5-air": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.0000011, + "mode": "chat", + "litellm_provider": "zai" + }, + "zai/glm-4.5-airx": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000045, + "mode": "chat", + "litellm_provider": "zai" + }, + "zai/glm-4-32b-0414-128k": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "zai" + }, + "zai/glm-4.5-flash": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "zai" + }, + "vertex_ai/search_api": { + "mode": "vector_store", + "litellm_provider": "vertex_ai" + }, + "openai/container": { + "mode": "chat", + "litellm_provider": "openai" + }, + "openai/sora-2": { + "mode": "video_generation", + "litellm_provider": "openai" }, - "vertex_ai/veo-3.0-fast-generate-001": { - "max_input_tokens": 1024, + "openai/sora-2-pro": { "mode": "video_generation", - "litellm_provider": "vertex_ai-video-models" + "litellm_provider": "openai" }, - "vertex_ai/veo-3.0-generate-001": { - "max_input_tokens": 1024, + "openai/sora-2-pro-high-res": { "mode": "video_generation", - "litellm_provider": "vertex_ai-video-models" + "litellm_provider": "openai" }, - "vertex_ai/veo-3.1-generate-preview": { - "max_input_tokens": 1024, + "azure/sora-2": { "mode": "video_generation", - "litellm_provider": "vertex_ai-video-models" + "litellm_provider": "azure" }, - "vertex_ai/veo-3.1-fast-generate-preview": { - "max_input_tokens": 1024, + "azure/sora-2-pro": { "mode": "video_generation", - "litellm_provider": "vertex_ai-video-models" + "litellm_provider": "azure" }, - "vertex_ai/veo-3.1-generate-001": { - "max_input_tokens": 1024, + "azure/sora-2-pro-high-res": { "mode": "video_generation", - "litellm_provider": "vertex_ai-video-models" + "litellm_provider": "azure" }, - "vertex_ai/veo-3.1-fast-generate-001": { - "max_input_tokens": 1024, + "runwayml/gen4_turbo": { "mode": "video_generation", - "litellm_provider": "vertex_ai-video-models" + "litellm_provider": "runwayml" }, - "voyage/rerank-2": { - "max_input_tokens": 16000, - "max_output_tokens": 16000, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "voyage" + "runwayml/gen4_aleph": { + "mode": "video_generation", + "litellm_provider": "runwayml" + }, + "runwayml/gen3a_turbo": { + "mode": "video_generation", + "litellm_provider": "runwayml" + }, + "runwayml/gen4_image": { + "mode": "image_generation", + "litellm_provider": "runwayml" + }, + "runwayml/gen4_image_turbo": { + "mode": "image_generation", + "litellm_provider": "runwayml" + }, + "runwayml/eleven_multilingual_v2": { + "mode": "audio_speech", + "litellm_provider": "runwayml" + }, + "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-a35b-instruct": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 4.5e-7, + "output_cost_per_token": 0.0000018, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/flux-kontext-pro": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 4e-8, + "mode": "image_generation", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/SSD-1B": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1.3e-10, + "output_cost_per_token": 1.3e-10, + "mode": "image_generation", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/chronos-hermes-13b-v2": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/code-llama-13b": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/code-llama-13b-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/code-llama-13b-python": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/code-llama-34b": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/code-llama-34b-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/code-llama-34b-python": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/code-llama-70b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/code-llama-70b-instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/code-llama-70b-python": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/code-llama-7b": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/code-llama-7b-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/code-llama-7b-python": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/code-qwen-1p5-7b": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/codegemma-2b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/codegemma-7b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/cogito-671b-v2-p1": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-3b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-70b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-8b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "voyage/rerank-2-lite": { - "max_input_tokens": 8000, - "max_output_tokens": 8000, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "voyage" + "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-14b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "voyage/rerank-2.5": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "voyage" + "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-32b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "voyage/rerank-2.5-lite": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "voyage" + "fireworks_ai/accounts/fireworks/models/flux-kontext-max": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 8e-8, + "mode": "image_generation", + "litellm_provider": "fireworks_ai" }, - "voyage/voyage-2": { - "max_input_tokens": 4000, + "fireworks_ai/accounts/fireworks/models/dbrx-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-1b-base": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "voyage/voyage-3": { - "max_input_tokens": 32000, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "fireworks_ai/accounts/fireworks/models/deepseek-coder-33b-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "voyage/voyage-3-large": { - "max_input_tokens": 32000, - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "voyage/voyage-3-lite": { - "max_input_tokens": 32000, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base-v1p5": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "voyage/voyage-3.5": { - "max_input_tokens": 32000, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-instruct-v1p5": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "voyage/voyage-3.5-lite": { - "max_input_tokens": 32000, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-base": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "voyage/voyage-code-2": { - "max_input_tokens": 16000, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-instruct": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "voyage/voyage-code-3": { - "max_input_tokens": 32000, - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "fireworks_ai/accounts/fireworks/models/deepseek-prover-v2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "voyage/voyage-context-3": { - "max_input_tokens": 120000, - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528-distill-qwen3-8b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "voyage/voyage-finance-2": { - "max_input_tokens": 32000, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-70b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "voyage/voyage-large-2": { - "max_input_tokens": 16000, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-8b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "voyage/voyage-law-2": { - "max_input_tokens": 16000, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-14b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "voyage/voyage-lite-01": { - "max_input_tokens": 4096, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-1p5b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "voyage/voyage-lite-02-instruct": { - "max_input_tokens": 4000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-32b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "voyage/voyage-multimodal-3": { - "max_input_tokens": 32000, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-7b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v2-lite-chat": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v2p5": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "wandb/openai/gpt-oss-120b": { + "fireworks_ai/accounts/fireworks/models/devstral-small-2505": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 0.015, - "output_cost_per_token": 0.06, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "fireworks_ai" }, - "wandb/openai/gpt-oss-20b": { + "fireworks_ai/accounts/fireworks/models/dobby-mini-unhinged-plus-llama-3-1-8b": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 0.005, - "output_cost_per_token": 0.02, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "fireworks_ai" }, - "wandb/zai-org/GLM-4.5": { + "fireworks_ai/accounts/fireworks/models/dobby-unhinged-llama-3-3-70b-new": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 0.055, - "output_cost_per_token": 0.2, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "fireworks_ai" }, - "wandb/Qwen/Qwen3-235B-A22B-Instruct-2507": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 0.01, - "output_cost_per_token": 0.01, + "fireworks_ai/accounts/fireworks/models/dolphin-2-9-2-qwen2-72b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "fireworks_ai" }, - "wandb/Qwen/Qwen3-Coder-480B-A35B-Instruct": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 0.1, - "output_cost_per_token": 0.15, + "fireworks_ai/accounts/fireworks/models/dolphin-2p6-mixtral-8x7b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "fireworks_ai" }, - "wandb/Qwen/Qwen3-235B-A22B-Thinking-2507": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 0.01, - "output_cost_per_token": 0.01, + "fireworks_ai/accounts/fireworks/models/ernie-4p5-21b-a3b-pt": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "fireworks_ai" }, - "wandb/moonshotai/Kimi-K2-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, + "fireworks_ai/accounts/fireworks/models/ernie-4p5-300b-a47b-pt": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "fireworks_ai" }, - "wandb/meta-llama/Llama-3.1-8B-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.022, - "output_cost_per_token": 0.022, + "fireworks_ai/accounts/fireworks/models/fare-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "fireworks_ai" }, - "wandb/deepseek-ai/DeepSeek-V3.1": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.055, - "output_cost_per_token": 0.165, + "fireworks_ai/accounts/fireworks/models/firefunction-v1": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "fireworks_ai" }, - "wandb/deepseek-ai/DeepSeek-R1-0528": { - "max_input_tokens": 161000, - "max_output_tokens": 161000, - "input_cost_per_token": 0.135, - "output_cost_per_token": 0.54, + "fireworks_ai/accounts/fireworks/models/firellava-13b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "fireworks_ai" }, - "wandb/deepseek-ai/DeepSeek-V3-0324": { - "max_input_tokens": 161000, - "max_output_tokens": 161000, - "input_cost_per_token": 0.114, - "output_cost_per_token": 0.275, + "fireworks_ai/accounts/fireworks/models/firesearch-ocr-v6": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "fireworks_ai" }, - "wandb/meta-llama/Llama-3.3-70B-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.071, - "output_cost_per_token": 0.071, + "fireworks_ai/accounts/fireworks/models/fireworks-asr-large": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "audio_transcription", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/fireworks-asr-v2": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "audio_transcription", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/flux-1-dev": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "fireworks_ai" }, - "wandb/meta-llama/Llama-4-Scout-17B-16E-Instruct": { - "max_input_tokens": 64000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.017, - "output_cost_per_token": 0.066, + "fireworks_ai/accounts/fireworks/models/flux-1-dev-controlnet-union": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-9, + "output_cost_per_token": 1e-9, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "fireworks_ai" }, - "wandb/microsoft/Phi-4-mini-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.008, - "output_cost_per_token": 0.035, + "fireworks_ai/accounts/fireworks/models/flux-1-dev-fp8": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-10, + "output_cost_per_token": 5e-10, + "mode": "image_generation", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/flux-1-schnell": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "fireworks_ai" }, - "watsonx/ibm/granite-3-8b-instruct": { + "fireworks_ai/accounts/fireworks/models/flux-1-schnell-fp8": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 3.5e-10, + "output_cost_per_token": 3.5e-10, + "mode": "image_generation", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/gemma-2b-it": { "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false, - "supports_audio_input": false + "litellm_provider": "fireworks_ai" }, - "watsonx/mistralai/mistral-large": { + "fireworks_ai/accounts/fireworks/models/gemma-3-27b-it": { "max_input_tokens": 131072, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.00001, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false, - "supports_audio_input": false + "litellm_provider": "fireworks_ai" }, - "watsonx/bigscience/mt0-xxl-13b": { + "fireworks_ai/accounts/fireworks/models/gemma-7b": { "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 0.0005, - "output_cost_per_token": 0.002, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "watsonx/core42/jais-13b-chat": { + "fireworks_ai/accounts/fireworks/models/gemma-7b-it": { "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 0.0005, - "output_cost_per_token": 0.002, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "watsonx/google/flan-t5-xl-3b": { + "fireworks_ai/accounts/fireworks/models/gemma2-9b-it": { "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 6e-7, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "watsonx/ibm/granite-13b-chat-v2": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 6e-7, + "fireworks_ai/accounts/fireworks/models/glm-4p5v": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "watsonx/ibm/granite-13b-instruct-v2": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 6e-7, + "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "watsonx/ibm/granite-3-3-8b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, + "fireworks_ai/accounts/fireworks/models/hermes-2-pro-mistral-7b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "watsonx/ibm/granite-4-h-small": { - "max_input_tokens": 20480, - "max_output_tokens": 20480, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 2.5e-7, + "fireworks_ai/accounts/fireworks/models/internvl3-38b": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "watsonx/ibm/granite-guardian-3-2-2b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "fireworks_ai/accounts/fireworks/models/internvl3-78b": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "watsonx/ibm/granite-guardian-3-3-8b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, + "fireworks_ai/accounts/fireworks/models/internvl3-8b": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "watsonx/ibm/granite-ttm-1024-96-r2": { - "max_input_tokens": 512, - "max_output_tokens": 512, - "input_cost_per_token": 3.8e-7, - "output_cost_per_token": 3.8e-7, + "fireworks_ai/accounts/fireworks/models/japanese-stable-diffusion-xl": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1.3e-10, + "output_cost_per_token": 1.3e-10, + "mode": "image_generation", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/kat-coder": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "watsonx/ibm/granite-ttm-1536-96-r2": { - "max_input_tokens": 512, - "max_output_tokens": 512, - "input_cost_per_token": 3.8e-7, - "output_cost_per_token": 3.8e-7, + "fireworks_ai/accounts/fireworks/models/kat-dev-32b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "watsonx/ibm/granite-ttm-512-96-r2": { - "max_input_tokens": 512, - "max_output_tokens": 512, - "input_cost_per_token": 3.8e-7, - "output_cost_per_token": 3.8e-7, + "fireworks_ai/accounts/fireworks/models/kat-dev-72b-exp": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "watsonx/ibm/granite-vision-3-2-2b": { + "fireworks_ai/accounts/fireworks/models/llama-guard-2-8b": { "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": true - }, - "watsonx/meta-llama/llama-3-2-11b-vision-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 3.5e-7, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "watsonx/meta-llama/llama-3-2-1b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, + "fireworks_ai/accounts/fireworks/models/llama-guard-3-1b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "watsonx/meta-llama/llama-3-2-3b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "fireworks_ai/accounts/fireworks/models/llama-guard-3-8b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "watsonx/meta-llama/llama-3-2-90b-vision-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000002, + "fireworks_ai/accounts/fireworks/models/llama-v2-13b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "watsonx/meta-llama/llama-3-3-70b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 7.1e-7, - "output_cost_per_token": 7.1e-7, + "fireworks_ai/accounts/fireworks/models/llama-v2-13b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "watsonx/meta-llama/llama-4-maverick-17b": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.0000014, + "fireworks_ai/accounts/fireworks/models/llama-v2-70b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "watsonx/meta-llama/llama-guard-3-11b-vision": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 3.5e-7, + "fireworks_ai/accounts/fireworks/models/llama-v2-70b-chat": { + "max_input_tokens": 2048, + "max_output_tokens": 2048, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "watsonx/mistralai/mistral-medium-2505": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.00001, + "fireworks_ai/accounts/fireworks/models/llama-v2-7b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "watsonx/mistralai/mistral-small-2503": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "fireworks_ai/accounts/fireworks/models/llama-v2-7b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "watsonx/mistralai/mistral-small-3-1-24b-instruct-2503": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "watsonx/mistralai/pixtral-12b-2409": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 3.5e-7, + "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct-hf": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "watsonx/openai/gpt-oss-120b": { + "fireworks_ai/accounts/fireworks/models/llama-v3-8b": { "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "watsonx/sdaia/allam-1-13b-instruct": { + "fireworks_ai/accounts/fireworks/models/llama-v3-8b-instruct-hf": { "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 0.0000018, - "output_cost_per_token": 0.0000018, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "watsonx/whisper-large-v3-turbo": { - "mode": "audio_transcription", - "litellm_provider": "watsonx" + "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct-long": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "whisper-1": { - "mode": "audio_transcription", - "litellm_provider": "openai" + "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "xai/grok-2": { + "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct-1b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p1-nemotron-70b-instruct": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "fireworks_ai" }, - "xai/grok-2-1212": { + "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "fireworks_ai" }, - "xai/grok-2-latest": { + "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "fireworks_ai" }, - "xai/grok-2-vision": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, + "fireworks_ai/accounts/fireworks/models/llama-v3p3-70b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "xai/grok-2-vision-1212": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, + "fireworks_ai/accounts/fireworks/models/llamaguard-7b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "xai/grok-2-vision-latest": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, + "fireworks_ai/accounts/fireworks/models/llava-yi-34b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "xai/grok-3": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "fireworks_ai/accounts/fireworks/models/minimax-m1-80k": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "fireworks_ai" }, - "xai/grok-3-beta": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "fireworks_ai/accounts/fireworks/models/minimax-m2": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "fireworks_ai" }, - "xai/grok-3-fast-beta": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, + "fireworks_ai/accounts/fireworks/models/ministral-3-14b-instruct-2512": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "fireworks_ai" }, - "xai/grok-3-fast-latest": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, + "fireworks_ai/accounts/fireworks/models/ministral-3-3b-instruct-2512": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "fireworks_ai" }, - "xai/grok-3-latest": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "fireworks_ai/accounts/fireworks/models/ministral-3-8b-instruct-2512": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "fireworks_ai" }, - "xai/grok-3-mini": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 5e-7, + "fireworks_ai/accounts/fireworks/models/mistral-7b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "fireworks_ai" }, - "xai/grok-3-mini-beta": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 5e-7, + "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-4k": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "fireworks_ai" }, - "xai/grok-3-mini-fast": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000004, + "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v0p2": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "fireworks_ai" }, - "xai/grok-3-mini-fast-beta": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000004, + "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v3": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "fireworks_ai" }, - "xai/grok-3-mini-fast-latest": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000004, + "fireworks_ai/accounts/fireworks/models/mistral-7b-v0p2": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/mistral-large-3-fp8": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/mistral-nemo-base-2407": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/mistral-nemo-instruct-2407": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/mistral-small-24b-instruct-2501": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "fireworks_ai" }, - "xai/grok-3-mini-latest": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 5e-7, + "fireworks_ai/accounts/fireworks/models/mixtral-8x22b": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "fireworks_ai" }, - "xai/grok-4": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "fireworks_ai" }, - "xai/grok-4-fast-reasoning": { - "max_input_tokens": 2000000, - "max_output_tokens": 2000000, - "input_cost_per_token": 2e-7, + "fireworks_ai/accounts/fireworks/models/mixtral-8x7b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "fireworks_ai" }, - "xai/grok-4-fast-non-reasoning": { - "max_input_tokens": 2000000, - "max_output_tokens": 2000000, - "input_cost_per_token": 2e-7, + "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "fireworks_ai" }, - "xai/grok-4-0709": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct-hf": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "fireworks_ai" }, - "xai/grok-4-latest": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "fireworks_ai/accounts/fireworks/models/mythomax-l2-13b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "fireworks_ai" }, - "xai/grok-4-1-fast": { - "max_input_tokens": 2000000, - "max_output_tokens": 2000000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 5e-8, + "fireworks_ai/accounts/fireworks/models/nemotron-nano-v2-12b-vl": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true, - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "xai/grok-4-1-fast-reasoning": { - "max_input_tokens": 2000000, - "max_output_tokens": 2000000, + "fireworks_ai/accounts/fireworks/models/nous-capybara-7b-v1p9": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 5e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true, - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "xai/grok-4-1-fast-reasoning-latest": { - "max_input_tokens": 2000000, - "max_output_tokens": 2000000, - "input_cost_per_token": 2e-7, + "fireworks_ai/accounts/fireworks/models/nous-hermes-2-mixtral-8x7b-dpo": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true, - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "xai/grok-4-1-fast-non-reasoning": { - "max_input_tokens": 2000000, - "max_output_tokens": 2000000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 5e-8, + "fireworks_ai/accounts/fireworks/models/nous-hermes-2-yi-34b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true, - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "xai/grok-4-1-fast-non-reasoning-latest": { - "max_input_tokens": 2000000, - "max_output_tokens": 2000000, + "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-13b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 5e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true, - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "xai/grok-beta": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000015, + "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-70b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "xai/grok-code-fast": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, + "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-7b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.0000015, - "cache_read_input_token_cost": 2e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "fireworks_ai" }, - "xai/grok-code-fast-1": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, + "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-12b-v2": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.0000015, - "cache_read_input_token_cost": 2e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "fireworks_ai" }, - "xai/grok-code-fast-1-0825": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, + "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-9b-v2": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.0000015, - "cache_read_input_token_cost": 2e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "fireworks_ai" }, - "xai/grok-vision-beta": { + "fireworks_ai/accounts/fireworks/models/openchat-3p5-0106-7b": { "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000015, - "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true - }, - "zai/glm-4.7": { - "max_input_tokens": 200000, - "max_output_tokens": 128000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 1.1e-7, - "mode": "chat", - "litellm_provider": "zai" - }, - "zai/glm-4.6": { - "max_input_tokens": 200000, - "max_output_tokens": 128000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, - "mode": "chat", - "litellm_provider": "zai" - }, - "zai/glm-4.5": { - "max_input_tokens": 128000, - "max_output_tokens": 32000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "zai" + "litellm_provider": "fireworks_ai" }, - "zai/glm-4.5v": { - "max_input_tokens": 128000, - "max_output_tokens": 32000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000018, + "fireworks_ai/accounts/fireworks/models/openhermes-2-mistral-7b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "zai", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "zai/glm-4.5-x": { - "max_input_tokens": 128000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.0000022, - "output_cost_per_token": 0.0000089, + "fireworks_ai/accounts/fireworks/models/openhermes-2p5-mistral-7b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "zai" + "litellm_provider": "fireworks_ai" }, - "zai/glm-4.5-air": { - "max_input_tokens": 128000, - "max_output_tokens": 32000, + "fireworks_ai/accounts/fireworks/models/openorca-7b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.0000011, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "zai" + "litellm_provider": "fireworks_ai" }, - "zai/glm-4.5-airx": { - "max_input_tokens": 128000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000045, + "fireworks_ai/accounts/fireworks/models/phi-2-3b": { + "max_input_tokens": 2048, + "max_output_tokens": 2048, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "zai" + "litellm_provider": "fireworks_ai" }, - "zai/glm-4-32b-0414-128k": { - "max_input_tokens": 128000, - "max_output_tokens": 32000, + "fireworks_ai/accounts/fireworks/models/phi-3-mini-128k-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "zai" + "litellm_provider": "fireworks_ai" }, - "zai/glm-4.5-flash": { - "max_input_tokens": 128000, - "max_output_tokens": 32000, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "fireworks_ai/accounts/fireworks/models/phi-3-vision-128k-instruct": { + "max_input_tokens": 32064, + "max_output_tokens": 32064, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "zai" - }, - "vertex_ai/search_api": { - "mode": "vector_store", - "litellm_provider": "vertex_ai" + "litellm_provider": "fireworks_ai" }, - "openai/container": { + "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-python-v1": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "openai" - }, - "openai/sora-2": { - "mode": "video_generation", - "litellm_provider": "openai" - }, - "openai/sora-2-pro": { - "mode": "video_generation", - "litellm_provider": "openai" - }, - "azure/sora-2": { - "mode": "video_generation", - "litellm_provider": "azure" - }, - "azure/sora-2-pro": { - "mode": "video_generation", - "litellm_provider": "azure" - }, - "azure/sora-2-pro-high-res": { - "mode": "video_generation", - "litellm_provider": "azure" - }, - "runwayml/gen4_turbo": { - "mode": "video_generation", - "litellm_provider": "runwayml" - }, - "runwayml/gen4_aleph": { - "mode": "video_generation", - "litellm_provider": "runwayml" - }, - "runwayml/gen3a_turbo": { - "mode": "video_generation", - "litellm_provider": "runwayml" - }, - "runwayml/gen4_image": { - "mode": "image_generation", - "litellm_provider": "runwayml" - }, - "runwayml/gen4_image_turbo": { - "mode": "image_generation", - "litellm_provider": "runwayml" + "litellm_provider": "fireworks_ai" }, - "runwayml/eleven_multilingual_v2": { - "mode": "audio_speech", - "litellm_provider": "runwayml" + "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v1": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-a35b-instruct": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 4.5e-7, - "output_cost_per_token": 0.0000018, + "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v2": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/flux-kontext-pro": { + "fireworks_ai/accounts/fireworks/models/playground-v2-1024px-aesthetic": { "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 4e-8, + "input_cost_per_token": 1.3e-10, + "output_cost_per_token": 1.3e-10, "mode": "image_generation", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/SSD-1B": { + "fireworks_ai/accounts/fireworks/models/playground-v2-5-1024px-aesthetic": { "max_input_tokens": 4096, "max_output_tokens": 4096, "input_cost_per_token": 1.3e-10, @@ -17056,295 +23038,311 @@ "mode": "image_generation", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/chronos-hermes-13b-v2": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "fireworks_ai/accounts/fireworks/models/pythia-12b": { + "max_input_tokens": 2048, + "max_output_tokens": 2048, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/code-llama-13b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "fireworks_ai/accounts/fireworks/models/qwen-qwq-32b-preview": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/code-llama-13b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, + "fireworks_ai/accounts/fireworks/models/qwen-v2p5-14b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/code-llama-13b-python": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, + "fireworks_ai/accounts/fireworks/models/qwen-v2p5-7b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/code-llama-34b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, + "fireworks_ai/accounts/fireworks/models/qwen1p5-72b-chat": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/code-llama-34b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, + "fireworks_ai/accounts/fireworks/models/qwen2-7b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/qwen2-vl-2b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/qwen2-vl-72b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/code-llama-34b-python": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, + "fireworks_ai/accounts/fireworks/models/qwen2-vl-7b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-0p5b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-14b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-1p5b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-32b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/code-llama-70b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "fireworks_ai/accounts/fireworks/models/qwen2p5-32b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/code-llama-70b-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "fireworks_ai/accounts/fireworks/models/qwen2p5-72b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/code-llama-70b-python": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "fireworks_ai/accounts/fireworks/models/qwen2p5-72b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/code-llama-7b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, + "fireworks_ai/accounts/fireworks/models/qwen2p5-7b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/code-llama-7b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/code-llama-7b-python": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/code-qwen-1p5-7b": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/codegemma-2b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/codegemma-7b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/cogito-671b-v2-p1": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-3b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-70b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-8b": { + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-128k": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-14b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-32k-rope": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-32b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-64k": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/flux-kontext-max": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 8e-8, - "mode": "image_generation", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/dbrx-instruct": { + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b": { "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/deepseek-coder-1b-base": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/deepseek-coder-33b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base-v1p5": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-instruct-v1p5": { + "fireworks_ai/accounts/fireworks/models/qwen2p5-math-72b-instruct": { "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-base": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-instruct": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/deepseek-prover-v2": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-32b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528-distill-qwen3-8b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-3b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-70b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-72b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-8b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-7b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-14b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "fireworks_ai/accounts/fireworks/models/qwen3-0p6b": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/qwen3-14b": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-1p5b": { + "fireworks_ai/accounts/fireworks/models/qwen3-1p7b": { "max_input_tokens": 131072, "max_output_tokens": 131072, "input_cost_per_token": 1e-7, @@ -17352,95 +23350,79 @@ "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-32b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-7b": { + "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-131072": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/deepseek-v2-lite-chat": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/deepseek-v2p5": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-40960": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/devstral-small-2505": { + "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/dobby-mini-unhinged-plus-llama-3-1-8b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-instruct-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/dobby-unhinged-llama-3-3-70b-new": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-thinking-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/dolphin-2-9-2-qwen2-72b": { + "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/dolphin-2p6-mixtral-8x7b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, + "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-instruct-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, "input_cost_per_token": 5e-7, "output_cost_per_token": 5e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/ernie-4p5-21b-a3b-pt": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/ernie-4p5-300b-a47b-pt": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-thinking-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/fare-20b": { + "fireworks_ai/accounts/fireworks/models/qwen3-32b": { "max_input_tokens": 131072, "max_output_tokens": 131072, "input_cost_per_token": 9e-7, @@ -17448,183 +23430,193 @@ "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/firefunction-v1": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "fireworks_ai/accounts/fireworks/models/qwen3-4b": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/firellava-13b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "fireworks_ai/accounts/fireworks/models/qwen3-4b-instruct-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/firesearch-ocr-v6": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, + "fireworks_ai/accounts/fireworks/models/qwen3-8b": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/fireworks-asr-large": { + "fireworks_ai/accounts/fireworks/models/qwen3-coder-30b-a3b-instruct": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-instruct-bf16": { "max_input_tokens": 4096, "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/qwen3-embedding-0p6b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "audio_transcription", + "mode": "embedding", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/fireworks-asr-v2": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "fireworks_ai/accounts/fireworks/models/qwen3-embedding-4b": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "audio_transcription", + "mode": "embedding", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/flux-1-dev": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "fireworks_ai/accounts/fireworks/models/": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", + "output_cost_per_token": 0, + "mode": "embedding", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/flux-1-dev-controlnet-union": { + "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-instruct": { "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 1e-9, - "output_cost_per_token": 1e-9, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/flux-1-dev-fp8": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-10, - "output_cost_per_token": 5e-10, - "mode": "image_generation", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/flux-1-schnell": { + "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-thinking": { "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/flux-1-schnell-fp8": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 3.5e-10, - "output_cost_per_token": 3.5e-10, - "mode": "image_generation", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/gemma-2b-it": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", + "fireworks_ai/accounts/fireworks/models/qwen3-reranker-0p6b": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/gemma-3-27b-it": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", + "fireworks_ai/accounts/fireworks/models/qwen3-reranker-4b": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/gemma-7b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", + "fireworks_ai/accounts/fireworks/models/qwen3-reranker-8b": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/gemma-7b-it": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-instruct": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/gemma2-9b-it": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/glm-4p5v": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-instruct": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-20b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-32b-instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/hermes-2-pro-mistral-7b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-8b-instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/internvl3-38b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, + "fireworks_ai/accounts/fireworks/models/qwen3p7-plus": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "cache_read_input_token_cost": 8e-8, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": true + }, + "fireworks_ai/accounts/fireworks/models/qwq-32b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/internvl3-78b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "fireworks_ai/accounts/fireworks/models/rolm-ocr": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/internvl3-8b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, + "fireworks_ai/accounts/fireworks/models/snorkel-mistral-7b-pairrm-dpo": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/japanese-stable-diffusion-xl": { + "fireworks_ai/accounts/fireworks/models/stable-diffusion-xl-1024-v1-0": { "max_input_tokens": 4096, "max_output_tokens": 4096, "input_cost_per_token": 1.3e-10, @@ -17632,87 +23624,87 @@ "mode": "image_generation", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/kat-coder": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "fireworks_ai/accounts/fireworks/models/stablecode-3b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/kat-dev-32b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "fireworks_ai/accounts/fireworks/models/starcoder-16b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/kat-dev-72b-exp": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "fireworks_ai/accounts/fireworks/models/starcoder-7b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/llama-guard-2-8b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, + "fireworks_ai/accounts/fireworks/models/starcoder2-15b": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/llama-guard-3-1b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "fireworks_ai/accounts/fireworks/models/starcoder2-3b": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/llama-guard-3-8b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "fireworks_ai/accounts/fireworks/models/starcoder2-7b": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/llama-v2-13b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "fireworks_ai/accounts/fireworks/models/toppy-m-7b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/llama-v2-13b-chat": { + "fireworks_ai/accounts/fireworks/models/yi-34b": { "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/llama-v2-70b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "fireworks_ai/accounts/fireworks/models/yi-34b-200k-capybara": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/llama-v2-70b-chat": { - "max_input_tokens": 2048, - "max_output_tokens": 2048, + "fireworks_ai/accounts/fireworks/models/yi-34b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/llama-v2-7b": { + "fireworks_ai/accounts/fireworks/models/yi-6b": { "max_input_tokens": 4096, "max_output_tokens": 4096, "input_cost_per_token": 2e-7, @@ -17720,1990 +23712,2501 @@ "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/llama-v2-7b-chat": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "fireworks_ai/accounts/fireworks/models/zephyr-7b-beta": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "fireworks_ai/accounts/fireworks/routers/glm-5p1-fast": { + "max_input_tokens": 202800, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000028, + "output_cost_per_token": 0.0000088, + "cache_read_input_token_cost": 5.2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct-hf": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "fireworks_ai/accounts/fireworks/routers/kimi-k2p6-fast": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-v3-8b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, + "fireworks_ai/accounts/fireworks/routers/kimi-k2p7-code-fast": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 0.0000019, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 3.8e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": true + }, + "scaleway/qwen/qwen3.5-397b-a17b": { + "max_input_tokens": 256000, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000036, + "mode": "chat", + "litellm_provider": "scaleway", + "supports_vision": true + }, + "scaleway/qwen/qwen3.6-35b-a3b": { + "max_input_tokens": 256000, + "max_output_tokens": 16384, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "scaleway", + "supports_vision": true + }, + "scaleway/qwen/qwen3-235b-a22b-instruct-2507": { + "max_input_tokens": 256000, + "max_output_tokens": 16384, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.00000225, + "mode": "chat", + "litellm_provider": "scaleway" + }, + "scaleway/qwen/qwen3-embedding-8b": { + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "scaleway" + }, + "scaleway/qwen/qwen3-coder-30b-a3b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 32768, "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "output_cost_per_token": 8e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "scaleway" }, - "fireworks_ai/accounts/fireworks/models/llama-v3-8b-instruct-hf": { - "max_input_tokens": 8192, + "scaleway/openai/gpt-oss-120b": { + "max_input_tokens": 128000, + "max_output_tokens": 32768, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "scaleway" + }, + "scaleway/openai/whisper-large-v3": { + "output_cost_per_token": 0, + "mode": "audio_transcription", + "litellm_provider": "scaleway" + }, + "scaleway/google/gemma-4-26b-a4b-it": { + "max_input_tokens": 256000, + "max_output_tokens": 32768, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "scaleway", + "supports_vision": true + }, + "scaleway/google/gemma-3-27b-it": { + "max_input_tokens": 40000, "max_output_tokens": 8192, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "scaleway", + "supports_vision": true + }, + "scaleway/hcompany/holo2-30b-a3b": { + "max_input_tokens": 22000, + "max_output_tokens": 16384, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 7e-7, + "mode": "chat", + "litellm_provider": "scaleway", + "supports_vision": true + }, + "scaleway/mistralai/mistral-medium-3.5-128b": { + "max_input_tokens": 256000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.0000075, + "mode": "chat", + "litellm_provider": "scaleway", + "supports_vision": true + }, + "scaleway/mistralai/devstral-2-123b-instruct-2512": { + "max_input_tokens": 200000, + "max_output_tokens": 16384, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "scaleway" + }, + "scaleway/mistralai/voxtral-small-24b-2507": { + "max_input_tokens": 32000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 3.5e-7, + "mode": "chat", + "litellm_provider": "scaleway", + "supports_audio_input": true + }, + "scaleway/mistralai/mistral-small-3.2-24b-instruct-2506": { + "max_input_tokens": 128000, + "max_output_tokens": 32768, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 3.5e-7, + "mode": "chat", + "litellm_provider": "scaleway", + "supports_vision": true + }, + "scaleway/mistralai/pixtral-12b-2409": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "scaleway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct-long": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "scaleway/BAAI/bge-multilingual-gemma2": { "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "scaleway" + }, + "scaleway/meta/llama-3.3-70b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "scaleway" + }, + "novita/deepseek/deepseek-v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 65536, + "input_cost_per_token": 2.69e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 1.345e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/minimax/minimax-m2.1": { + "max_input_tokens": 204800, + "max_output_tokens": 131072, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 3e-8, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/zai-org/glm-4.7": { + "max_input_tokens": 204800, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "cache_read_input_token_cost": 1.1e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/xiaomimimo/mimo-v2-flash": { + "max_input_tokens": 262144, + "max_output_tokens": 32000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 2e-8, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/zai-org/autoglm-phone-9b-multilingual": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 3.5e-8, + "output_cost_per_token": 1.38e-7, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true + }, + "novita/moonshotai/kimi-k2-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/minimax/minimax-m2": { + "max_input_tokens": 204800, + "max_output_tokens": 131072, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 3e-8, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/paddlepaddle/paddleocr-vl": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 2e-8, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true + }, + "novita/deepseek/deepseek-v3.2-exp": { + "max_input_tokens": 163840, + "max_output_tokens": 65536, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 4.1e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct": { + "novita/qwen/qwen3-vl-235b-a22b-thinking": { "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct-1b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "max_output_tokens": 32768, + "input_cost_per_token": 9.8e-7, + "output_cost_per_token": 0.00000395, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-v3p1-nemotron-70b-instruct": { + "novita/zai-org/glm-4.6v": { "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, + "max_output_tokens": 32768, + "input_cost_per_token": 3e-7, "output_cost_per_token": 9e-7, + "cache_read_input_token_cost": 5.5e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b": { - "max_input_tokens": 131072, + "novita/zai-org/glm-4.6": { + "max_input_tokens": 204800, "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.0000022, + "cache_read_input_token_cost": 1.1e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "novita/kwaipilot/kat-coder-pro": { + "max_input_tokens": 256000, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 6e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/llama-v3p3-70b-instruct": { + "novita/qwen/qwen3-next-80b-a3b-instruct": { "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "max_output_tokens": 32768, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/llamaguard-7b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "novita/qwen/qwen3-next-80b-a3b-thinking": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/llava-yi-34b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "novita/deepseek/deepseek-ocr": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 3e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/minimax-m1-80k": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "novita/deepseek/deepseek-v3.1-terminus": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 0.000001, + "cache_read_input_token_cost": 1.35e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/minimax-m2": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "novita/qwen/qwen3-vl-235b-a22b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/ministral-3-14b-instruct-2512": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/ministral-3-3b-instruct-2512": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "novita/qwen/qwen3-max": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 0.00000211, + "output_cost_per_token": 0.00000845, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/ministral-3-8b-instruct-2512": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, + "novita/skywork/r1v4-lite": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/mistral-7b": { - "max_input_tokens": 32768, + "novita/deepseek/deepseek-v3.1": { + "max_input_tokens": 131072, "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 0.000001, + "cache_read_input_token_cost": 1.35e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-4k": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "novita/moonshotai/kimi-k2-0905": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v0p2": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "novita/qwen/qwen3-coder-480b-a35b-instruct": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000013, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v3": { - "max_input_tokens": 32768, + "novita/qwen/qwen3-coder-30b-a3b-instruct": { + "max_input_tokens": 160000, "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.7e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/mistral-7b-v0p2": { - "max_input_tokens": 32768, + "novita/openai/gpt-oss-120b": { + "max_input_tokens": 131072, "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/mistral-large-3-fp8": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "novita/moonshotai/kimi-k2-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 5.7e-7, + "output_cost_per_token": 0.0000023, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/mistral-nemo-base-2407": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "novita/deepseek/deepseek-v3-0324": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 0.00000112, + "cache_read_input_token_cost": 1.35e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/mistral-nemo-instruct-2407": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "novita/zai-org/glm-4.5": { + "max_input_tokens": 131072, + "max_output_tokens": 98304, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "cache_read_input_token_cost": 1.1e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/mistral-small-24b-instruct-2501": { - "max_input_tokens": 32768, + "novita/qwen/qwen3-235b-a22b-thinking-2507": { + "max_input_tokens": 131072, "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.000003, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/meta-llama/llama-3.1-8b-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 5e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/mixtral-8x22b": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "novita/google/gemma-3-12b-it": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct": { + "novita/zai-org/glm-4.5v": { "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000018, + "cache_read_input_token_cost": 1.1e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/mixtral-8x7b": { - "max_input_tokens": 32768, + "novita/openai/gpt-oss-20b": { + "max_input_tokens": 131072, "max_output_tokens": 32768, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "novita/qwen/qwen3-235b-a22b-instruct-2507": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 5.8e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct-hf": { + "novita/deepseek/deepseek-r1-distill-qwen-14b": { "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/mythomax-l2-13b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "novita/meta-llama/llama-3.3-70b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 120000, + "input_cost_per_token": 1.35e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/nemotron-nano-v2-12b-vl": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "novita/qwen/qwen-2.5-72b-instruct": { + "max_input_tokens": 32000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.8e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/nous-capybara-7b-v1p9": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "novita/mistralai/mistral-nemo": { + "max_input_tokens": 60288, + "max_output_tokens": 16000, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 1.7e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/nous-hermes-2-mixtral-8x7b-dpo": { - "max_input_tokens": 32768, + "novita/minimaxai/minimax-m1-80k": { + "max_input_tokens": 1000000, + "max_output_tokens": 40000, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.0000022, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/deepseek/deepseek-r1-0528": { + "max_input_tokens": 163840, "max_output_tokens": 32768, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 3.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/nous-hermes-2-yi-34b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "novita/deepseek/deepseek-r1-distill-qwen-32b": { + "max_input_tokens": 64000, + "max_output_tokens": 32000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-13b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "novita/meta-llama/llama-3-8b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 4e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-70b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "novita/microsoft/wizardlm-2-8x22b": { + "max_input_tokens": 65535, + "max_output_tokens": 8000, + "input_cost_per_token": 6.2e-7, + "output_cost_per_token": 6.2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-7b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "novita/deepseek/deepseek-r1-0528-qwen3-8b": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 9e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-12b-v2": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "novita/deepseek/deepseek-r1-distill-llama-70b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 8e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-9b-v2": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "novita/meta-llama/llama-3-70b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8000, + "input_cost_per_token": 5.1e-7, + "output_cost_per_token": 7.4e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/qwen/qwen3-235b-a22b-fp8": { + "max_input_tokens": 40960, + "max_output_tokens": 20000, "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "output_cost_per_token": 8e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/openchat-3p5-0106-7b": { - "max_input_tokens": 8192, + "novita/meta-llama/llama-4-maverick-17b-128e-instruct-fp8": { + "max_input_tokens": 1048576, "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 8.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/openhermes-2-mistral-7b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "novita/meta-llama/llama-4-scout-17b-16e-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 5.9e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/openhermes-2p5-mistral-7b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "novita/nousresearch/hermes-2-pro-llama-3-8b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 1.4e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/openorca-7b": { + "novita/qwen/qwen2.5-vl-72b-instruct": { "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/phi-2-3b": { - "max_input_tokens": 2048, - "max_output_tokens": 2048, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 8e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/phi-3-mini-128k-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "novita/sao10k/l3-70b-euryale-v2.1": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000148, + "output_cost_per_token": 0.00000148, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/phi-3-vision-128k-instruct": { - "max_input_tokens": 32064, - "max_output_tokens": 32064, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "novita/baidu/ernie-4.5-21B-a3b-thinking": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.8e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-python-v1": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "novita/sao10k/l3-8b-lunaris": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 5e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v1": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "novita/baichuan/baichuan-m2-32b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 7e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v2": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "novita/baidu/ernie-4.5-vl-424b-a47b": { + "max_input_tokens": 123000, + "max_output_tokens": 16000, + "input_cost_per_token": 4.2e-7, + "output_cost_per_token": 0.00000125, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/playground-v2-1024px-aesthetic": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1.3e-10, - "output_cost_per_token": 1.3e-10, - "mode": "image_generation", - "litellm_provider": "fireworks_ai" + "novita/baidu/ernie-4.5-300b-a47b-paddle": { + "max_input_tokens": 123000, + "max_output_tokens": 12000, + "input_cost_per_token": 2.8e-7, + "output_cost_per_token": 0.0000011, + "mode": "chat", + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/playground-v2-5-1024px-aesthetic": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1.3e-10, - "output_cost_per_token": 1.3e-10, - "mode": "image_generation", - "litellm_provider": "fireworks_ai" + "novita/deepseek/deepseek-prover-v2-671b": { + "max_input_tokens": 160000, + "max_output_tokens": 160000, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/pythia-12b": { - "max_input_tokens": 2048, - "max_output_tokens": 2048, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "novita/qwen/qwen3-32b-fp8": { + "max_input_tokens": 40960, + "max_output_tokens": 20000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/qwen-qwq-32b-preview": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "novita/qwen/qwen3-30b-a3b-fp8": { + "max_input_tokens": 40960, + "max_output_tokens": 20000, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 4.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/qwen-v2p5-14b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, + "novita/google/gemma-3-27b-it": { + "max_input_tokens": 98304, + "max_output_tokens": 16384, + "input_cost_per_token": 1.19e-7, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen-v2p5-7b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "novita/deepseek/deepseek-v3-turbo": { + "max_input_tokens": 64000, + "max_output_tokens": 16000, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000013, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/qwen1p5-72b-chat": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "novita/deepseek/deepseek-r1-turbo": { + "max_input_tokens": 64000, + "max_output_tokens": 16000, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/qwen2-7b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "novita/Sao10K/L3-8B-Stheno-v3.2": { + "max_input_tokens": 8192, + "max_output_tokens": 32000, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 5e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/qwen2-vl-2b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "novita/gryphe/mythomax-l2-13b": { + "max_input_tokens": 4096, + "max_output_tokens": 3200, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 9e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/qwen2-vl-72b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "novita/baidu/ernie-4.5-vl-28b-a3b-thinking": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 3.9e-7, + "output_cost_per_token": 3.9e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2-vl-7b-instruct": { - "max_input_tokens": 32768, + "novita/qwen/qwen3-vl-8b-instruct": { + "max_input_tokens": 131072, "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-0p5b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "novita/zai-org/glm-4.5-air": { + "max_input_tokens": 131072, + "max_output_tokens": 98304, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 8.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-14b": { + "novita/qwen/qwen3-vl-30b-a3b-instruct": { "max_input_tokens": 131072, - "max_output_tokens": 131072, + "max_output_tokens": 32768, "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "output_cost_per_token": 7e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-1p5b-instruct": { - "max_input_tokens": 32768, + "novita/qwen/qwen3-vl-30b-a3b-thinking": { + "max_input_tokens": 131072, "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.000001, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-32b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "novita/qwen/qwen3-omni-30b-a3b-thinking": { + "max_input_tokens": 65536, + "max_output_tokens": 16384, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 9.7e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita", + "supports_vision": true, + "supports_audio_input": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-32b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "novita/qwen/qwen3-omni-30b-a3b-instruct": { + "max_input_tokens": 65536, + "max_output_tokens": 16384, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 9.7e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita", + "supports_vision": true, + "supports_audio_input": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-72b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "novita/qwen/qwen-mt-plus": { + "max_input_tokens": 16384, + "max_output_tokens": 8192, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 7.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-72b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "novita/baidu/ernie-4.5-vl-28b-a3b": { + "max_input_tokens": 30000, + "max_output_tokens": 8000, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 5.6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-7b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "novita/baidu/ernie-4.5-21B-a3b": { + "max_input_tokens": 120000, + "max_output_tokens": 8000, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.8e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "novita/qwen/qwen3-8b-fp8": { + "max_input_tokens": 128000, + "max_output_tokens": 20000, + "input_cost_per_token": 3.5e-8, + "output_cost_per_token": 1.38e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "novita/qwen/qwen3-4b-fp8": { + "max_input_tokens": 128000, + "max_output_tokens": 20000, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 3e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "novita/qwen/qwen2.5-7b-instruct": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 7e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b-instruct": { + "novita/meta-llama/llama-3.2-3b-instruct": { "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "max_output_tokens": 32000, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 5e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "novita/sao10k/l31-70b-euryale-v2.2": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000148, + "output_cost_per_token": 0.00000148, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b-instruct": { + "novita/qwen/qwen3-embedding-0.6b": { "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "input_cost_per_token": 7e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b": { + "novita/qwen/qwen3-embedding-8b": { "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "max_output_tokens": 4096, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-128k": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "novita/baai/bge-m3": { + "max_input_tokens": 8192, + "max_output_tokens": 96000, + "input_cost_per_token": 1e-8, + "output_cost_per_token": 1e-8, + "mode": "embedding", + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-32k-rope": { + "novita/qwen/qwen3-reranker-8b": { "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "max_output_tokens": 4096, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 5e-8, + "mode": "rerank", + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-64k": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "novita/baai/bge-reranker-v2-m3": { + "max_input_tokens": 8000, + "max_output_tokens": 8000, + "input_cost_per_token": 1e-8, + "output_cost_per_token": 1e-8, + "mode": "rerank", + "litellm_provider": "novita" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "llamagate/llama-3.1-8b": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 5e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "llamagate" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "llamagate/llama-3.2-3b": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 8e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "llamagate" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b": { + "llamagate/mistral-7b-v0.3": { "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "llamagate" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b-instruct": { + "llamagate/qwen3-8b": { "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-math-72b-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "max_output_tokens": 8192, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 1.4e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "llamagate" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-32b-instruct": { + "llamagate/dolphin3-8b": { "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "max_output_tokens": 8192, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "llamagate" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-3b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, + "llamagate/deepseek-r1-8b": { + "max_input_tokens": 65536, + "max_output_tokens": 16384, + "input_cost_per_token": 1e-7, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "llamagate" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-72b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "llamagate/deepseek-r1-7b-qwen": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "llamagate" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-7b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "llamagate/openthinker-7b": { + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "llamagate" }, - "fireworks_ai/accounts/fireworks/models/qwen3-0p6b": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "llamagate/qwen2.5-coder-7b": { + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 1.2e-7, + "mode": "chat", + "litellm_provider": "llamagate" + }, + "llamagate/deepseek-coder-6.7b": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 1.2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "llamagate" }, - "fireworks_ai/accounts/fireworks/models/qwen3-14b": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "llamagate/codellama-7b": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 1.2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "llamagate" }, - "fireworks_ai/accounts/fireworks/models/qwen3-1p7b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "llamagate/qwen3-vl-8b": { + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 5.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "llamagate", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, + "llamagate/llava-7b": { + "max_input_tokens": 4096, + "max_output_tokens": 2048, "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "llamagate", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-131072": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "llamagate/gemma3-4b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 8e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "llamagate", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-40960": { + "llamagate/nomic-embed-text": { + "max_input_tokens": 8192, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "llamagate" + }, + "llamagate/qwen3-embedding-8b": { "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "llamagate" }, - "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 8.8e-7, + "libertai/hermes-3-8b-tee": { + "max_input_tokens": 16000, + "max_output_tokens": 16000, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "libertai", + "supports_vision": false }, - "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-instruct-2507": { + "libertai/gemma-4-31b-it": { "max_input_tokens": 262144, "max_output_tokens": 262144, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 8.8e-7, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "libertai", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-thinking-2507": { + "libertai/gemma-4-31b-it-thinking": { "max_input_tokens": 262144, "max_output_tokens": 262144, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 8.8e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "libertai", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-instruct-2507": { + "libertai/qwen3.6-27b": { "max_input_tokens": 262144, "max_output_tokens": 262144, - "input_cost_per_token": 5e-7, + "input_cost_per_token": 1.5e-7, "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "libertai", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-thinking-2507": { + "libertai/qwen3.6-27b-thinking": { "max_input_tokens": 262144, "max_output_tokens": 262144, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/qwen3-32b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/qwen3-4b": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "libertai", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-4b-instruct-2507": { + "libertai/qwen3.6-35b-a3b": { "max_input_tokens": 262144, "max_output_tokens": 262144, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/qwen3-8b": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "libertai", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-coder-30b-a3b-instruct": { + "libertai/qwen3.6-35b-a3b-thinking": { "max_input_tokens": 262144, "max_output_tokens": 262144, "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "libertai", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-instruct-bf16": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "libertai/qwen3.5-122b-a10b": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000175, "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/qwen3-embedding-0p6b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/qwen3-embedding-4b": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "fireworks_ai" + "litellm_provider": "libertai", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "libertai/qwen3.5-122b-a10b-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000175, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "libertai", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-thinking": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "libertai/deepseek-v4-flash": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000175, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "libertai", + "supports_vision": false }, - "fireworks_ai/accounts/fireworks/models/qwen3-reranker-0p6b": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "fireworks_ai" + "libertai/deepseek-v4-flash-thinking": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000175, + "mode": "chat", + "litellm_provider": "libertai", + "supports_vision": false }, - "fireworks_ai/accounts/fireworks/models/qwen3-reranker-4b": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 0, + "libertai/bge-m3": { + "max_input_tokens": 8192, + "input_cost_per_token": 1e-8, "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "fireworks_ai" + "mode": "embedding", + "litellm_provider": "libertai" }, - "fireworks_ai/accounts/fireworks/models/qwen3-reranker-8b": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, + "sarvam/sarvam-m": { + "max_input_tokens": 8192, + "max_output_tokens": 32000, "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-instruct": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 8.8e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-thinking": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 8.8e-7, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "sarvam" }, - "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-instruct": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "tts-1-1106": { + "mode": "audio_speech", + "litellm_provider": "openai" }, - "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-thinking": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "tts-1-hd-1106": { + "mode": "audio_speech", + "litellm_provider": "openai" }, - "fireworks_ai/accounts/fireworks/models/qwen3-vl-32b-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "gpt-4o-mini-tts-2025-03-20": { + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "audio_speech", + "litellm_provider": "openai" }, - "fireworks_ai/accounts/fireworks/models/qwen3-vl-8b-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "gpt-4o-mini-tts-2025-12-15": { + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "audio_speech", + "litellm_provider": "openai" }, - "fireworks_ai/accounts/fireworks/models/qwq-32b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "gpt-4o-mini-transcribe-2025-03-20": { + "max_input_tokens": 16000, + "max_output_tokens": 2000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.000005, + "mode": "audio_transcription", + "litellm_provider": "openai" }, - "fireworks_ai/accounts/fireworks/models/rolm-ocr": { - "max_input_tokens": 128000, + "gpt-4o-mini-transcribe-2025-12-15": { + "max_input_tokens": 16000, + "max_output_tokens": 2000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.000005, + "mode": "audio_transcription", + "litellm_provider": "openai" + }, + "gpt-5-search-api": { + "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/snorkel-mistral-7b-pairrm-dpo": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "gpt-5-search-api-2025-10-14": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/stable-diffusion-xl-1024-v1-0": { - "max_input_tokens": 4096, + "gpt-realtime-mini-2025-10-06": { + "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 1.3e-10, - "output_cost_per_token": 1.3e-10, - "mode": "image_generation", - "litellm_provider": "fireworks_ai" + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 6e-8, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "fireworks_ai/accounts/fireworks/models/stablecode-3b": { - "max_input_tokens": 4096, + "gpt-realtime-mini-2025-12-15": { + "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 6e-8, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "fireworks_ai/accounts/fireworks/models/starcoder-16b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "gpt-realtime-whisper": { + "mode": "audio_transcription", + "litellm_provider": "openai", + "supports_audio_input": true }, - "fireworks_ai/accounts/fireworks/models/starcoder-7b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "sora-2": { + "mode": "video_generation", + "litellm_provider": "openai" }, - "fireworks_ai/accounts/fireworks/models/starcoder2-15b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "sora-2-pro": { + "mode": "video_generation", + "litellm_provider": "openai" }, - "fireworks_ai/accounts/fireworks/models/starcoder2-3b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "sora-2-pro-high-res": { + "mode": "video_generation", + "litellm_provider": "openai" }, - "fireworks_ai/accounts/fireworks/models/starcoder2-7b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "chatgpt-image-latest": { + "input_cost_per_token": 0.000005, + "output_cost_per_image_token": 0.00004, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "openai" }, - "fireworks_ai/accounts/fireworks/models/toppy-m-7b": { + "gemini-2.0-flash-exp-image-generation": { "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/whisper-v3": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "audio_transcription", - "litellm_provider": "fireworks_ai" + "mode": "image_generation", + "litellm_provider": "gemini", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/whisper-v3-turbo": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "gemini/gemini-2.0-flash-exp-image-generation": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "audio_transcription", - "litellm_provider": "fireworks_ai" + "mode": "image_generation", + "litellm_provider": "gemini", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/yi-34b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "gemini/gemini-2.0-flash-lite-001": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 1.875e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "gemini", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/yi-34b-200k-capybara": { - "max_input_tokens": 200000, - "max_output_tokens": 200000, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "gemini-2.5-flash-native-audio-latest": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "gemini", + "supports_audio_input": true }, - "fireworks_ai/accounts/fireworks/models/yi-34b-chat": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "gemini-2.5-flash-native-audio-preview-09-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "gemini", + "supports_audio_input": true }, - "fireworks_ai/accounts/fireworks/models/yi-6b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "gemini-2.5-flash-native-audio-preview-12-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "gemini", + "supports_audio_input": true + }, + "gemini-3.1-flash-live-preview": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, + "mode": "chat", + "litellm_provider": "gemini", + "supports_vision": true, + "supports_audio_input": true + }, + "gemini/gemini-2.5-flash-native-audio-latest": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "gemini", + "supports_audio_input": true + }, + "gemini/gemini-2.5-flash-native-audio-preview-09-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "gemini", + "supports_audio_input": true }, - "fireworks_ai/accounts/fireworks/models/zephyr-7b-beta": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "gemini/gemini-2.5-flash-native-audio-preview-12-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "gemini", + "supports_audio_input": true }, - "novita/deepseek/deepseek-v3.2": { - "max_input_tokens": 163840, + "gemini/gemini-3.1-flash-live-preview": { + "max_input_tokens": 131072, "max_output_tokens": 65536, - "input_cost_per_token": 2.69e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 1.345e-7, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "gemini", + "supports_vision": true, + "supports_audio_input": true }, - "novita/minimax/minimax-m2.1": { - "max_input_tokens": 204800, - "max_output_tokens": 131072, + "gemini/gemini-3.1-flash-tts-preview": { + "max_input_tokens": 8192, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.00002, + "mode": "audio_speech", + "litellm_provider": "gemini" + }, + "gemini-2.5-flash-preview-tts": { "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "cache_read_input_token_cost": 3e-8, - "mode": "chat", - "litellm_provider": "novita" + "output_cost_per_token": 0.0000025, + "mode": "audio_speech", + "litellm_provider": "gemini" }, - "novita/zai-org/glm-4.7": { - "max_input_tokens": 204800, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, - "cache_read_input_token_cost": 1.1e-7, + "gemini-flash-latest": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true }, - "novita/xiaomimimo/mimo-v2-flash": { - "max_input_tokens": 262144, - "max_output_tokens": 32000, + "gemini-flash-lite-latest": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, - "cache_read_input_token_cost": 2e-8, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 1e-8, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true }, - "novita/zai-org/autoglm-phone-9b-multilingual": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 3.5e-8, - "output_cost_per_token": 1.38e-7, + "gemini-pro-latest": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000015, + "cache_read_input_token_cost": 1.25e-7, + "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "novita/moonshotai/kimi-k2-thinking": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, + "gemini/gemini-pro-latest": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000015, + "cache_read_input_token_cost": 1.25e-7, + "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "novita/minimax/minimax-m2": { - "max_input_tokens": 204800, - "max_output_tokens": 131072, + "gemini-exp-1206": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000025, "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true }, - "novita/paddlepaddle/paddleocr-vl": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 2e-8, + "vertex_ai/claude-sonnet-5@default": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "cache_creation_input_token_cost": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, "supports_vision": true }, - "novita/deepseek/deepseek-v3.2-exp": { - "max_input_tokens": 163840, - "max_output_tokens": 65536, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 4.1e-7, + "vertex_ai/claude-sonnet-4-6@default": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "novita/qwen/qwen3-vl-235b-a22b-thinking": { + "duckduckgo/search": { + "mode": "search", + "litellm_provider": "duckduckgo" + }, + "bedrock_mantle/openai.gpt-oss-120b": { "max_input_tokens": 131072, "max_output_tokens": 32768, - "input_cost_per_token": 9.8e-7, - "output_cost_per_token": 0.00000395, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "bedrock_mantle" }, - "novita/zai-org/glm-4.6v": { + "bedrock_mantle/openai.gpt-oss-20b": { "max_input_tokens": 131072, "max_output_tokens": 32768, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 9e-7, - "cache_read_input_token_cost": 5.5e-8, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "bedrock_mantle" + }, + "bedrock_mantle/openai.gpt-oss-safeguard-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "bedrock_mantle" + }, + "bedrock_mantle/openai.gpt-oss-safeguard-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "bedrock_mantle" + }, + "bedrock_mantle/openai.gpt-5.6-sol": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, + "mode": "responses", + "litellm_provider": "bedrock_mantle", "supports_vision": true }, - "novita/zai-org/glm-4.6": { - "max_input_tokens": 204800, - "max_output_tokens": 131072, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.0000022, - "cache_read_input_token_cost": 1.1e-7, + "bedrock_mantle/openai.gpt-5.6-terra": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.0000132, + "cache_creation_input_token_cost": 0.00000275, + "cache_read_input_token_cost": 2.2e-7, + "mode": "responses", + "litellm_provider": "bedrock_mantle", + "supports_vision": true + }, + "bedrock_mantle/openai.gpt-5.6-luna": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 0.00000132, + "cache_creation_input_token_cost": 2.75e-7, + "cache_read_input_token_cost": 2.2e-8, + "mode": "responses", + "litellm_provider": "bedrock_mantle", + "supports_vision": true + }, + "us.openai.gpt-5.6-sol": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "novita/kwaipilot/kat-coder-pro": { - "max_input_tokens": 256000, + "global.openai.gpt-5.6-sol": { + "max_input_tokens": 1000000, "max_output_tokens": 128000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "cache_read_input_token_cost": 6e-8, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "novita/qwen/qwen3-next-80b-a3b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0.0000015, + "us.openai.gpt-5.6-terra": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.0000132, + "cache_creation_input_token_cost": 0.00000275, + "cache_read_input_token_cost": 2.2e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "novita/qwen/qwen3-next-80b-a3b-thinking": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0.0000015, + "global.openai.gpt-5.6-terra": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "cache_creation_input_token_cost": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "novita/deepseek/deepseek-ocr": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-8, - "output_cost_per_token": 3e-8, + "us.openai.gpt-5.6-luna": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 0.00000132, + "cache_creation_input_token_cost": 2.75e-7, + "cache_read_input_token_cost": 2.2e-8, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "bedrock_converse", "supports_vision": true }, - "novita/deepseek/deepseek-v3.1-terminus": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 0.000001, - "cache_read_input_token_cost": 1.35e-7, + "global.openai.gpt-5.6-luna": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.0000012, + "cache_creation_input_token_cost": 2.5e-7, + "cache_read_input_token_cost": 2e-8, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "novita/qwen/qwen3-vl-235b-a22b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", - "litellm_provider": "novita", + "bedrock_mantle/openai.gpt-5.5": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, + "mode": "responses", + "litellm_provider": "bedrock_mantle", "supports_vision": true }, - "novita/qwen/qwen3-max": { - "max_input_tokens": 262144, - "max_output_tokens": 65536, - "input_cost_per_token": 0.00000211, - "output_cost_per_token": 0.00000845, + "bedrock_mantle/openai.gpt-5.4": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000275, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 2.75e-7, + "mode": "responses", + "litellm_provider": "bedrock_mantle", + "supports_vision": true + }, + "bedrock_mantle/google.gemma-4-31b": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "bedrock_mantle", + "supports_vision": true }, - "novita/skywork/r1v4-lite": { - "max_input_tokens": 262144, - "max_output_tokens": 65536, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "bedrock_mantle/google.gemma-4-26b-a4b": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "bedrock_mantle", "supports_vision": true }, - "novita/deepseek/deepseek-v3.1": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 0.000001, - "cache_read_input_token_cost": 1.35e-7, + "bedrock_mantle/google.gemma-4-e2b": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 8e-8, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "bedrock_mantle", + "supports_vision": true }, - "novita/moonshotai/kimi-k2-0905": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 6e-7, + "bedrock_mantle/xai.grok-4.3": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "bedrock_mantle", + "supports_vision": true }, - "novita/qwen/qwen3-coder-480b-a35b-instruct": { - "max_input_tokens": 262144, - "max_output_tokens": 65536, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000013, + "bedrock_mantle/xai.grok-4.6": { + "max_input_tokens": 500000, + "max_output_tokens": 500000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.0000066, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "bedrock_mantle", + "supports_vision": true }, - "novita/qwen/qwen3-coder-30b-a3b-instruct": { - "max_input_tokens": 160000, - "max_output_tokens": 32768, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2.7e-7, + "us.xai.grok-4.6": { + "max_input_tokens": 500000, + "max_output_tokens": 500000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.0000066, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "novita/openai/gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2.5e-7, + "global.xai.grok-4.6": { + "max_input_tokens": 500000, + "max_output_tokens": 500000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "bedrock_converse", "supports_vision": true }, - "novita/moonshotai/kimi-k2-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 5.7e-7, - "output_cost_per_token": 0.0000023, + "volcengine/doubao-seed-2-0-pro-260215": { + "max_input_tokens": 256000, + "max_output_tokens": 128000, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "volcengine", + "supports_vision": true }, - "novita/deepseek/deepseek-v3-0324": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 0.00000112, - "cache_read_input_token_cost": 1.35e-7, + "volcengine/doubao-seed-2-0-lite-260215": { + "max_input_tokens": 256000, + "max_output_tokens": 128000, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "volcengine", + "supports_vision": true }, - "novita/zai-org/glm-4.5": { - "max_input_tokens": 131072, - "max_output_tokens": 98304, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, - "cache_read_input_token_cost": 1.1e-7, + "volcengine/doubao-seed-2-0-mini-260215": { + "max_input_tokens": 256000, + "max_output_tokens": 128000, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "volcengine", + "supports_vision": true }, - "novita/qwen/qwen3-235b-a22b-thinking-2507": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.000003, + "volcengine/doubao-seed-2-0-code-preview-260215": { + "max_input_tokens": 256000, + "max_output_tokens": 128000, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "volcengine", + "supports_vision": true }, - "novita/meta-llama/llama-3.1-8b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 5e-8, + "bedrock/us-east-1/zai.glm-5": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.0000032, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "bedrock" }, - "novita/google/gemma-3-12b-it": { - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 1e-7, + "bedrock/us-west-2/zai.glm-5": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.0000032, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "bedrock" }, - "novita/zai-org/glm-4.5v": { - "max_input_tokens": 65536, - "max_output_tokens": 16384, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000018, - "cache_read_input_token_cost": 1.1e-7, + "bedrock/us-gov-east-1/anthropic.claude-haiku-4-5-20251001-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.000006, + "cache_creation_input_token_cost": 0.0000015, + "cache_read_input_token_cost": 1.2e-7, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "bedrock", + "supports_pdf_input": true, "supports_vision": true }, - "novita/openai/gpt-oss-20b": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 1.5e-7, + "bedrock/us-gov-west-1/anthropic.claude-haiku-4-5-20251001-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.000006, + "cache_creation_input_token_cost": 0.0000015, + "cache_read_input_token_cost": 1.2e-7, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "bedrock", + "supports_pdf_input": true, "supports_vision": true }, - "novita/qwen/qwen3-235b-a22b-instruct-2507": { - "max_input_tokens": 131072, + "snowflake/claude-sonnet-4-5": { + "max_input_tokens": 200000, "max_output_tokens": 16384, - "input_cost_per_token": 9e-8, - "output_cost_per_token": 5.8e-7, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "snowflake", + "supports_vision": true }, - "novita/deepseek/deepseek-r1-distill-qwen-14b": { - "max_input_tokens": 32768, + "snowflake/claude-sonnet-4-6": { + "max_input_tokens": 200000, "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "snowflake", + "supports_vision": true }, - "novita/meta-llama/llama-3.3-70b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 120000, - "input_cost_per_token": 1.35e-7, - "output_cost_per_token": 4e-7, + "snowflake/claude-4-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "snowflake", + "supports_vision": true }, - "novita/qwen/qwen-2.5-72b-instruct": { - "max_input_tokens": 32000, - "max_output_tokens": 8192, - "input_cost_per_token": 3.8e-7, - "output_cost_per_token": 4e-7, + "snowflake/claude-4-opus": { + "max_input_tokens": 200000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "snowflake", + "supports_vision": true }, - "novita/mistralai/mistral-nemo": { - "max_input_tokens": 60288, - "max_output_tokens": 16000, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 1.7e-7, + "snowflake/claude-haiku-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "snowflake", + "supports_vision": true }, - "novita/minimaxai/minimax-m1-80k": { - "max_input_tokens": 1000000, - "max_output_tokens": 40000, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.0000022, + "snowflake/claude-3-7-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "snowflake", + "supports_vision": true }, - "novita/deepseek/deepseek-r1-0528": { - "max_input_tokens": 163840, - "max_output_tokens": 32768, - "input_cost_per_token": 7e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 3.5e-7, + "snowflake/openai-gpt-4.1": { + "max_input_tokens": 300000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "snowflake", + "supports_vision": true }, - "novita/deepseek/deepseek-r1-distill-qwen-32b": { - "max_input_tokens": 64000, - "max_output_tokens": 32000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 3e-7, + "snowflake/openai-gpt-5": { + "max_input_tokens": 300000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "snowflake", + "supports_vision": true }, - "novita/meta-llama/llama-3-8b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 4e-8, + "snowflake/openai-gpt-5-mini": { + "max_input_tokens": 1000000, + "max_output_tokens": 16384, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "snowflake" }, - "novita/microsoft/wizardlm-2-8x22b": { - "max_input_tokens": 65535, - "max_output_tokens": 8000, - "input_cost_per_token": 6.2e-7, - "output_cost_per_token": 6.2e-7, + "snowflake/openai-gpt-5-nano": { + "max_input_tokens": 5000000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "snowflake" }, - "novita/deepseek/deepseek-r1-0528-qwen3-8b": { + "snowflake/llama4-maverick": { "max_input_tokens": 128000, - "max_output_tokens": 32000, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 9e-8, + "max_output_tokens": 16384, + "input_cost_per_token": 2.4e-7, + "output_cost_per_token": 9.7e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "snowflake" }, - "novita/deepseek/deepseek-r1-distill-llama-70b": { + "snowflake/snowflake-arctic-embed-l-v2.0": { "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 8e-7, - "mode": "chat", - "litellm_provider": "novita" + "input_cost_per_token": 7e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "snowflake" }, - "novita/meta-llama/llama-3-70b-instruct": { + "snowflake/snowflake-arctic-embed-m-v2.0": { "max_input_tokens": 8192, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "snowflake" + }, + "soniox/stt-async-v4": { "max_output_tokens": 8000, - "input_cost_per_token": 5.1e-7, - "output_cost_per_token": 7.4e-7, + "mode": "audio_transcription", + "litellm_provider": "soniox", + "supports_audio_input": true + }, + "soniox/stt-async-v5": { + "max_output_tokens": 8000, + "mode": "audio_transcription", + "litellm_provider": "soniox", + "supports_audio_input": true + }, + "tensormesh/Qwen/Qwen3.5-397B-A17B-FP8": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000036, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "tensormesh" }, - "novita/qwen/qwen3-235b-a22b-fp8": { - "max_input_tokens": 40960, - "max_output_tokens": 20000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 8e-7, + "tensormesh/Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 4.5e-7, + "output_cost_per_token": 0.0000018, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "tensormesh" }, - "novita/meta-llama/llama-4-maverick-17b-128e-instruct-fp8": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 8.5e-7, + "tensormesh/Qwen/Qwen3.6-27B-FP8": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 3.2e-7, + "output_cost_per_token": 0.0000032, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "tensormesh" }, - "novita/meta-llama/llama-4-scout-17b-16e-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 5.9e-7, + "tensormesh/lukealonso/GLM-5.1-NVFP4-MTP": { + "max_input_tokens": 202752, + "max_output_tokens": 202752, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "tensormesh" }, - "novita/nousresearch/hermes-2-pro-llama-3-8b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, + "tensormesh/deepseek-ai/DeepSeek-V4-Flash": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 1.4e-7, + "output_cost_per_token": 2.8e-7, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "tensormesh" }, - "novita/qwen/qwen2.5-vl-72b-instruct": { + "tensormesh/moonshotai/Kimi-K2.6": { "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 8e-7, + "input_cost_per_token": 9.6e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "tensormesh" }, - "novita/sao10k/l3-70b-euryale-v2.1": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000148, - "output_cost_per_token": 0.00000148, + "tensormesh/MiniMaxAI/MiniMax-M2.5": { + "max_input_tokens": 196608, + "max_output_tokens": 196608, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "tensormesh" }, - "novita/baidu/ernie-4.5-21B-a3b-thinking": { - "max_input_tokens": 131072, - "max_output_tokens": 65536, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2.8e-7, + "tensormesh/google/gemma-4-31B-it": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 5.6e-7, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "tensormesh" }, - "novita/sao10k/l3-8b-lunaris": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 5e-8, + "tensormesh/openai/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "tensormesh" }, - "novita/baichuan/baichuan-m2-32b": { + "tensormesh/openai/gpt-oss-20b": { "max_input_tokens": 131072, "max_output_tokens": 131072, "input_cost_per_token": 7e-8, - "output_cost_per_token": 7e-8, - "mode": "chat", - "litellm_provider": "novita" - }, - "novita/baidu/ernie-4.5-vl-424b-a47b": { - "max_input_tokens": 123000, - "max_output_tokens": 16000, - "input_cost_per_token": 4.2e-7, - "output_cost_per_token": 0.00000125, + "output_cost_per_token": 2.8e-7, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "tensormesh" }, - "novita/baidu/ernie-4.5-300b-a47b-paddle": { - "max_input_tokens": 123000, - "max_output_tokens": 12000, - "input_cost_per_token": 2.8e-7, - "output_cost_per_token": 0.0000011, + "deepseek-v4-flash": { + "max_input_tokens": 1000000, + "max_output_tokens": 393216, + "input_cost_per_token": 4.4e-7, + "output_cost_per_token": 0.00000132, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 1.4e-8, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "deepseek", + "supports_vision": false }, - "novita/deepseek/deepseek-prover-v2-671b": { - "max_input_tokens": 160000, - "max_output_tokens": 160000, - "input_cost_per_token": 7e-7, - "output_cost_per_token": 0.0000025, + "deepseek-v4-pro": { + "max_input_tokens": 1000000, + "max_output_tokens": 393216, + "input_cost_per_token": 0.00000132, + "output_cost_per_token": 0.00000396, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 4.4e-8, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "deepseek", + "supports_vision": false }, - "novita/qwen/qwen3-32b-fp8": { - "max_input_tokens": 40960, - "max_output_tokens": 20000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4.5e-7, + "deepseek/deepseek-v4-flash": { + "max_input_tokens": 1000000, + "max_output_tokens": 393216, + "input_cost_per_token": 4.4e-7, + "output_cost_per_token": 0.00000132, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 1.4e-8, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "deepseek", + "supports_vision": false }, - "novita/qwen/qwen3-30b-a3b-fp8": { - "max_input_tokens": 40960, - "max_output_tokens": 20000, - "input_cost_per_token": 9e-8, - "output_cost_per_token": 4.5e-7, + "deepseek/deepseek-v4-pro": { + "max_input_tokens": 1000000, + "max_output_tokens": 393216, + "input_cost_per_token": 0.00000132, + "output_cost_per_token": 0.00000396, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 4.4e-8, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "deepseek", + "supports_vision": false }, - "novita/google/gemma-3-27b-it": { - "max_input_tokens": 98304, - "max_output_tokens": 16384, - "input_cost_per_token": 1.19e-7, - "output_cost_per_token": 2e-7, + "tencent/deepseek-v4-pro": { + "max_input_tokens": 1000000, + "max_output_tokens": 384000, + "input_cost_per_token": 4.35e-7, + "output_cost_per_token": 8.7e-7, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 3.625e-9, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "tencent", + "supports_vision": false }, - "novita/deepseek/deepseek-v3-turbo": { - "max_input_tokens": 64000, - "max_output_tokens": 16000, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000013, + "tencent/deepseek-v4-flash": { + "max_input_tokens": 1000000, + "max_output_tokens": 384000, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 2.8e-7, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 2.8e-9, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "tencent", + "supports_vision": false }, - "novita/deepseek/deepseek-r1-turbo": { - "max_input_tokens": 64000, - "max_output_tokens": 16000, - "input_cost_per_token": 7e-7, + "cognition/swe-1.6": { + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 2e-7, + "mode": "chat", + "litellm_provider": "cognition" + }, + "cognition/swe-1.7": { + "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "cognition" }, - "novita/Sao10K/L3-8B-Stheno-v3.2": { - "max_input_tokens": 8192, - "max_output_tokens": 32000, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 5e-8, + "cognition/swe-1.7-lightning": { + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.0000125, + "cache_read_input_token_cost": 0.000001, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "cognition" }, - "novita/gryphe/mythomax-l2-13b": { - "max_input_tokens": 4096, - "max_output_tokens": 3200, - "input_cost_per_token": 9e-8, - "output_cost_per_token": 9e-8, + "pinstripes/ps/glm-4.5-air": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 1.25e-7, + "output_cost_per_token": 4.5e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "pinstripes" }, - "novita/baidu/ernie-4.5-vl-28b-a3b-thinking": { + "pinstripes/ps/qwen3.6-35b-a3b": { "max_input_tokens": 131072, - "max_output_tokens": 65536, - "input_cost_per_token": 3.9e-7, - "output_cost_per_token": 3.9e-7, + "max_output_tokens": 131072, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 4.5e-7, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "pinstripes" }, - "novita/qwen/qwen3-vl-8b-instruct": { + "pinstripes/ps/qwen3-30b-a3b": { "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 5e-7, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "pinstripes" }, - "novita/zai-org/glm-4.5-air": { + "pinstripes/ps/qwen3-coder-30b-a3b": { "max_input_tokens": 131072, - "max_output_tokens": 98304, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 8.5e-7, + "max_output_tokens": 131072, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "pinstripes" }, - "novita/qwen/qwen3-vl-30b-a3b-instruct": { + "pinstripes/ps/deepseek-v4-flash": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "pinstripes" + }, + "pinstripes/ps/minimax-m2.7": { + "max_input_tokens": 1000192, + "max_output_tokens": 1000192, + "input_cost_per_token": 2.55e-7, + "output_cost_per_token": 5.5e-7, + "mode": "chat", + "litellm_provider": "pinstripes" + }, + "darkbloom/gemma-4-26b": { "max_input_tokens": 131072, "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 7e-7, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 1.65e-7, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "darkbloom" }, - "novita/qwen/qwen3-vl-30b-a3b-thinking": { + "darkbloom/gpt-oss-20b": { "max_input_tokens": 131072, "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.000001, + "input_cost_per_token": 1.45e-8, + "output_cost_per_token": 7e-8, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "darkbloom" + }, + "xai/grok-4.20-0309-non-reasoning": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000005, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "xai", "supports_vision": true }, - "novita/qwen/qwen3-omni-30b-a3b-thinking": { - "max_input_tokens": 65536, - "max_output_tokens": 16384, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 9.7e-7, + "xai/grok-4.20-multi-agent-0309": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000005, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true, - "supports_audio_input": true + "litellm_provider": "xai", + "supports_vision": true }, - "novita/qwen/qwen3-omni-30b-a3b-instruct": { - "max_input_tokens": 65536, - "max_output_tokens": 16384, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 9.7e-7, + "xai/grok-build-0.1": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000002, + "input_cost_per_token_above_200k_tokens": 0.000002, + "output_cost_per_token_above_200k_tokens": 0.000004, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true, + "litellm_provider": "xai", + "supports_vision": true + }, + "gpt-transcribe": { + "mode": "audio_transcription", + "litellm_provider": "openai", "supports_audio_input": true }, - "novita/qwen/qwen-mt-plus": { - "max_input_tokens": 16384, - "max_output_tokens": 8192, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 7.5e-7, - "mode": "chat", - "litellm_provider": "novita" + "gpt-live-transcribe": { + "mode": "audio_transcription", + "litellm_provider": "openai", + "supports_audio_input": true }, - "novita/baidu/ernie-4.5-vl-28b-a3b": { - "max_input_tokens": 30000, - "max_output_tokens": 8000, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 5.6e-7, + "gpt-realtime-translate": { + "max_input_tokens": 16000, + "max_output_tokens": 2000, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true + }, + "claude-mythos-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00005, + "cache_creation_input_token_cost": 0.0000125, + "cache_read_input_token_cost": 0.000001, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "anthropic", + "supports_pdf_input": true, "supports_vision": true }, - "novita/baidu/ernie-4.5-21B-a3b": { - "max_input_tokens": 120000, - "max_output_tokens": 8000, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2.8e-7, + "claude-mythos-preview": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00005, + "cache_creation_input_token_cost": 0.0000125, + "cache_read_input_token_cost": 0.000001, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "novita/qwen/qwen3-8b-fp8": { - "max_input_tokens": 128000, - "max_output_tokens": 20000, - "input_cost_per_token": 3.5e-8, - "output_cost_per_token": 1.38e-7, + "gemini/gemini-robotics-er-2-streaming-preview": { + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "gemini", + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "novita/qwen/qwen3-4b-fp8": { - "max_input_tokens": 128000, - "max_output_tokens": 20000, - "input_cost_per_token": 3e-8, - "output_cost_per_token": 3e-8, + "mistral/mistral-small-2603": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "mistral", + "supports_vision": true }, - "novita/qwen/qwen2.5-7b-instruct": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 7e-8, + "mistral/labs-leanstral-1-5": { + "max_input_tokens": 262144, + "max_output_tokens": 131072, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "mistral" }, - "novita/meta-llama/llama-3.2-3b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32000, - "input_cost_per_token": 3e-8, - "output_cost_per_token": 5e-8, - "mode": "chat", - "litellm_provider": "novita" + "mistral/mistral-moderation-2603": { + "max_input_tokens": 131072, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "moderation", + "litellm_provider": "mistral" }, - "novita/sao10k/l31-70b-euryale-v2.2": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000148, - "output_cost_per_token": 0.00000148, + "mistral/voxtral-mini-2602": { + "mode": "audio_transcription", + "litellm_provider": "mistral", + "supports_audio_input": true + }, + "mistral/voxtral-mini-transcribe-realtime-2602": { + "mode": "audio_transcription", + "litellm_provider": "mistral", + "supports_audio_input": true + }, + "mistral/voxtral-mini-tts-2603": { + "mode": "audio_speech", + "litellm_provider": "mistral" + }, + "fallback_generalizations": {}, + "gemini/gemini-3.5-live-translate-preview": { + "input_cost_per_token": 0.0000035, + "output_cost_per_token": 0.000021, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "gemini", + "supports_audio_input": true }, - "novita/qwen/qwen3-embedding-0.6b": { + "perplexity/pplx-embed-context-v1-0.6b": { "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 7e-8, + "input_cost_per_token": 8e-9, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "perplexity" + }, + "perplexity/pplx-embed-context-v1-4b": { + "max_input_tokens": 32768, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "perplexity" + }, + "voyage/voyage-4-large": { + "max_input_tokens": 32000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" + }, + "voyage/voyage-4": { + "max_input_tokens": 32000, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" + }, + "voyage/voyage-4-lite": { + "max_input_tokens": 32000, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" + }, + "voyage/voyage-code-4": { + "max_input_tokens": 32000, + "input_cost_per_token": 1.2e-7, "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "novita" + "litellm_provider": "voyage" }, - "novita/qwen/qwen3-embedding-8b": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 7e-8, + "voyage/voyage-context-4": { + "max_input_tokens": 120000, + "input_cost_per_token": 1.2e-7, "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "novita" + "litellm_provider": "voyage" }, - "novita/baai/bge-m3": { - "max_input_tokens": 8192, - "max_output_tokens": 96000, - "input_cost_per_token": 1e-8, - "output_cost_per_token": 1e-8, + "voyage/voyage-multimodal-3.5": { + "max_input_tokens": 32000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "novita" + "litellm_provider": "voyage" }, - "novita/qwen/qwen3-reranker-8b": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 5e-8, - "mode": "rerank", - "litellm_provider": "novita" + "fireworks_ai/accounts/fireworks/models/deepseek-v4-flash-0731": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 2.8e-7, + "cache_read_input_token_cost": 2.8e-8, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "novita/baai/bge-reranker-v2-m3": { - "max_input_tokens": 8000, - "max_output_tokens": 8000, - "input_cost_per_token": 1e-8, - "output_cost_per_token": 1e-8, - "mode": "rerank", - "litellm_provider": "novita" + "fireworks_ai/accounts/fireworks/models/kimi-k3": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "llamagate/llama-3.1-8b": { - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-8, - "output_cost_per_token": 5e-8, + "fireworks_ai/deepseek-v4-flash-0731": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 2.8e-7, + "cache_read_input_token_cost": 2.8e-8, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "llamagate/llama-3.2-3b": { - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 8e-8, + "fireworks_ai/glm-5p2-fast": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000021, + "output_cost_per_token": 0.0000066, + "cache_read_input_token_cost": 2.1e-7, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "llamagate/mistral-7b-v0.3": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1.5e-7, + "fireworks_ai/glm-5p2-fast-us": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000021, + "output_cost_per_token": 0.0000066, + "cache_read_input_token_cost": 2.1e-7, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "llamagate/qwen3-8b": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 1.4e-7, + "fireworks_ai/kimi-k3": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "llamagate/dolphin3-8b": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 1.5e-7, + "fireworks_ai/kimi-k3-fast": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000045, + "output_cost_per_token": 0.0000225, + "cache_read_input_token_cost": 4.5e-7, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "llamagate/deepseek-r1-8b": { - "max_input_tokens": 65536, - "max_output_tokens": 16384, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 2e-7, + "fireworks_ai/kimi-k3-us": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 3.3e-7, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "llamagate/deepseek-r1-7b-qwen": { + "fireworks_ai/qwen3p8-max": { + "max_input_tokens": 262144, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "cache_read_input_token_cost": 2.5e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": true + }, + "fireworks_ai/muse-glimmer-30b": { "max_input_tokens": 131072, "max_output_tokens": 16384, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 1.5e-7, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 4e-8, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "llamagate/openthinker-7b": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 1.5e-7, + "fireworks_ai/nemotron-lightning-3p5-30b-a3b": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2e-7, + "cache_read_input_token_cost": 1e-8, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "llamagate/qwen2.5-coder-7b": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 1.2e-7, + "fireworks_ai/nemotron-3-ultra-nvfp4": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 1.2e-7, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "llamagate/deepseek-coder-6.7b": { - "max_input_tokens": 16384, - "max_output_tokens": 4096, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 1.2e-7, + "fireworks_ai/accounts/fireworks/models/muse-glimmer-30b": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 4e-8, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "llamagate/codellama-7b": { - "max_input_tokens": 16384, - "max_output_tokens": 4096, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 1.2e-7, + "fireworks_ai/accounts/fireworks/models/nemotron-lightning-3p5-30b-a3b": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2e-7, + "cache_read_input_token_cost": 1e-8, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "llamagate/qwen3-vl-8b": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 5.5e-7, + "fireworks_ai/accounts/fireworks/models/nemotron-3-ultra-nvfp4": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 1.2e-7, "mode": "chat", - "litellm_provider": "llamagate", - "supports_vision": true + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "llamagate/llava-7b": { - "max_input_tokens": 4096, - "max_output_tokens": 2048, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 2e-7, + "fireworks_ai/accounts/fireworks/models/qwen3p8-max": { + "max_input_tokens": 262144, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "cache_read_input_token_cost": 2.5e-7, "mode": "chat", - "litellm_provider": "llamagate", + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "llamagate/gemma3-4b": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-8, - "output_cost_per_token": 8e-8, + "fireworks_ai/accounts/fireworks/routers/glm-5p2-fast": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000021, + "output_cost_per_token": 0.0000066, + "cache_read_input_token_cost": 2.1e-7, "mode": "chat", - "litellm_provider": "llamagate", - "supports_vision": true + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "llamagate/nomic-embed-text": { - "max_input_tokens": 8192, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "llamagate" + "fireworks_ai/accounts/fireworks/routers/glm-5p2-fast-us": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000021, + "output_cost_per_token": 0.0000066, + "cache_read_input_token_cost": 2.1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "llamagate/qwen3-embedding-8b": { - "max_input_tokens": 40960, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "llamagate" + "fireworks_ai/accounts/fireworks/routers/kimi-k3-fast": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000045, + "output_cost_per_token": 0.0000225, + "cache_read_input_token_cost": 4.5e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "sarvam/sarvam-m": { - "max_input_tokens": 8192, - "max_output_tokens": 32000, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 0, + "fireworks_ai/accounts/fireworks/routers/kimi-k3-us": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 3.3e-7, "mode": "chat", - "litellm_provider": "sarvam" + "litellm_provider": "fireworks_ai", + "supports_vision": true } } From dda73bb7b9a94c52cbad33f3a33b95fe58410bc4 Mon Sep 17 00:00:00 2001 From: Michael Suchacz <203725896+ibetitsmike@users.noreply.github.com> Date: Sun, 23 Aug 2026 09:55:39 +0000 Subject: [PATCH 03/12] review: address Codex findings on update flow and catalog - validate curated coverage by usable metadata, not key presence - bound catalog shrink against the vendored baseline - sort serialized keys to avoid reorder-only churn - normalize gateway catalog ids so rows match resolved metadata - order UPDATE_MODELS=1 refresh before catalog-consuming bundles - pin scheduled workflow checkout to main and route it via make --- .github/workflows/update-models.yml | 11 +- Makefile | 6 +- scripts/update_models.ts | 17 +- src/common/utils/tokens/modelCatalog.test.ts | 9 + src/common/utils/tokens/modelCatalog.ts | 13 +- src/common/utils/tokens/modelStats.ts | 9 +- src/common/utils/tokens/models.json | 33466 ++++++++-------- .../utils/tokens/updateModelsData.test.ts | 54 +- src/common/utils/tokens/updateModelsData.ts | 50 +- 9 files changed, 16876 insertions(+), 16759 deletions(-) diff --git a/.github/workflows/update-models.yml b/.github/workflows/update-models.yml index ae5e8431c77..7935cfe5d6a 100644 --- a/.github/workflows/update-models.yml +++ b/.github/workflows/update-models.yml @@ -49,6 +49,9 @@ jobs: - uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4.3.1 if: ${{ steps.precheck.outputs.enabled == 'true' }} with: + # Pin to main so a workflow_dispatch from a feature branch cannot leak + # unrelated commits into the shared bot/update-models branch. + ref: refs/heads/main token: ${{ steps.app-token.outputs.token }} - uses: oven-sh/setup-bun@b7a1c7ccf290d58743029c4f6903da283811b979 # v2.1.0 @@ -56,13 +59,11 @@ jobs: with: bun-version: 1.3.5 - - name: Install dependencies - if: ${{ steps.precheck.outputs.enabled == 'true' }} - run: bun install --frozen-lockfile - - name: Update models.json if: ${{ steps.precheck.outputs.enabled == 'true' }} - run: bun scripts/update_models.ts + # Go through the Makefile target (which installs dependencies first) so + # automation and local refreshes share one entry point. + run: make update-models - name: Push branch and open PR if changed if: ${{ steps.precheck.outputs.enabled == 'true' }} diff --git a/Makefile b/Makefile index 355e9f43f12..9cbcb688ec4 100644 --- a/Makefile +++ b/Makefile @@ -224,9 +224,13 @@ update-models: node_modules/.installed ## Fetch latest LiteLLM model data, valid @bun scripts/update_models.ts # #3727: `make build UPDATE_MODELS=1` refreshes the vendored models.json before -# building; plain `make build` stays network-free and reproducible. +# building; plain `make build` stays network-free and reproducible. The refresh +# must be a prerequisite of every catalog-consuming bundle (not just `build`) so +# parallel make cannot bundle the old catalog, and the phony prerequisite forces +# those bundles stale because models.json is not part of $(TS_SOURCES). ifeq ($(UPDATE_MODELS),1) build: update-models +build-renderer dist/cli/index.js dist/cli/api.mjs: update-models endif build-main: node_modules/.installed dist/cli/index.js dist/cli/api.mjs ## Build main process diff --git a/scripts/update_models.ts b/scripts/update_models.ts index 31befe2a8c4..3f1c5a84676 100644 --- a/scripts/update_models.ts +++ b/scripts/update_models.ts @@ -9,10 +9,12 @@ */ import { + countChatModels, pruneModelData, sanitizePricing, serializeModelData, validateModelData, + type ModelCatalogData, } from "../src/common/utils/tokens/updateModelsData"; const LITELLM_URL = @@ -35,12 +37,23 @@ async function updateModels() { sanitized.droppedModelIds.slice(0, 10).join(", ") ); } - validateModelData(sanitized); - const serialized = serializeModelData(sanitized.catalog); const existing = await Bun.file(OUTPUT_PATH) .text() .catch(() => null); + // Validate shrinkage against the vendored catalog so a truncated upstream + // response cannot silently drop metadata for thousands of known models. + let baselineChatCount = 0; + if (existing !== null) { + try { + baselineChatCount = countChatModels(JSON.parse(existing) as ModelCatalogData); + } catch { + console.warn(`Could not parse existing ${OUTPUT_PATH}; skipping baseline size check`); + } + } + validateModelData(sanitized, baselineChatCount); + + const serialized = serializeModelData(sanitized.catalog); if (existing === serialized) { console.log("βœ“ models.json already up to date"); return; diff --git a/src/common/utils/tokens/modelCatalog.test.ts b/src/common/utils/tokens/modelCatalog.test.ts index 8734b5c3af2..c4ef21a997a 100644 --- a/src/common/utils/tokens/modelCatalog.test.ts +++ b/src/common/utils/tokens/modelCatalog.test.ts @@ -1,5 +1,6 @@ import { describe, test, expect } from "@jest/globals"; import { KNOWN_MODELS } from "@/common/constants/knownModels"; +import { normalizeToCanonical } from "@/common/utils/ai/models"; import { listModelCatalogIds } from "./modelCatalog"; import { getModelStats } from "./modelStats"; @@ -35,6 +36,14 @@ describe("listModelCatalogIds", () => { expect(ids).not.toContain("openai:text-embedding-3-small"); }); + test("every id is self-canonical so selection metadata matches the visible row", () => { + // Gateway keys like openrouter/deepseek/x normalize to the direct provider id + // during stats resolution; exposing non-canonical ids would create rows that + // look distinct but inherit another entry's metadata. + const nonCanonical = ids.filter((id) => normalizeToCanonical(id) !== id); + expect(nonCanonical).toEqual([]); + }); + test("is sorted, deduplicated, and stable across calls", () => { expect(new Set(ids).size).toBe(ids.length); expect([...ids].sort()).toEqual(ids); diff --git a/src/common/utils/tokens/modelCatalog.ts b/src/common/utils/tokens/modelCatalog.ts index 8f53147effa..458c6e79e7e 100644 --- a/src/common/utils/tokens/modelCatalog.ts +++ b/src/common/utils/tokens/modelCatalog.ts @@ -5,6 +5,7 @@ */ import { KNOWN_MODELS } from "@/common/constants/knownModels"; +import { normalizeToCanonical } from "@/common/utils/ai/models"; import modelsData from "./models.json"; import { getModelStats } from "./modelStats"; @@ -44,12 +45,20 @@ export function listModelCatalogIds(): string[] { continue; } const id = toCanonicalModelId(key, metadata); + if (id === null) { + continue; + } + // Stats resolution normalizes gateway ids (openrouter:deepseek/x resolves as + // deepseek:x), so expose the normalized identity and let the Set collapse + // gateway duplicates; otherwise a gateway row would silently inherit the + // direct entry's metadata while looking like a distinct option. + const normalized = normalizeToCanonical(id); // getModelStats enforces the validity bar (usable token limits), so every // listed id inherits real metadata when selected as a mapping target. - if (id === null || getModelStats(id) === null) { + if (getModelStats(normalized) === null) { continue; } - ids.add(id); + ids.add(normalized); } cachedIds = [...ids].sort(); } diff --git a/src/common/utils/tokens/modelStats.ts b/src/common/utils/tokens/modelStats.ts index 03e498d358f..611d22f9c4d 100644 --- a/src/common/utils/tokens/modelStats.ts +++ b/src/common/utils/tokens/modelStats.ts @@ -70,9 +70,10 @@ function hasTieredPricing(data: RawModelData): boolean { } /** - * Validates raw model data has required fields + * Whether raw model metadata is usable for stats resolution. Exported so the + * update-models validation applies the same bar as getModelStats. */ -function isValidModelData(data: RawModelData): boolean { +export function hasUsableTokenLimits(data: RawModelData): boolean { const maxInputTokens = parseNum(data.max_input_tokens); return maxInputTokens != null && maxInputTokens > 0; } @@ -234,7 +235,7 @@ export function getModelStats(modelString: string): ModelStats | null { // Check models-extra.ts first (overrides for models with incorrect upstream data) for (const key of lookupKeys) { const data = (modelsExtra as Record)[key]; - if (data && isValidModelData(data)) { + if (data && hasUsableTokenLimits(data)) { return extractModelStats(data); } } @@ -242,7 +243,7 @@ export function getModelStats(modelString: string): ModelStats | null { // Fall back to main models.json for (const key of lookupKeys) { const data = (modelsData as Record)[key]; - if (data && isValidModelData(data)) { + if (data && hasUsableTokenLimits(data)) { return extractModelStats(data); } } diff --git a/src/common/utils/tokens/models.json b/src/common/utils/tokens/models.json index 952df2e4e16..ffa99d6cae7 100644 --- a/src/common/utils/tokens/models.json +++ b/src/common/utils/tokens/models.json @@ -1,14 +1,4 @@ { - "sample_spec": { - "max_input_tokens": "max input tokens, if the provider specifies it. if not default to max_tokens", - "max_output_tokens": "max output tokens, if the provider specifies it. if not default to max_tokens", - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "one of: chat, embedding, completion, image_generation, audio_transcription, audio_speech, image_generation, moderation, rerank, search", - "litellm_provider": "one of https://docs.litellm.ai/docs/providers", - "supports_vision": true, - "supports_audio_input": true - }, "1024-x-1024/50-steps/bedrock/amazon.nova-canvas-v1:0": { "max_input_tokens": 2600, "mode": "image_generation", @@ -23,11 +13,47 @@ "mode": "image_generation", "litellm_provider": "openai" }, + "1024-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "1024-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, "1024-x-1024/max-steps/stability.stable-diffusion-xl-v1": { "max_input_tokens": 77, "mode": "image_generation", "litellm_provider": "bedrock" }, + "1024-x-1536/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "1024-x-1536/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "1536-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "1536-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, "256-x-256/dall-e-2": { "mode": "image_generation", "litellm_provider": "openai" @@ -46,6 +72,10 @@ "mode": "image_generation", "litellm_provider": "bedrock" }, + "agentcore/search": { + "mode": "search", + "litellm_provider": "agentcore" + }, "ai21.j2-mid-v1": { "max_input_tokens": 8191, "max_output_tokens": 8191, @@ -139,59 +169,41 @@ "litellm_provider": "aiml", "supports_vision": true }, - "amazon.nova-canvas-v1:0": { - "max_input_tokens": 2600, - "mode": "image_generation", - "litellm_provider": "bedrock" - }, - "us.amazon.nova-canvas-v1:0": { - "max_input_tokens": 2600, - "mode": "image_generation", - "litellm_provider": "bedrock" - }, - "us.writer.palmyra-x4-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true - }, - "us.writer.palmyra-x5-v1:0": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000006, + "amazon-nova/nova-lite-v1": { + "max_input_tokens": 300000, + "max_output_tokens": 10000, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2.4e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true + "litellm_provider": "amazon_nova", + "supports_pdf_input": true, + "supports_vision": true }, - "writer.palmyra-x4-v1:0": { + "amazon-nova/nova-micro-v1": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "max_output_tokens": 10000, + "input_cost_per_token": 3.5e-8, + "output_cost_per_token": 1.4e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true + "litellm_provider": "amazon_nova" }, - "writer.palmyra-x5-v1:0": { + "amazon-nova/nova-premier-v1": { "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000006, + "max_output_tokens": 10000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.0000125, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true + "litellm_provider": "amazon_nova", + "supports_pdf_input": true, + "supports_vision": true }, - "amazon.nova-lite-v1:0": { + "amazon-nova/nova-pro-v1": { "max_input_tokens": 300000, "max_output_tokens": 10000, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 2.4e-7, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000032, "mode": "chat", - "litellm_provider": "bedrock_converse", + "litellm_provider": "amazon_nova", "supports_pdf_input": true, "supports_vision": true }, @@ -207,55 +219,16 @@ "supports_vision": true, "supports_video_input": true }, - "amazon.nova-2-pro-preview-20251202-v1:0": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000021875, - "output_cost_per_token": 0.0000175, - "cache_read_input_token_cost": 5.46875e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true, - "supports_video_input": true - }, - "apac.amazon.nova-2-lite-v1:0": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 3.3e-7, - "output_cost_per_token": 0.00000275, - "cache_read_input_token_cost": 8.25e-8, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true, - "supports_video_input": true - }, - "apac.amazon.nova-2-pro-preview-20251202-v1:0": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000021875, - "output_cost_per_token": 0.0000175, - "cache_read_input_token_cost": 5.46875e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true, - "supports_video_input": true - }, - "eu.amazon.nova-2-lite-v1:0": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 3.3e-7, - "output_cost_per_token": 0.00000275, - "cache_read_input_token_cost": 8.25e-8, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true, + "amazon.nova-2-multimodal-embeddings-v1:0": { + "max_input_tokens": 8172, + "input_cost_per_token": 1.35e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "bedrock", + "supports_audio_input": true, "supports_video_input": true }, - "eu.amazon.nova-2-pro-preview-20251202-v1:0": { + "amazon.nova-2-pro-preview-20251202-v1:0": { "max_input_tokens": 1000000, "max_output_tokens": 64000, "input_cost_per_token": 0.0000021875, @@ -267,38 +240,20 @@ "supports_vision": true, "supports_video_input": true }, - "us.amazon.nova-2-lite-v1:0": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 3.3e-7, - "output_cost_per_token": 0.00000275, - "cache_read_input_token_cost": 8.25e-8, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true, - "supports_video_input": true + "amazon.nova-canvas-v1:0": { + "max_input_tokens": 2600, + "mode": "image_generation", + "litellm_provider": "bedrock" }, - "us.amazon.nova-2-pro-preview-20251202-v1:0": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000021875, - "output_cost_per_token": 0.0000175, - "cache_read_input_token_cost": 5.46875e-7, + "amazon.nova-lite-v1:0": { + "max_input_tokens": 300000, + "max_output_tokens": 10000, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2.4e-7, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, - "supports_vision": true, - "supports_video_input": true - }, - "amazon.nova-2-multimodal-embeddings-v1:0": { - "max_input_tokens": 8172, - "input_cost_per_token": 1.35e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "bedrock", - "supports_audio_input": true, - "supports_video_input": true + "supports_vision": true }, "amazon.nova-micro-v1:0": { "max_input_tokens": 128000, @@ -326,21 +281,21 @@ "mode": "rerank", "litellm_provider": "bedrock" }, - "amazon.titan-embed-image-v1": { - "max_input_tokens": 128, - "input_cost_per_token": 8e-7, + "amazon.titan-embed-g1-text-02": { + "max_input_tokens": 8192, + "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "mode": "embedding", "litellm_provider": "bedrock" }, - "amazon.titan-embed-text-v1": { - "max_input_tokens": 8192, - "input_cost_per_token": 1e-7, + "amazon.titan-embed-image-v1": { + "max_input_tokens": 128, + "input_cost_per_token": 8e-7, "output_cost_per_token": 0, "mode": "embedding", "litellm_provider": "bedrock" }, - "amazon.titan-embed-g1-text-02": { + "amazon.titan-embed-text-v1": { "max_input_tokens": 8192, "input_cost_per_token": 1e-7, "output_cost_per_token": 0, @@ -366,67 +321,28 @@ "mode": "image_generation", "litellm_provider": "bedrock" }, - "twelvelabs.marengo-embed-2-7-v1:0": { - "max_input_tokens": 77, - "input_cost_per_token": 0.00007, - "output_cost_per_token": 0, - "mode": "embedding", + "amazon.titan-text-express-v1": { + "max_input_tokens": 42000, + "max_output_tokens": 8000, + "input_cost_per_token": 0.0000013, + "output_cost_per_token": 0.0000017, + "mode": "chat", "litellm_provider": "bedrock" }, - "us.twelvelabs.marengo-embed-2-7-v1:0": { - "max_input_tokens": 77, - "input_cost_per_token": 0.00007, - "output_cost_per_token": 0, - "mode": "embedding", + "amazon.titan-text-lite-v1": { + "max_input_tokens": 42000, + "max_output_tokens": 4000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", "litellm_provider": "bedrock" }, - "eu.twelvelabs.marengo-embed-2-7-v1:0": { - "max_input_tokens": 77, - "input_cost_per_token": 0.00007, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "bedrock" - }, - "twelvelabs.pegasus-1-2-v1:0": { - "output_cost_per_token": 0.0000075, - "mode": "chat", - "litellm_provider": "bedrock", - "supports_video_input": true - }, - "us.twelvelabs.pegasus-1-2-v1:0": { - "output_cost_per_token": 0.0000075, - "mode": "chat", - "litellm_provider": "bedrock", - "supports_video_input": true - }, - "eu.twelvelabs.pegasus-1-2-v1:0": { - "output_cost_per_token": 0.0000075, - "mode": "chat", - "litellm_provider": "bedrock", - "supports_video_input": true - }, - "amazon.titan-text-express-v1": { - "max_input_tokens": 42000, - "max_output_tokens": 8000, - "input_cost_per_token": 0.0000013, - "output_cost_per_token": 0.0000017, - "mode": "chat", - "litellm_provider": "bedrock" - }, - "amazon.titan-text-lite-v1": { - "max_input_tokens": 42000, - "max_output_tokens": 4000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 4e-7, - "mode": "chat", - "litellm_provider": "bedrock" - }, - "amazon.titan-text-premier-v1:0": { - "max_input_tokens": 42000, - "max_output_tokens": 32000, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", + "amazon.titan-text-premier-v1:0": { + "max_input_tokens": 42000, + "max_output_tokens": 32000, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", "litellm_provider": "bedrock" }, "anthropic.claude-3-5-haiku-20241022-v1:0": { @@ -440,30 +356,6 @@ "litellm_provider": "bedrock", "supports_pdf_input": true }, - "anthropic.claude-haiku-4-5-20251001-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, - "cache_read_input_token_cost": 1e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true - }, - "anthropic.claude-haiku-4-5@20251001": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, - "cache_read_input_token_cost": 1e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true - }, "anthropic.claude-3-5-sonnet-20240620-v1:0": { "max_input_tokens": 1000000, "max_output_tokens": 4096, @@ -555,6 +447,42 @@ "supports_pdf_input": true, "supports_vision": true }, + "anthropic.claude-fable-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00005, + "cache_creation_input_token_cost": 0.0000125, + "cache_read_input_token_cost": 0.000001, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "anthropic.claude-haiku-4-5-20251001-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "anthropic.claude-haiku-4-5@20251001": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, "anthropic.claude-instant-v1": { "max_input_tokens": 100000, "max_output_tokens": 8191, @@ -563,6 +491,15 @@ "mode": "chat", "litellm_provider": "bedrock" }, + "anthropic.claude-mythos-preview": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "bedrock", + "supports_vision": true + }, "anthropic.claude-opus-4-1-20250805-v1:0": { "max_input_tokens": 200000, "max_output_tokens": 32000, @@ -611,7 +548,7 @@ "supports_pdf_input": true, "supports_vision": true }, - "global.anthropic.claude-opus-4-6-v1": { + "anthropic.claude-opus-4-7": { "max_input_tokens": 1000000, "max_output_tokens": 128000, "input_cost_per_token": 0.000005, @@ -623,43 +560,7 @@ "supports_pdf_input": true, "supports_vision": true }, - "us.anthropic.claude-opus-4-6-v1": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.0000275, - "cache_creation_input_token_cost": 0.000006875, - "cache_read_input_token_cost": 5.5e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true - }, - "eu.anthropic.claude-opus-4-6-v1": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.0000275, - "cache_creation_input_token_cost": 0.000006875, - "cache_read_input_token_cost": 5.5e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true - }, - "au.anthropic.claude-opus-4-6-v1": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.0000275, - "cache_creation_input_token_cost": 0.000006875, - "cache_read_input_token_cost": 5.5e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true - }, - "anthropic.claude-opus-4-7": { + "anthropic.claude-opus-4-8": { "max_input_tokens": 1000000, "max_output_tokens": 128000, "input_cost_per_token": 0.000005, @@ -671,16 +572,7 @@ "supports_pdf_input": true, "supports_vision": true }, - "anthropic.claude-mythos-preview": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "bedrock", - "supports_vision": true - }, - "global.anthropic.claude-opus-4-7": { + "anthropic.claude-opus-5": { "max_input_tokens": 1000000, "max_output_tokens": 128000, "input_cost_per_token": 0.000005, @@ -692,223 +584,331 @@ "supports_pdf_input": true, "supports_vision": true }, - "us.anthropic.claude-opus-4-7": { + "anthropic.claude-sonnet-4-20250514-v1:0": { "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.0000275, - "cache_creation_input_token_cost": 0.000006875, - "cache_read_input_token_cost": 5.5e-7, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "eu.anthropic.claude-opus-4-7": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.0000275, - "cache_creation_input_token_cost": 0.000006875, - "cache_read_input_token_cost": 5.5e-7, + "anthropic.claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "au.anthropic.claude-opus-4-7": { + "anthropic.claude-sonnet-4-6": { "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.0000275, - "cache_creation_input_token_cost": 0.000006875, - "cache_read_input_token_cost": 5.5e-7, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "anthropic.claude-fable-5": { + "anthropic.claude-sonnet-5": { "max_input_tokens": 1000000, "max_output_tokens": 128000, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00005, - "cache_creation_input_token_cost": 0.0000125, - "cache_read_input_token_cost": 0.000001, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "cache_creation_input_token_cost": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "global.anthropic.claude-fable-5": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00005, - "cache_creation_input_token_cost": 0.0000125, - "cache_read_input_token_cost": 0.000001, + "anthropic.claude-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "us.anthropic.claude-fable-5": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000011, - "output_cost_per_token": 0.000055, - "cache_creation_input_token_cost": 0.00001375, - "cache_read_input_token_cost": 0.0000011, + "anthropic.claude-v2:1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "eu.anthropic.claude-fable-5": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000011, - "output_cost_per_token": 0.000055, - "cache_creation_input_token_cost": 0.00001375, - "cache_read_input_token_cost": 0.0000011, + "anyscale/HuggingFaceH4/zephyr-7b-beta": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "anyscale" }, - "anthropic.claude-opus-5": { + "anyscale/codellama/CodeLlama-34b-Instruct-hf": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000001, + "mode": "chat", + "litellm_provider": "anyscale" + }, + "anyscale/codellama/CodeLlama-70b-Instruct-hf": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000001, + "mode": "chat", + "litellm_provider": "anyscale" + }, + "anyscale/google/gemma-7b-it": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, + "mode": "chat", + "litellm_provider": "anyscale" + }, + "anyscale/meta-llama/Llama-2-13b-chat-hf": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 2.5e-7, + "mode": "chat", + "litellm_provider": "anyscale" + }, + "anyscale/meta-llama/Llama-2-70b-chat-hf": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000001, + "mode": "chat", + "litellm_provider": "anyscale" + }, + "anyscale/meta-llama/Llama-2-7b-chat-hf": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, + "mode": "chat", + "litellm_provider": "anyscale" + }, + "anyscale/meta-llama/Meta-Llama-3-70B-Instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000001, + "mode": "chat", + "litellm_provider": "anyscale" + }, + "anyscale/meta-llama/Meta-Llama-3-8B-Instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, + "mode": "chat", + "litellm_provider": "anyscale" + }, + "anyscale/mistralai/Mistral-7B-Instruct-v0.1": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, + "mode": "chat", + "litellm_provider": "anyscale" + }, + "anyscale/mistralai/Mixtral-8x22B-Instruct-v0.1": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "anyscale" + }, + "anyscale/mistralai/Mixtral-8x7B-Instruct-v0.1": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, + "mode": "chat", + "litellm_provider": "anyscale" + }, + "apac.amazon.nova-2-lite-v1:0": { "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "max_output_tokens": 64000, + "input_cost_per_token": 3.3e-7, + "output_cost_per_token": 0.00000275, + "cache_read_input_token_cost": 8.25e-8, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, - "supports_vision": true + "supports_vision": true, + "supports_video_input": true }, - "global.anthropic.claude-opus-5": { + "apac.amazon.nova-2-pro-preview-20251202-v1:0": { "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000021875, + "output_cost_per_token": 0.0000175, + "cache_read_input_token_cost": 5.46875e-7, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, - "supports_vision": true + "supports_vision": true, + "supports_video_input": true }, - "us.anthropic.claude-opus-5": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.0000275, - "cache_creation_input_token_cost": 0.000006875, - "cache_read_input_token_cost": 5.5e-7, + "apac.amazon.nova-lite-v1:0": { + "max_input_tokens": 300000, + "max_output_tokens": 10000, + "input_cost_per_token": 6.3e-8, + "output_cost_per_token": 2.52e-7, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "eu.anthropic.claude-opus-5": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.0000275, - "cache_creation_input_token_cost": 0.000006875, - "cache_read_input_token_cost": 5.5e-7, + "apac.amazon.nova-micro-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 10000, + "input_cost_per_token": 3.7e-8, + "output_cost_per_token": 1.48e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "apac.amazon.nova-pro-v1:0": { + "max_input_tokens": 300000, + "max_output_tokens": 10000, + "input_cost_per_token": 8.4e-7, + "output_cost_per_token": 0.00000336, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "au.anthropic.claude-opus-5": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.0000275, - "cache_creation_input_token_cost": 0.000006875, - "cache_read_input_token_cost": 5.5e-7, + "apac.anthropic.claude-3-5-sonnet-20240620-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", + "litellm_provider": "bedrock", "supports_pdf_input": true, "supports_vision": true }, - "jp.anthropic.claude-opus-5": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.0000275, - "cache_creation_input_token_cost": 0.000006875, - "cache_read_input_token_cost": 5.5e-7, + "apac.anthropic.claude-3-5-sonnet-20241022-v2:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", + "litellm_provider": "bedrock", "supports_pdf_input": true, "supports_vision": true }, - "anthropic.claude-opus-4-8": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "apac.anthropic.claude-3-haiku-20240307-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000125, + "cache_creation_input_token_cost": 3.125e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "bedrock_converse", + "litellm_provider": "bedrock", "supports_pdf_input": true, "supports_vision": true }, - "global.anthropic.claude-opus-4-8": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "apac.anthropic.claude-3-sonnet-20240229-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", + "litellm_provider": "bedrock", "supports_pdf_input": true, "supports_vision": true }, - "us.anthropic.claude-opus-4-8": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.0000275, - "cache_creation_input_token_cost": 0.000006875, - "cache_read_input_token_cost": 5.5e-7, + "apac.anthropic.claude-haiku-4-5-20251001-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000055, + "cache_creation_input_token_cost": 0.000001375, + "cache_read_input_token_cost": 1.1e-7, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "eu.anthropic.claude-opus-4-8": { + "apac.anthropic.claude-sonnet-4-20250514-v1:0": { "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.0000275, - "cache_creation_input_token_cost": 0.000006875, - "cache_read_input_token_cost": 5.5e-7, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "au.anthropic.claude-opus-4-8": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.0000275, - "cache_creation_input_token_cost": 0.000006875, - "cache_read_input_token_cost": 5.5e-7, + "apiserpent/deep_search": { + "mode": "search", + "litellm_provider": "apiserpent" + }, + "apiserpent/search": { + "mode": "search", + "litellm_provider": "apiserpent" + }, + "assemblyai/best": { + "mode": "audio_transcription", + "litellm_provider": "assemblyai" + }, + "assemblyai/nano": { + "mode": "audio_transcription", + "litellm_provider": "assemblyai" + }, + "au.anthropic.claude-haiku-4-5-20251001-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000055, + "cache_creation_input_token_cost": 0.000001375, + "cache_read_input_token_cost": 1.1e-7, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "jp.anthropic.claude-opus-4-8": { + "au.anthropic.claude-opus-4-6-v1": { "max_input_tokens": 1000000, "max_output_tokens": 128000, "input_cost_per_token": 0.0000055, @@ -920,7 +920,7 @@ "supports_pdf_input": true, "supports_vision": true }, - "jp.anthropic.claude-opus-4-7": { + "au.anthropic.claude-opus-4-7": { "max_input_tokens": 1000000, "max_output_tokens": 128000, "input_cost_per_token": 0.0000055, @@ -932,49 +932,53 @@ "supports_pdf_input": true, "supports_vision": true }, - "anthropic.claude-sonnet-5": { + "au.anthropic.claude-opus-4-8": { "max_input_tokens": 1000000, "max_output_tokens": 128000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, - "cache_creation_input_token_cost": 0.0000025, - "cache_read_input_token_cost": 2e-7, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "global.anthropic.claude-sonnet-5": { + "au.anthropic.claude-opus-5": { "max_input_tokens": 1000000, "max_output_tokens": 128000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, - "cache_creation_input_token_cost": 0.0000025, - "cache_read_input_token_cost": 2e-7, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "us.anthropic.claude-sonnet-5": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000022, - "output_cost_per_token": 0.000011, - "cache_creation_input_token_cost": 0.00000275, - "cache_read_input_token_cost": 2.2e-7, + "au.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "input_cost_per_token_above_200k_tokens": 0.0000066, + "output_cost_per_token_above_200k_tokens": 0.00002475, + "cache_creation_input_token_cost": 0.000004125, + "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, + "cache_read_input_token_cost": 3.3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "eu.anthropic.claude-sonnet-5": { + "au.anthropic.claude-sonnet-4-6": { "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000022, - "output_cost_per_token": 0.000011, - "cache_creation_input_token_cost": 0.00000275, - "cache_read_input_token_cost": 2.2e-7, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "cache_creation_input_token_cost": 0.000004125, + "cache_read_input_token_cost": 3.3e-7, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, @@ -992,884 +996,778 @@ "supports_pdf_input": true, "supports_vision": true }, - "jp.anthropic.claude-sonnet-5": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000022, - "output_cost_per_token": 0.000011, - "cache_creation_input_token_cost": 0.00000275, - "cache_read_input_token_cost": 2.2e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse", + "aws_polly/generative": { + "mode": "audio_speech", + "litellm_provider": "aws_polly" + }, + "aws_polly/long-form": { + "mode": "audio_speech", + "litellm_provider": "aws_polly" + }, + "aws_polly/neural": { + "mode": "audio_speech", + "litellm_provider": "aws_polly" + }, + "aws_polly/standard": { + "mode": "audio_speech", + "litellm_provider": "aws_polly" + }, + "azure/ada": { + "max_input_tokens": 8191, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "azure" + }, + "azure/codex-mini": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000006, + "cache_read_input_token_cost": 3.75e-7, + "mode": "responses", + "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "anthropic.claude-sonnet-4-6": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, + "azure/command-r-plus": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure" }, - "global.anthropic.claude-sonnet-4-6": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, + "azure/computer-use-preview": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "output_cost_per_token": 0.000012, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, + "litellm_provider": "azure", "supports_vision": true }, - "us.anthropic.claude-sonnet-4-6": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000033, - "output_cost_per_token": 0.0000165, - "cache_creation_input_token_cost": 0.000004125, - "cache_read_input_token_cost": 3.3e-7, + "azure/container": { "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure" }, - "eu.anthropic.claude-sonnet-4-6": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000033, - "output_cost_per_token": 0.0000165, - "cache_creation_input_token_cost": 0.000004125, - "cache_read_input_token_cost": 3.3e-7, + "azure/eu/gpt-4o-2024-08-06": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000275, + "output_cost_per_token": 0.000011, + "cache_read_input_token_cost": 0.000001375, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, + "litellm_provider": "azure", "supports_vision": true }, - "au.anthropic.claude-sonnet-4-6": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000033, - "output_cost_per_token": 0.0000165, - "cache_creation_input_token_cost": 0.000004125, - "cache_read_input_token_cost": 3.3e-7, + "azure/eu/gpt-4o-2024-11-20": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000275, + "output_cost_per_token": 0.000011, + "cache_creation_input_token_cost": 0.00000138, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, + "litellm_provider": "azure", "supports_vision": true }, - "jp.anthropic.claude-sonnet-4-6": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000033, - "output_cost_per_token": 0.0000165, - "cache_creation_input_token_cost": 0.000004125, - "cache_read_input_token_cost": 3.3e-7, + "azure/eu/gpt-4o-mini-2024-07-18": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.65e-7, + "output_cost_per_token": 6.6e-7, + "cache_read_input_token_cost": 8.3e-8, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, + "litellm_provider": "azure", "supports_vision": true }, - "anthropic.claude-sonnet-4-20250514-v1:0": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "azure/eu/gpt-4o-mini-realtime-preview-2024-12-17": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 6.6e-7, + "output_cost_per_token": 0.00000264, + "cache_read_input_token_cost": 3.3e-7, + "mode": "realtime", + "litellm_provider": "azure", + "supports_audio_input": true + }, + "azure/eu/gpt-4o-realtime-preview-2024-10-01": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000022, + "cache_read_input_token_cost": 0.00000275, + "mode": "realtime", + "litellm_provider": "azure", + "supports_audio_input": true + }, + "azure/eu/gpt-4o-realtime-preview-2024-12-17": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000022, + "cache_read_input_token_cost": 0.00000275, + "mode": "realtime", + "litellm_provider": "azure", + "supports_audio_input": true + }, + "azure/eu/gpt-5-2025-08-07": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001375, + "output_cost_per_token": 0.000011, + "cache_read_input_token_cost": 1.375e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", + "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "anthropic.claude-sonnet-4-5-20250929-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "azure/eu/gpt-5-mini-2025-08-07": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.75e-7, + "output_cost_per_token": 0.0000022, + "cache_read_input_token_cost": 2.75e-8, "mode": "chat", - "litellm_provider": "bedrock_converse", + "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "anthropic.claude-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, - "mode": "chat", - "litellm_provider": "bedrock" - }, - "anthropic.claude-v2:1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, - "mode": "chat", - "litellm_provider": "bedrock" - }, - "anyscale/HuggingFaceH4/zephyr-7b-beta": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, - "mode": "chat", - "litellm_provider": "anyscale" - }, - "anyscale/codellama/CodeLlama-34b-Instruct-hf": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001, - "mode": "chat", - "litellm_provider": "anyscale" - }, - "anyscale/codellama/CodeLlama-70b-Instruct-hf": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001, - "mode": "chat", - "litellm_provider": "anyscale" - }, - "anyscale/google/gemma-7b-it": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, - "mode": "chat", - "litellm_provider": "anyscale" - }, - "anyscale/meta-llama/Llama-2-13b-chat-hf": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 2.5e-7, - "mode": "chat", - "litellm_provider": "anyscale" - }, - "anyscale/meta-llama/Llama-2-70b-chat-hf": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001, - "mode": "chat", - "litellm_provider": "anyscale" - }, - "anyscale/meta-llama/Llama-2-7b-chat-hf": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, - "mode": "chat", - "litellm_provider": "anyscale" - }, - "anyscale/meta-llama/Meta-Llama-3-70B-Instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001, - "mode": "chat", - "litellm_provider": "anyscale" - }, - "anyscale/meta-llama/Meta-Llama-3-8B-Instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, - "mode": "chat", - "litellm_provider": "anyscale" - }, - "anyscale/mistralai/Mistral-7B-Instruct-v0.1": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, - "mode": "chat", - "litellm_provider": "anyscale" - }, - "anyscale/mistralai/Mixtral-8x22B-Instruct-v0.1": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "anyscale" - }, - "anyscale/mistralai/Mixtral-8x7B-Instruct-v0.1": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "azure/eu/gpt-5-nano-2025-08-07": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 5.5e-8, + "output_cost_per_token": 4.4e-7, + "cache_read_input_token_cost": 5.5e-9, "mode": "chat", - "litellm_provider": "anyscale" + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "apac.amazon.nova-lite-v1:0": { - "max_input_tokens": 300000, - "max_output_tokens": 10000, - "input_cost_per_token": 6.3e-8, - "output_cost_per_token": 2.52e-7, + "azure/eu/gpt-5.1": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000138, + "output_cost_per_token": 0.000011, + "cache_read_input_token_cost": 1.4e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", + "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "apac.amazon.nova-micro-v1:0": { + "azure/eu/gpt-5.1-chat": { "max_input_tokens": 128000, - "max_output_tokens": 10000, - "input_cost_per_token": 3.7e-8, - "output_cost_per_token": 1.48e-7, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000138, + "output_cost_per_token": 0.000011, + "cache_read_input_token_cost": 1.4e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "apac.amazon.nova-pro-v1:0": { - "max_input_tokens": 300000, - "max_output_tokens": 10000, - "input_cost_per_token": 8.4e-7, - "output_cost_per_token": 0.00000336, - "mode": "chat", - "litellm_provider": "bedrock_converse", + "azure/eu/gpt-5.1-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000138, + "output_cost_per_token": 0.000011, + "cache_read_input_token_cost": 1.4e-7, + "mode": "responses", + "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "apac.anthropic.claude-3-5-sonnet-20240620-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, - "mode": "chat", - "litellm_provider": "bedrock", + "azure/eu/gpt-5.1-codex-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.75e-7, + "output_cost_per_token": 0.0000022, + "cache_read_input_token_cost": 2.8e-8, + "mode": "responses", + "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "apac.anthropic.claude-3-5-sonnet-20241022-v2:0": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "azure/eu/gpt-5.4": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000275, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 2.8e-7, "mode": "chat", - "litellm_provider": "bedrock", + "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "apac.anthropic.claude-3-haiku-20240307-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000125, - "cache_creation_input_token_cost": 3.125e-7, - "cache_read_input_token_cost": 2.5e-8, + "azure/eu/gpt-5.4-2026-03-05": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000275, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 2.8e-7, "mode": "chat", - "litellm_provider": "bedrock", + "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "apac.anthropic.claude-haiku-4-5-20251001-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000055, - "cache_creation_input_token_cost": 0.000001375, - "cache_read_input_token_cost": 1.1e-7, + "azure/eu/gpt-5.5": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", + "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "apac.anthropic.claude-3-sonnet-20240229-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "azure/eu/gpt-5.5-2026-04-23": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "bedrock", + "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "apac.anthropic.claude-sonnet-4-20250514-v1:0": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "azure/eu/gpt-5.6": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", + "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "assemblyai/best": { - "mode": "audio_transcription", - "litellm_provider": "assemblyai" - }, - "assemblyai/nano": { - "mode": "audio_transcription", - "litellm_provider": "assemblyai" + "azure/eu/gpt-5.6-luna": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 0.00000132, + "cache_read_input_token_cost": 2.2e-8, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "au.anthropic.claude-sonnet-4-5-20250929-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000033, - "output_cost_per_token": 0.0000165, - "input_cost_per_token_above_200k_tokens": 0.0000066, - "output_cost_per_token_above_200k_tokens": 0.00002475, - "cache_creation_input_token_cost": 0.000004125, - "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, - "cache_read_input_token_cost": 3.3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, + "azure/eu/gpt-5.6-sol": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", + "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/ada": { - "max_input_tokens": 8191, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "azure" + "azure/eu/gpt-5.6-terra": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.0000132, + "cache_read_input_token_cost": 2.2e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/codex-mini": { + "azure/eu/o1-2024-12-17": { "max_input_tokens": 200000, "max_output_tokens": 100000, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000006, - "cache_read_input_token_cost": 3.75e-7, - "mode": "responses", + "input_cost_per_token": 0.0000165, + "output_cost_per_token": 0.000066, + "cache_read_input_token_cost": 0.00000825, + "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/command-r-plus": { + "azure/eu/o1-mini-2024-09-12": { "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "max_output_tokens": 65536, + "input_cost_per_token": 0.00000121, + "output_cost_per_token": 0.00000484, + "cache_read_input_token_cost": 6.05e-7, "mode": "chat", - "litellm_provider": "azure" + "litellm_provider": "azure", + "supports_vision": false }, - "azure_ai/claude-haiku-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, - "cache_read_input_token_cost": 1e-7, + "azure/eu/o1-preview-2024-09-12": { + "max_input_tokens": 128000, + "max_output_tokens": 32768, + "input_cost_per_token": 0.0000165, + "output_cost_per_token": 0.000066, + "cache_read_input_token_cost": 0.00000825, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure", + "supports_vision": false }, - "azure_ai/claude-opus-4-5": { + "azure/eu/o3-mini-2025-01-31": { "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00000121, + "output_cost_per_token": 0.00000484, + "cache_read_input_token_cost": 6.05e-7, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure", + "supports_vision": false }, - "azure_ai/claude-opus-4-6": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "azure/global-standard/gpt-4o-2024-08-06": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_pdf_input": true, + "litellm_provider": "azure", "supports_vision": true }, - "azure_ai/claude-opus-4-7": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "azure/global-standard/gpt-4o-2024-11-20": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_pdf_input": true, + "litellm_provider": "azure", "supports_vision": true }, - "azure_ai/claude-fable-5": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00005, - "cache_creation_input_token_cost": 0.0000125, - "cache_read_input_token_cost": 0.000001, + "azure/global-standard/gpt-4o-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_pdf_input": true, + "litellm_provider": "azure", "supports_vision": true }, - "azure_ai/claude-opus-5": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "azure/global/gpt-4o-2024-08-06": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_pdf_input": true, + "litellm_provider": "azure", "supports_vision": true }, - "azure_ai/claude-opus-4-8": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "azure/global/gpt-4o-2024-11-20": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_pdf_input": true, + "litellm_provider": "azure", "supports_vision": true }, - "azure_ai/claude-opus-4-1": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "azure/global/gpt-5.1": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "azure_ai", + "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure_ai/claude-sonnet-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "azure/global/gpt-5.1-chat": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "azure_ai", + "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure_ai/claude-sonnet-5": { - "max_input_tokens": 1000000, + "azure/global/gpt-5.1-codex": { + "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 0.000002, + "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, - "cache_creation_input_token_cost": 0.0000025, - "cache_read_input_token_cost": 2e-7, - "mode": "chat", - "litellm_provider": "azure_ai", + "cache_read_input_token_cost": 1.25e-7, + "mode": "responses", + "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure_ai/claude-sonnet-4-6": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, - "mode": "chat", - "litellm_provider": "azure_ai", + "azure/global/gpt-5.1-codex-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 2.5e-8, + "mode": "responses", + "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/computer-use-preview": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000012, + "azure/gpt-3.5-turbo": { + "max_input_tokens": 4097, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "azure", - "supports_vision": true + "litellm_provider": "azure" }, - "azure/container": { + "azure/gpt-3.5-turbo-0125": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", "litellm_provider": "azure" }, - "azure_ai/gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "azure/gpt-3.5-turbo-instruct-0914": { + "max_input_tokens": 4097, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000002, + "mode": "completion", + "litellm_provider": "azure_text" + }, + "azure/gpt-35-turbo": { + "max_input_tokens": 4097, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure" }, - "azure_ai/gpt-5.5": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00003, - "cache_read_input_token_cost": 5e-7, + "azure/gpt-35-turbo-0125": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure" }, - "azure_ai/gpt-5.5-2026-04-23": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00003, - "cache_read_input_token_cost": 5e-7, + "azure/gpt-35-turbo-1106": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure" }, - "azure_ai/gpt-5.4": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.000015, - "cache_read_input_token_cost": 2.5e-7, + "azure/gpt-35-turbo-16k": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000004, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure" }, - "azure_ai/gpt-5.4-2026-03-05": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.000015, - "cache_read_input_token_cost": 2.5e-7, + "azure/gpt-35-turbo-16k-0613": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000004, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure" }, - "azure_ai/gpt-5.4-pro": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00018, - "cache_read_input_token_cost": 0.000003, - "mode": "responses", - "litellm_provider": "azure_ai", - "supports_pdf_input": true, - "supports_vision": true + "azure/gpt-35-turbo-instruct": { + "max_input_tokens": 4097, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000002, + "mode": "completion", + "litellm_provider": "azure_text" }, - "azure_ai/gpt-5.4-pro-2026-03-05": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, + "azure/gpt-35-turbo-instruct-0914": { + "max_input_tokens": 4097, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000002, + "mode": "completion", + "litellm_provider": "azure_text" + }, + "azure/gpt-4": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00018, - "cache_read_input_token_cost": 0.000003, - "mode": "responses", - "litellm_provider": "azure_ai", - "supports_pdf_input": true, - "supports_vision": true + "output_cost_per_token": 0.00006, + "mode": "chat", + "litellm_provider": "azure" }, - "azure_ai/gpt-5.4-mini": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 7.5e-7, - "output_cost_per_token": 0.0000045, - "cache_read_input_token_cost": 7.5e-8, + "azure/gpt-4-0125-preview": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure" }, - "azure_ai/gpt-5.4-mini-2026-03-17": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 7.5e-7, - "output_cost_per_token": 0.0000045, - "cache_read_input_token_cost": 7.5e-8, + "azure/gpt-4-0613": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00006, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure" }, - "azure_ai/gpt-5.4-nano": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.00000125, - "cache_read_input_token_cost": 2e-8, + "azure/gpt-4-1106-preview": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure" }, - "azure_ai/gpt-5.4-nano-2026-03-17": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.00000125, - "cache_read_input_token_cost": 2e-8, + "azure/gpt-4-32k": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00006, + "output_cost_per_token": 0.00012, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure" }, - "azure_ai/model_router": { - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 0, + "azure/gpt-4-32k-0613": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00006, + "output_cost_per_token": 0.00012, "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure" }, - "azure/eu/gpt-4o-2024-08-06": { + "azure/gpt-4-turbo": { "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000275, - "output_cost_per_token": 0.000011, - "cache_read_input_token_cost": 0.000001375, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, + "mode": "chat", + "litellm_provider": "azure" + }, + "azure/gpt-4-turbo-2024-04-09": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, "mode": "chat", "litellm_provider": "azure", "supports_vision": true }, - "azure/eu/gpt-4o-2024-11-20": { + "azure/gpt-4-turbo-vision-preview": { "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000275, - "output_cost_per_token": 0.000011, - "cache_creation_input_token_cost": 0.00000138, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, "mode": "chat", "litellm_provider": "azure", "supports_vision": true }, - "azure/eu/gpt-4o-mini-2024-07-18": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.65e-7, - "output_cost_per_token": 6.6e-7, - "cache_read_input_token_cost": 8.3e-8, + "azure/gpt-4.1": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, "mode": "chat", "litellm_provider": "azure", "supports_vision": true }, - "azure/eu/gpt-4o-mini-realtime-preview-2024-12-17": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 6.6e-7, - "output_cost_per_token": 0.00000264, - "cache_read_input_token_cost": 3.3e-7, - "mode": "realtime", - "litellm_provider": "azure", - "supports_audio_input": true - }, - "azure/eu/gpt-4o-realtime-preview-2024-10-01": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.000022, - "cache_read_input_token_cost": 0.00000275, - "mode": "realtime", - "litellm_provider": "azure", - "supports_audio_input": true - }, - "azure/eu/gpt-4o-realtime-preview-2024-12-17": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.000022, - "cache_read_input_token_cost": 0.00000275, - "mode": "realtime", - "litellm_provider": "azure", - "supports_audio_input": true - }, - "azure/eu/gpt-5-2025-08-07": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000001375, - "output_cost_per_token": 0.000011, - "cache_read_input_token_cost": 1.375e-7, + "azure/gpt-4.1-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/eu/gpt-5-mini-2025-08-07": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.75e-7, - "output_cost_per_token": 0.0000022, - "cache_read_input_token_cost": 2.75e-8, + "azure/gpt-4.1-mini": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "cache_read_input_token_cost": 1e-7, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/eu/gpt-5.1": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000138, - "output_cost_per_token": 0.000011, - "cache_read_input_token_cost": 1.4e-7, + "azure/gpt-4.1-mini-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "cache_read_input_token_cost": 1e-7, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/eu/gpt-5.1-chat": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000138, - "output_cost_per_token": 0.000011, - "cache_read_input_token_cost": 1.4e-7, + "azure/gpt-4.1-nano": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true - }, - "azure/eu/gpt-5.1-codex": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000138, - "output_cost_per_token": 0.000011, - "cache_read_input_token_cost": 1.4e-7, - "mode": "responses", - "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/eu/gpt-5.1-codex-mini": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.75e-7, - "output_cost_per_token": 0.0000022, - "cache_read_input_token_cost": 2.8e-8, - "mode": "responses", + "azure/gpt-4.1-nano-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, + "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/eu/gpt-5-nano-2025-08-07": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 5.5e-8, - "output_cost_per_token": 4.4e-7, - "cache_read_input_token_cost": 5.5e-9, + "azure/gpt-4.5-preview": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000075, + "output_cost_per_token": 0.00015, + "cache_read_input_token_cost": 0.0000375, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/eu/o1-2024-12-17": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000165, - "output_cost_per_token": 0.000066, - "cache_read_input_token_cost": 0.00000825, + "azure/gpt-4o": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", "litellm_provider": "azure", "supports_vision": true }, - "azure/eu/o1-mini-2024-09-12": { + "azure/gpt-4o-2024-05-13": { "max_input_tokens": 128000, - "max_output_tokens": 65536, - "input_cost_per_token": 0.00000121, - "output_cost_per_token": 0.00000484, - "cache_read_input_token_cost": 6.05e-7, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000015, "mode": "chat", "litellm_provider": "azure", - "supports_vision": false + "supports_vision": true }, - "azure/eu/o1-preview-2024-09-12": { + "azure/gpt-4o-2024-08-06": { "max_input_tokens": 128000, - "max_output_tokens": 32768, - "input_cost_per_token": 0.0000165, - "output_cost_per_token": 0.000066, - "cache_read_input_token_cost": 0.00000825, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", "litellm_provider": "azure", - "supports_vision": false + "supports_vision": true }, - "azure/eu/o3-mini-2025-01-31": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00000121, - "output_cost_per_token": 0.00000484, - "cache_read_input_token_cost": 6.05e-7, + "azure/gpt-4o-2024-11-20": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000275, + "output_cost_per_token": 0.000011, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", "litellm_provider": "azure", - "supports_vision": false + "supports_vision": true }, - "azure/global-standard/gpt-4o-2024-08-06": { + "azure/gpt-4o-audio-preview-2024-12-17": { "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, "mode": "chat", "litellm_provider": "azure", - "supports_vision": true + "supports_vision": false }, - "azure/global-standard/gpt-4o-2024-11-20": { + "azure/gpt-4o-mini": { "max_input_tokens": 128000, "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, + "input_cost_per_token": 1.65e-7, + "output_cost_per_token": 6.6e-7, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", "litellm_provider": "azure", "supports_vision": true }, - "azure/global-standard/gpt-4o-mini": { + "azure/gpt-4o-mini-2024-07-18": { "max_input_tokens": 128000, "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "input_cost_per_token": 1.65e-7, + "output_cost_per_token": 6.6e-7, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", "litellm_provider": "azure", "supports_vision": true }, - "azure/global/gpt-4o-2024-08-06": { + "azure/gpt-4o-mini-audio-preview-2024-12-17": { "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, "mode": "chat", "litellm_provider": "azure", - "supports_vision": true + "supports_vision": false }, - "azure/global/gpt-4o-2024-11-20": { + "azure/gpt-4o-mini-realtime-preview-2024-12-17": { "max_input_tokens": 128000, - "max_output_tokens": 16384, + "max_output_tokens": 4096, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 3e-7, + "mode": "realtime", + "litellm_provider": "azure", + "supports_audio_input": true + }, + "azure/gpt-4o-mini-transcribe": { + "max_input_tokens": 16000, + "max_output_tokens": 2000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.000005, + "mode": "audio_transcription", + "litellm_provider": "azure" + }, + "azure/gpt-4o-mini-tts": { "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, - "mode": "chat", + "mode": "audio_speech", + "litellm_provider": "azure" + }, + "azure/gpt-4o-realtime-preview-2024-10-01": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00002, + "cache_read_input_token_cost": 0.0000025, + "mode": "realtime", "litellm_provider": "azure", - "supports_vision": true + "supports_audio_input": true }, - "azure/global/gpt-5.1": { + "azure/gpt-4o-realtime-preview-2024-12-17": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00002, + "cache_read_input_token_cost": 0.0000025, + "mode": "realtime", + "litellm_provider": "azure", + "supports_audio_input": true + }, + "azure/gpt-4o-transcribe": { + "max_input_tokens": 16000, + "max_output_tokens": 2000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "audio_transcription", + "litellm_provider": "azure" + }, + "azure/gpt-4o-transcribe-diarize": { + "max_input_tokens": 16000, + "max_output_tokens": 2000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "audio_transcription", + "litellm_provider": "azure" + }, + "azure/gpt-5": { "max_input_tokens": 272000, "max_output_tokens": 128000, "input_cost_per_token": 0.00000125, @@ -1880,8 +1778,8 @@ "supports_pdf_input": true, "supports_vision": true }, - "azure/global/gpt-5.1-chat": { - "max_input_tokens": 128000, + "azure/gpt-5-2025-08-07": { + "max_input_tokens": 272000, "max_output_tokens": 128000, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, @@ -1891,7 +1789,29 @@ "supports_pdf_input": true, "supports_vision": true }, - "azure/global/gpt-5.1-codex": { + "azure/gpt-5-chat": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/gpt-5-chat-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure/gpt-5-codex": { "max_input_tokens": 272000, "max_output_tokens": 128000, "input_cost_per_token": 0.00000125, @@ -1902,1283 +1822,1151 @@ "supports_pdf_input": true, "supports_vision": true }, - "azure/global/gpt-5.1-codex-mini": { + "azure/gpt-5-mini": { "max_input_tokens": 272000, "max_output_tokens": 128000, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, "cache_read_input_token_cost": 2.5e-8, - "mode": "responses", + "mode": "chat", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-3.5-turbo": { - "max_input_tokens": 4097, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", - "litellm_provider": "azure" - }, - "azure/gpt-3.5-turbo-0125": { - "max_input_tokens": 16384, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", - "litellm_provider": "azure" - }, - "azure/gpt-3.5-turbo-instruct-0914": { - "max_input_tokens": 4097, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002, - "mode": "completion", - "litellm_provider": "azure_text" - }, - "azure/gpt-35-turbo": { - "max_input_tokens": 4097, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", - "litellm_provider": "azure" - }, - "azure/gpt-35-turbo-0125": { - "max_input_tokens": 16384, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", - "litellm_provider": "azure" - }, - "azure/gpt-35-turbo-1106": { - "max_input_tokens": 16384, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000002, - "mode": "chat", - "litellm_provider": "azure" - }, - "azure/gpt-35-turbo-16k": { - "max_input_tokens": 16385, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000004, - "mode": "chat", - "litellm_provider": "azure" - }, - "azure/gpt-35-turbo-16k-0613": { - "max_input_tokens": 16385, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000004, - "mode": "chat", - "litellm_provider": "azure" - }, - "azure/gpt-35-turbo-instruct": { - "max_input_tokens": 4097, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002, - "mode": "completion", - "litellm_provider": "azure_text" - }, - "azure/gpt-35-turbo-instruct-0914": { - "max_input_tokens": 4097, - "input_cost_per_token": 0.0000015, + "azure/gpt-5-mini-2025-08-07": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, - "mode": "completion", - "litellm_provider": "azure_text" - }, - "azure/gpt-4": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00006, - "mode": "chat", - "litellm_provider": "azure" - }, - "azure/gpt-4-0125-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "azure" + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/gpt-4-0613": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00006, + "azure/gpt-5-nano": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 5e-9, "mode": "chat", - "litellm_provider": "azure" + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/gpt-4-1106-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, + "azure/gpt-5-nano-2025-08-07": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 5e-9, "mode": "chat", - "litellm_provider": "azure" + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/gpt-4-32k": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00006, + "azure/gpt-5-pro": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000015, "output_cost_per_token": 0.00012, - "mode": "chat", - "litellm_provider": "azure" + "mode": "responses", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/gpt-4-32k-0613": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00006, - "output_cost_per_token": 0.00012, + "azure/gpt-5.1": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "azure" + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/gpt-4-turbo": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, + "azure/gpt-5.1-2025-11-13": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "azure" + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/gpt-4-turbo-2024-04-09": { + "azure/gpt-5.1-chat": { "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", "litellm_provider": "azure", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4-turbo-vision-preview": { + "azure/gpt-5.1-chat-2025-11-13": { "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", "litellm_provider": "azure", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4.1": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, - "mode": "chat", + "azure/gpt-5.1-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "responses", "litellm_provider": "azure", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4.1-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, - "mode": "chat", + "azure/gpt-5.1-codex-2025-11-13": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "responses", "litellm_provider": "azure", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4.1-mini": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, - "cache_read_input_token_cost": 1e-7, - "mode": "chat", + "azure/gpt-5.1-codex-max": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "responses", "litellm_provider": "azure", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4.1-mini-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, - "cache_read_input_token_cost": 1e-7, - "mode": "chat", + "azure/gpt-5.1-codex-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 2.5e-8, + "mode": "responses", "litellm_provider": "azure", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4.1-nano": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, + "azure/gpt-5.1-codex-mini-2025-11-13": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, "cache_read_input_token_cost": 2.5e-8, - "mode": "chat", + "mode": "responses", "litellm_provider": "azure", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4.1-nano-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, + "azure/gpt-5.2": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, "mode": "chat", "litellm_provider": "azure", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4.5-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000075, - "output_cost_per_token": 0.00015, - "cache_read_input_token_cost": 0.0000375, + "azure/gpt-5.2-2025-12-11": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, "mode": "chat", "litellm_provider": "azure", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4o": { + "azure/gpt-5.2-chat": { "max_input_tokens": 128000, "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, "mode": "chat", "litellm_provider": "azure", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4o-2024-05-13": { + "azure/gpt-5.2-chat-2025-12-11": { "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000015, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, "mode": "chat", "litellm_provider": "azure", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4o-2024-08-06": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, - "mode": "chat", + "azure/gpt-5.2-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, + "mode": "responses", "litellm_provider": "azure", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4o-2024-11-20": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000275, - "output_cost_per_token": 0.000011, - "cache_read_input_token_cost": 0.00000125, - "mode": "chat", + "azure/gpt-5.2-pro": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000021, + "output_cost_per_token": 0.000168, + "mode": "responses", "litellm_provider": "azure", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-audio-2025-08-28": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "chat", + "azure/gpt-5.2-pro-2025-12-11": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000021, + "output_cost_per_token": 0.000168, + "mode": "responses", "litellm_provider": "azure", - "supports_vision": false + "supports_pdf_input": true, + "supports_vision": true }, - "azure/gpt-audio-1.5-2026-02-23": { + "azure/gpt-5.3-chat": { "max_input_tokens": 128000, "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, "mode": "chat", "litellm_provider": "azure", - "supports_vision": false + "supports_pdf_input": true, + "supports_vision": true }, - "azure/gpt-audio-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, - "mode": "chat", + "azure/gpt-5.3-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, + "mode": "responses", "litellm_provider": "azure", - "supports_vision": false + "supports_pdf_input": true, + "supports_vision": true }, - "azure/gpt-audio-mini-2025-10-06": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, + "azure/gpt-5.4": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 2.5e-7, "mode": "chat", "litellm_provider": "azure", - "supports_vision": false + "supports_pdf_input": true, + "supports_vision": true }, - "azure/gpt-4o-audio-preview-2024-12-17": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, + "azure/gpt-5.4-2026-03-05": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 2.5e-7, "mode": "chat", "litellm_provider": "azure", - "supports_vision": false + "supports_pdf_input": true, + "supports_vision": true }, - "azure/gpt-4o-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.65e-7, - "output_cost_per_token": 6.6e-7, + "azure/gpt-5.4-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, "cache_read_input_token_cost": 7.5e-8, "mode": "chat", "litellm_provider": "azure", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4o-mini-2024-07-18": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.65e-7, - "output_cost_per_token": 6.6e-7, + "azure/gpt-5.4-mini-2026-03-17": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, "cache_read_input_token_cost": 7.5e-8, "mode": "chat", "litellm_provider": "azure", + "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-4o-mini-audio-preview-2024-12-17": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "azure/gpt-5.4-nano": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.00000125, + "cache_read_input_token_cost": 2e-8, "mode": "chat", "litellm_provider": "azure", - "supports_vision": false + "supports_pdf_input": true, + "supports_vision": true }, - "azure/gpt-4o-mini-realtime-preview-2024-12-17": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, - "cache_read_input_token_cost": 3e-7, - "mode": "realtime", + "azure/gpt-5.4-nano-2026-03-17": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.00000125, + "cache_read_input_token_cost": 2e-8, + "mode": "chat", "litellm_provider": "azure", - "supports_audio_input": true + "supports_pdf_input": true, + "supports_vision": true }, - "azure/gpt-realtime-2025-08-28": { - "max_input_tokens": 32000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000004, - "output_cost_per_token": 0.000016, - "cache_read_input_token_cost": 0.000004, - "mode": "realtime", + "azure/gpt-5.4-pro": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", "litellm_provider": "azure", - "supports_audio_input": true + "supports_pdf_input": true, + "supports_vision": true }, - "azure/gpt-realtime-1.5-2026-02-23": { - "max_input_tokens": 32000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000004, - "output_cost_per_token": 0.000016, - "cache_read_input_token_cost": 0.000004, - "mode": "realtime", - "litellm_provider": "azure", - "supports_audio_input": true - }, - "azure/gpt-realtime-mini": { - "max_input_tokens": 32000, - "max_output_tokens": 4096, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, - "cache_read_input_token_cost": 6e-8, - "mode": "realtime", - "litellm_provider": "azure", - "supports_audio_input": true - }, - "azure/gpt-realtime-mini-2025-10-06": { - "max_input_tokens": 32000, - "max_output_tokens": 4096, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, - "cache_read_input_token_cost": 6e-8, - "mode": "realtime", - "litellm_provider": "azure", - "supports_audio_input": true - }, - "azure/gpt-4o-mini-transcribe": { - "max_input_tokens": 16000, - "max_output_tokens": 2000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.000005, - "mode": "audio_transcription", - "litellm_provider": "azure" - }, - "azure/gpt-4o-mini-tts": { - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "audio_speech", - "litellm_provider": "azure" - }, - "azure/gpt-4o-realtime-preview-2024-10-01": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00002, - "cache_read_input_token_cost": 0.0000025, - "mode": "realtime", - "litellm_provider": "azure", - "supports_audio_input": true - }, - "azure/gpt-4o-realtime-preview-2024-12-17": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00002, - "cache_read_input_token_cost": 0.0000025, - "mode": "realtime", - "litellm_provider": "azure", - "supports_audio_input": true - }, - "azure/gpt-4o-transcribe": { - "max_input_tokens": 16000, - "max_output_tokens": 2000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "audio_transcription", - "litellm_provider": "azure" - }, - "azure/gpt-4o-transcribe-diarize": { - "max_input_tokens": 16000, - "max_output_tokens": 2000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "audio_transcription", - "litellm_provider": "azure" - }, - "azure/gpt-realtime-whisper": { - "mode": "audio_transcription", - "litellm_provider": "azure", - "supports_audio_input": true - }, - "azure/gpt-5.1-2025-11-13": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "chat", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true - }, - "azure/gpt-5.1-chat-2025-11-13": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "chat", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true - }, - "azure/gpt-5.1-codex-2025-11-13": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "responses", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true - }, - "azure/gpt-5.1-codex-mini-2025-11-13": { - "max_input_tokens": 272000, + "azure/gpt-5.4-pro-2026-03-05": { + "max_input_tokens": 1050000, "max_output_tokens": 128000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 2.5e-8, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, "mode": "responses", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5": { - "max_input_tokens": 272000, + "azure/gpt-5.5": { + "max_input_tokens": 1050000, "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, "mode": "chat", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5-2025-08-07": { - "max_input_tokens": 272000, + "azure/gpt-5.5-2026-04-23": { + "max_input_tokens": 1050000, "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "chat", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true - }, - "azure/gpt-5-chat": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, "mode": "chat", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5-chat-latest": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "chat", + "azure/gpt-5.5-pro": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5-codex": { - "max_input_tokens": 272000, + "azure/gpt-5.5-pro-2026-04-23": { + "max_input_tokens": 1050000, "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, "mode": "responses", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5-mini": { - "max_input_tokens": 272000, + "azure/gpt-5.6": { + "max_input_tokens": 922000, "max_output_tokens": 128000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 2.5e-8, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, "mode": "chat", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5-mini-2025-08-07": { - "max_input_tokens": 272000, + "azure/gpt-5.6-luna": { + "max_input_tokens": 922000, "max_output_tokens": 128000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 2.5e-8, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 2e-8, "mode": "chat", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5-nano": { - "max_input_tokens": 272000, + "azure/gpt-5.6-sol": { + "max_input_tokens": 922000, "max_output_tokens": 128000, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 5e-9, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, "mode": "chat", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5-nano-2025-08-07": { - "max_input_tokens": 272000, + "azure/gpt-5.6-terra": { + "max_input_tokens": 922000, "max_output_tokens": 128000, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 5e-9, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "cache_read_input_token_cost": 2e-7, "mode": "chat", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5-pro": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00012, - "mode": "responses", + "azure/gpt-audio-1.5-2026-02-23": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "supports_vision": false }, - "azure/gpt-5.1": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, + "azure/gpt-audio-2025-08-28": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "supports_vision": false }, - "azure/gpt-5.1-chat": { + "azure/gpt-audio-mini": { "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "supports_vision": false }, - "azure/gpt-5.1-codex": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "responses", + "azure/gpt-audio-mini-2025-10-06": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "supports_vision": false }, - "azure/gpt-5.1-codex-max": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "responses", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "azure/gpt-image-1": { + "input_cost_per_token": 0.000005, + "output_cost_per_image_token": 0.00004, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "azure" }, - "azure/gpt-5.1-codex-mini": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 2.5e-8, - "mode": "responses", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "azure/gpt-image-1-mini": { + "input_cost_per_token": 0.000002, + "output_cost_per_image_token": 0.000008, + "cache_read_input_token_cost": 2e-7, + "mode": "image_generation", + "litellm_provider": "azure" }, - "azure/gpt-5.2": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, - "mode": "chat", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "azure/gpt-image-1.5": { + "input_cost_per_token": 0.000005, + "output_cost_per_image_token": 0.000032, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "azure" }, - "azure/gpt-5.2-2025-12-11": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, - "mode": "chat", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "azure/gpt-image-1.5-2025-12-16": { + "input_cost_per_token": 0.000005, + "output_cost_per_image_token": 0.000032, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "azure" }, - "azure/gpt-5.2-chat": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, - "mode": "chat", + "azure/gpt-image-2": { + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00001, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5.2-chat-2025-12-11": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, - "mode": "chat", + "azure/gpt-image-2-2026-04-21": { + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00001, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5.2-codex": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, - "mode": "responses", + "azure/gpt-realtime-1.5-2026-02-23": { + "max_input_tokens": 32000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000016, + "cache_read_input_token_cost": 0.000004, + "mode": "realtime", "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "supports_audio_input": true }, - "azure/gpt-5.3-chat": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, - "mode": "chat", + "azure/gpt-realtime-2025-08-28": { + "max_input_tokens": 32000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000016, + "cache_read_input_token_cost": 0.000004, + "mode": "realtime", "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "supports_audio_input": true }, - "azure/gpt-5.3-codex": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, - "mode": "responses", + "azure/gpt-realtime-mini": { + "max_input_tokens": 32000, + "max_output_tokens": 4096, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 6e-8, + "mode": "realtime", "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "supports_audio_input": true }, - "azure/gpt-5.2-pro": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000021, - "output_cost_per_token": 0.000168, - "mode": "responses", + "azure/gpt-realtime-mini-2025-10-06": { + "max_input_tokens": 32000, + "max_output_tokens": 4096, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 6e-8, + "mode": "realtime", "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "supports_audio_input": true }, - "azure/gpt-5.2-pro-2025-12-11": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000021, - "output_cost_per_token": 0.000168, - "mode": "responses", + "azure/gpt-realtime-whisper": { + "mode": "audio_transcription", "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "supports_audio_input": true }, - "azure/gpt-5.4": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.000015, - "cache_read_input_token_cost": 2.5e-7, - "mode": "chat", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "azure/hd/1024-x-1024/dall-e-3": { + "output_cost_per_token": 0, + "mode": "image_generation", + "litellm_provider": "azure" }, - "azure/us/gpt-5.4": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000275, - "output_cost_per_token": 0.0000165, - "cache_read_input_token_cost": 2.8e-7, - "mode": "chat", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "azure/hd/1024-x-1792/dall-e-3": { + "output_cost_per_token": 0, + "mode": "image_generation", + "litellm_provider": "azure" }, - "azure/eu/gpt-5.4": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000275, - "output_cost_per_token": 0.0000165, - "cache_read_input_token_cost": 2.8e-7, - "mode": "chat", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "azure/hd/1792-x-1024/dall-e-3": { + "output_cost_per_token": 0, + "mode": "image_generation", + "litellm_provider": "azure" }, - "azure/gpt-5.4-2026-03-05": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.000015, - "cache_read_input_token_cost": 2.5e-7, - "mode": "chat", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "azure/high/1024-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "azure" }, - "azure/us/gpt-5.4-2026-03-05": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000275, - "output_cost_per_token": 0.0000165, - "cache_read_input_token_cost": 2.8e-7, - "mode": "chat", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "azure/high/1024-x-1024/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "azure" }, - "azure/eu/gpt-5.4-2026-03-05": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000275, - "output_cost_per_token": 0.0000165, - "cache_read_input_token_cost": 2.8e-7, + "azure/high/1024-x-1536/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/high/1024-x-1536/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/high/1536-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/high/1536-x-1024/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/low/1024-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/low/1024-x-1024/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/low/1024-x-1536/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/low/1024-x-1536/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/low/1536-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/low/1536-x-1024/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/medium/1024-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/medium/1024-x-1024/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/medium/1024-x-1536/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/medium/1024-x-1536/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/medium/1536-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/medium/1536-x-1024/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/mistral-large-2402": { + "max_input_tokens": 32000, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, + "mode": "chat", + "litellm_provider": "azure" + }, + "azure/mistral-large-latest": { + "max_input_tokens": 32000, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, + "mode": "chat", + "litellm_provider": "azure" + }, + "azure/o1": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00006, + "cache_read_input_token_cost": 0.0000075, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5.4-pro": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00018, - "cache_read_input_token_cost": 0.000003, - "mode": "responses", + "azure/o1-2024-12-17": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00006, + "cache_read_input_token_cost": 0.0000075, + "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5.4-pro-2026-03-05": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00018, - "cache_read_input_token_cost": 0.000003, - "mode": "responses", + "azure/o1-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 65536, + "input_cost_per_token": 0.00000121, + "output_cost_per_token": 0.00000484, + "cache_read_input_token_cost": 6.05e-7, + "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "supports_vision": false }, - "azure/gpt-5.6": { - "max_input_tokens": 922000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00003, - "cache_read_input_token_cost": 5e-7, + "azure/o1-mini-2024-09-12": { + "max_input_tokens": 128000, + "max_output_tokens": 65536, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_vision": false + }, + "azure/o1-preview": { + "max_input_tokens": 128000, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00006, + "cache_read_input_token_cost": 0.0000075, + "mode": "chat", + "litellm_provider": "azure", + "supports_vision": false + }, + "azure/o1-preview-2024-09-12": { + "max_input_tokens": 128000, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00006, + "cache_read_input_token_cost": 0.0000075, "mode": "chat", "litellm_provider": "azure", "supports_pdf_input": true, - "supports_vision": true + "supports_vision": false }, - "azure/gpt-5.6-sol": { - "max_input_tokens": 922000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00003, + "azure/o3": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, "cache_read_input_token_cost": 5e-7, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5.6-terra": { - "max_input_tokens": 922000, - "max_output_tokens": 128000, + "azure/o3-2025-04-16": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "cache_read_input_token_cost": 2e-7, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5.6-luna": { - "max_input_tokens": 922000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.0000012, - "cache_read_input_token_cost": 2e-8, - "mode": "chat", + "azure/o3-deep-research": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00004, + "cache_read_input_token_cost": 0.0000025, + "mode": "responses", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/us/gpt-5.6": { - "max_input_tokens": 922000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.000033, + "azure/o3-mini": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, "cache_read_input_token_cost": 5.5e-7, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "supports_vision": false }, - "azure/us/gpt-5.6-sol": { - "max_input_tokens": 922000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.000033, + "azure/o3-mini-2025-01-31": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, "cache_read_input_token_cost": 5.5e-7, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "supports_vision": false }, - "azure/us/gpt-5.6-terra": { - "max_input_tokens": 922000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000022, - "output_cost_per_token": 0.0000132, - "cache_read_input_token_cost": 2.2e-7, - "mode": "chat", + "azure/o3-pro": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00002, + "output_cost_per_token": 0.00008, + "mode": "responses", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/us/gpt-5.6-luna": { - "max_input_tokens": 922000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 0.00000132, - "cache_read_input_token_cost": 2.2e-8, - "mode": "chat", + "azure/o3-pro-2025-06-10": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00002, + "output_cost_per_token": 0.00008, + "mode": "responses", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/eu/gpt-5.6": { - "max_input_tokens": 922000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.000033, - "cache_read_input_token_cost": 5.5e-7, + "azure/o4-mini": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 2.75e-7, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/eu/gpt-5.6-sol": { - "max_input_tokens": 922000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.000033, - "cache_read_input_token_cost": 5.5e-7, + "azure/o4-mini-2025-04-16": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 2.75e-7, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/eu/gpt-5.6-terra": { - "max_input_tokens": 922000, - "max_output_tokens": 128000, + "azure/sora-2": { + "mode": "video_generation", + "litellm_provider": "azure" + }, + "azure/sora-2-pro": { + "mode": "video_generation", + "litellm_provider": "azure" + }, + "azure/sora-2-pro-high-res": { + "mode": "video_generation", + "litellm_provider": "azure" + }, + "azure/speech/azure-stt": { + "mode": "audio_transcription", + "litellm_provider": "azure" + }, + "azure/speech/azure-tts": { + "mode": "audio_speech", + "litellm_provider": "azure" + }, + "azure/speech/azure-tts-hd": { + "mode": "audio_speech", + "litellm_provider": "azure" + }, + "azure/standard/1024-x-1024/dall-e-2": { + "output_cost_per_token": 0, + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/standard/1024-x-1024/dall-e-3": { + "output_cost_per_token": 0, + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/standard/1024-x-1792/dall-e-3": { + "output_cost_per_token": 0, + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/standard/1792-x-1024/dall-e-3": { + "output_cost_per_token": 0, + "mode": "image_generation", + "litellm_provider": "azure" + }, + "azure/text-embedding-3-large": { + "max_input_tokens": 8191, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "azure" + }, + "azure/text-embedding-3-small": { + "max_input_tokens": 8191, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "azure" + }, + "azure/text-embedding-ada-002": { + "max_input_tokens": 8191, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "azure" + }, + "azure/tts-1": { + "mode": "audio_speech", + "litellm_provider": "azure" + }, + "azure/tts-1-hd": { + "mode": "audio_speech", + "litellm_provider": "azure" + }, + "azure/us/gpt-4.1-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, "input_cost_per_token": 0.0000022, - "output_cost_per_token": 0.0000132, - "cache_read_input_token_cost": 2.2e-7, + "output_cost_per_token": 0.0000088, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/eu/gpt-5.6-luna": { - "max_input_tokens": 922000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 0.00000132, - "cache_read_input_token_cost": 2.2e-8, + "azure/us/gpt-4.1-mini-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 4.4e-7, + "output_cost_per_token": 0.00000176, + "cache_read_input_token_cost": 1.1e-7, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5.5": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00003, - "cache_read_input_token_cost": 5e-7, + "azure/us/gpt-4.1-nano-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 1.1e-7, + "output_cost_per_token": 4.4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/us/gpt-5.5": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.000033, - "cache_read_input_token_cost": 5.5e-7, + "azure/us/gpt-4o-2024-08-06": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000275, + "output_cost_per_token": 0.000011, + "cache_read_input_token_cost": 0.000001375, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/eu/gpt-5.5": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.000033, - "cache_read_input_token_cost": 5.5e-7, + "azure/us/gpt-4o-2024-11-20": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000275, + "output_cost_per_token": 0.000011, + "cache_creation_input_token_cost": 0.00000138, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5.5-2026-04-23": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00003, - "cache_read_input_token_cost": 5e-7, + "azure/us/gpt-4o-mini-2024-07-18": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.65e-7, + "output_cost_per_token": 6.6e-7, + "cache_read_input_token_cost": 8.3e-8, "mode": "chat", "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/us/gpt-5.5-2026-04-23": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, + "azure/us/gpt-4o-mini-realtime-preview-2024-12-17": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 6.6e-7, + "output_cost_per_token": 0.00000264, + "cache_read_input_token_cost": 3.3e-7, + "mode": "realtime", + "litellm_provider": "azure", + "supports_audio_input": true + }, + "azure/us/gpt-4o-realtime-preview-2024-10-01": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.000033, - "cache_read_input_token_cost": 5.5e-7, - "mode": "chat", + "output_cost_per_token": 0.000022, + "cache_read_input_token_cost": 0.00000275, + "mode": "realtime", "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "supports_audio_input": true }, - "azure/eu/gpt-5.5-2026-04-23": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, + "azure/us/gpt-4o-realtime-preview-2024-12-17": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.000033, - "cache_read_input_token_cost": 5.5e-7, - "mode": "chat", + "output_cost_per_token": 0.000022, + "cache_read_input_token_cost": 0.00000275, + "mode": "realtime", "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "supports_audio_input": true }, - "azure/gpt-5.5-pro": { - "max_input_tokens": 1050000, + "azure/us/gpt-5-2025-08-07": { + "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00018, - "cache_read_input_token_cost": 0.000003, - "mode": "responses", + "input_cost_per_token": 0.000001375, + "output_cost_per_token": 0.000011, + "cache_read_input_token_cost": 1.375e-7, + "mode": "chat", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5.5-pro-2026-04-23": { - "max_input_tokens": 1050000, + "azure/us/gpt-5-mini-2025-08-07": { + "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00018, - "cache_read_input_token_cost": 0.000003, - "mode": "responses", + "input_cost_per_token": 2.75e-7, + "output_cost_per_token": 0.0000022, + "cache_read_input_token_cost": 2.75e-8, + "mode": "chat", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5.4-mini": { + "azure/us/gpt-5-nano-2025-08-07": { "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 7.5e-7, - "output_cost_per_token": 0.0000045, - "cache_read_input_token_cost": 7.5e-8, + "input_cost_per_token": 5.5e-8, + "output_cost_per_token": 4.4e-7, + "cache_read_input_token_cost": 5.5e-9, "mode": "chat", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5.4-mini-2026-03-17": { + "azure/us/gpt-5.1": { "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 7.5e-7, - "output_cost_per_token": 0.0000045, - "cache_read_input_token_cost": 7.5e-8, + "input_cost_per_token": 0.00000138, + "output_cost_per_token": 0.000011, + "cache_read_input_token_cost": 1.4e-7, "mode": "chat", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5.4-nano": { - "max_input_tokens": 272000, + "azure/us/gpt-5.1-chat": { + "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.00000125, - "cache_read_input_token_cost": 2e-8, + "input_cost_per_token": 0.00000138, + "output_cost_per_token": 0.000011, + "cache_read_input_token_cost": 1.4e-7, "mode": "chat", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-5.4-nano-2026-03-17": { + "azure/us/gpt-5.1-codex": { "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.00000125, - "cache_read_input_token_cost": 2e-8, - "mode": "chat", + "input_cost_per_token": 0.00000138, + "output_cost_per_token": 0.000011, + "cache_read_input_token_cost": 1.4e-7, + "mode": "responses", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-image-1": { - "input_cost_per_token": 0.000005, - "output_cost_per_image_token": 0.00004, - "cache_read_input_token_cost": 0.00000125, - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/hd/1024-x-1024/dall-e-3": { - "output_cost_per_token": 0, - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/hd/1024-x-1792/dall-e-3": { - "output_cost_per_token": 0, - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/hd/1792-x-1024/dall-e-3": { - "output_cost_per_token": 0, - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/high/1024-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/high/1024-x-1536/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/high/1536-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/low/1024-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/low/1024-x-1536/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/low/1536-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/medium/1024-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/medium/1024-x-1536/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/medium/1536-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/gpt-image-1-mini": { - "input_cost_per_token": 0.000002, - "output_cost_per_image_token": 0.000008, - "cache_read_input_token_cost": 2e-7, - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/gpt-image-1.5": { - "input_cost_per_token": 0.000005, - "output_cost_per_image_token": 0.000032, - "cache_read_input_token_cost": 0.00000125, - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/gpt-image-1.5-2025-12-16": { - "input_cost_per_token": 0.000005, - "output_cost_per_image_token": 0.000032, - "cache_read_input_token_cost": 0.00000125, - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/gpt-image-2": { - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00001, - "output_cost_per_image_token": 0.00003, - "cache_read_input_token_cost": 0.00000125, - "mode": "image_generation", + "azure/us/gpt-5.1-codex-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.75e-7, + "output_cost_per_token": 0.0000022, + "cache_read_input_token_cost": 2.8e-8, + "mode": "responses", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/gpt-image-2-2026-04-21": { - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00001, - "output_cost_per_image_token": 0.00003, - "cache_read_input_token_cost": 0.00000125, - "mode": "image_generation", + "azure/us/gpt-5.4": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000275, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 2.8e-7, + "mode": "chat", "litellm_provider": "azure", "supports_pdf_input": true, "supports_vision": true }, - "azure/low/1024-x-1024/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/low/1024-x-1536/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/low/1536-x-1024/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/medium/1024-x-1024/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/medium/1024-x-1536/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/medium/1536-x-1024/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "azure" + "azure/us/gpt-5.4-2026-03-05": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000275, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 2.8e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/high/1024-x-1024/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "azure" + "azure/us/gpt-5.5": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/high/1024-x-1536/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "azure" + "azure/us/gpt-5.5-2026-04-23": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/high/1536-x-1024/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "azure" + "azure/us/gpt-5.6": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/mistral-large-2402": { - "max_input_tokens": 32000, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, + "azure/us/gpt-5.6-luna": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 0.00000132, + "cache_read_input_token_cost": 2.2e-8, "mode": "chat", - "litellm_provider": "azure" + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/mistral-large-latest": { - "max_input_tokens": 32000, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, + "azure/us/gpt-5.6-sol": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "azure" + "litellm_provider": "azure", + "supports_pdf_input": true, + "supports_vision": true }, - "azure/o1": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, - "cache_read_input_token_cost": 0.0000075, + "azure/us/gpt-5.6-terra": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.0000132, + "cache_read_input_token_cost": 2.2e-7, "mode": "chat", "litellm_provider": "azure", + "supports_pdf_input": true, "supports_vision": true }, - "azure/o1-2024-12-17": { + "azure/us/o1-2024-12-17": { "max_input_tokens": 200000, "max_output_tokens": 100000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, - "cache_read_input_token_cost": 0.0000075, + "input_cost_per_token": 0.0000165, + "output_cost_per_token": 0.000066, + "cache_read_input_token_cost": 0.00000825, "mode": "chat", "litellm_provider": "azure", "supports_vision": true }, - "azure/o1-mini": { + "azure/us/o1-mini-2024-09-12": { "max_input_tokens": 128000, "max_output_tokens": 65536, "input_cost_per_token": 0.00000121, @@ -3188,637 +2976,273 @@ "litellm_provider": "azure", "supports_vision": false }, - "azure/o1-mini-2024-09-12": { + "azure/us/o1-preview-2024-09-12": { "max_input_tokens": 128000, - "max_output_tokens": 65536, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 5.5e-7, + "max_output_tokens": 32768, + "input_cost_per_token": 0.0000165, + "output_cost_per_token": 0.000066, + "cache_read_input_token_cost": 0.00000825, "mode": "chat", "litellm_provider": "azure", "supports_vision": false }, - "azure/o1-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, - "cache_read_input_token_cost": 0.0000075, + "azure/us/o3-2025-04-16": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.0000088, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", "litellm_provider": "azure", - "supports_vision": false - }, - "azure/o1-preview-2024-09-12": { - "max_input_tokens": 128000, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, - "cache_read_input_token_cost": 0.0000075, - "mode": "chat", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": false - }, - "azure/o3": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, - "mode": "chat", - "litellm_provider": "azure", - "supports_vision": true - }, - "azure/o3-2025-04-16": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, - "mode": "chat", - "litellm_provider": "azure", - "supports_vision": true - }, - "azure/o3-deep-research": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00004, - "cache_read_input_token_cost": 0.0000025, - "mode": "responses", - "litellm_provider": "azure", - "supports_pdf_input": true, "supports_vision": true }, - "azure/o3-mini": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 5.5e-7, - "mode": "chat", - "litellm_provider": "azure", - "supports_vision": false - }, - "azure/o3-mini-2025-01-31": { + "azure/us/o3-mini-2025-01-31": { "max_input_tokens": 200000, "max_output_tokens": 100000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 5.5e-7, + "input_cost_per_token": 0.00000121, + "output_cost_per_token": 0.00000484, + "cache_read_input_token_cost": 6.05e-7, "mode": "chat", "litellm_provider": "azure", "supports_vision": false }, - "azure/o3-pro": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00002, - "output_cost_per_token": 0.00008, - "mode": "responses", - "litellm_provider": "azure", - "supports_vision": true - }, - "azure/o3-pro-2025-06-10": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00002, - "output_cost_per_token": 0.00008, - "mode": "responses", - "litellm_provider": "azure", - "supports_vision": true - }, - "azure/o4-mini": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 2.75e-7, - "mode": "chat", - "litellm_provider": "azure", - "supports_vision": true - }, - "azure/o4-mini-2025-04-16": { + "azure/us/o4-mini-2025-04-16": { "max_input_tokens": 200000, "max_output_tokens": 100000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 2.75e-7, + "input_cost_per_token": 0.00000121, + "output_cost_per_token": 0.00000484, + "cache_read_input_token_cost": 3.1e-7, "mode": "chat", "litellm_provider": "azure", "supports_vision": true }, - "azure/standard/1024-x-1024/dall-e-2": { - "output_cost_per_token": 0, - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/standard/1024-x-1024/dall-e-3": { - "output_cost_per_token": 0, - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/standard/1024-x-1792/dall-e-3": { - "output_cost_per_token": 0, - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/standard/1792-x-1024/dall-e-3": { - "output_cost_per_token": 0, - "mode": "image_generation", - "litellm_provider": "azure" - }, - "azure/text-embedding-3-large": { - "max_input_tokens": 8191, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 0, - "mode": "embedding", + "azure/whisper-1": { + "mode": "audio_transcription", "litellm_provider": "azure" }, - "azure/text-embedding-3-small": { - "max_input_tokens": 8191, - "input_cost_per_token": 2e-8, + "azure_ai/Cohere-embed-v3-english": { + "max_input_tokens": 512, + "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "azure" + "litellm_provider": "azure_ai" }, - "azure/text-embedding-ada-002": { - "max_input_tokens": 8191, + "azure_ai/Cohere-embed-v3-multilingual": { + "max_input_tokens": 512, "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "azure" + "litellm_provider": "azure_ai" }, - "azure/speech/azure-tts": { - "mode": "audio_speech", - "litellm_provider": "azure" + "azure_ai/FLUX-1.1-pro": { + "mode": "image_generation", + "litellm_provider": "azure_ai" }, - "azure/speech/azure-tts-hd": { - "mode": "audio_speech", - "litellm_provider": "azure" + "azure_ai/FLUX.1-Kontext-pro": { + "mode": "image_generation", + "litellm_provider": "azure_ai" }, - "azure/speech/azure-stt": { - "mode": "audio_transcription", - "litellm_provider": "azure" + "azure_ai/FW-DeepSeek-V3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 6.2e-7, + "output_cost_per_token": 0.00000185, + "cache_read_input_token_cost": 3.1e-7, + "mode": "chat", + "litellm_provider": "azure_ai" }, - "azure/tts-1": { - "mode": "audio_speech", - "litellm_provider": "azure" + "azure_ai/FW-DeepSeek-V4-Pro": { + "max_input_tokens": 1000000, + "max_output_tokens": 384000, + "input_cost_per_token": 0.000001925, + "output_cost_per_token": 0.000003828, + "cache_read_input_token_cost": 1.65e-7, + "mode": "chat", + "litellm_provider": "azure_ai" }, - "azure/tts-1-hd": { - "mode": "audio_speech", - "litellm_provider": "azure" + "azure_ai/FW-GLM-5": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.00000352, + "cache_read_input_token_cost": 2.2e-7, + "mode": "chat", + "litellm_provider": "azure_ai" }, - "azure/us/gpt-4.1-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 0.0000022, - "output_cost_per_token": 0.0000088, - "cache_read_input_token_cost": 5.5e-7, + "azure_ai/FW-GLM-5.1": { + "max_input_tokens": 202800, + "max_output_tokens": 131072, + "input_cost_per_token": 0.00000154, + "output_cost_per_token": 0.00000484, + "cache_read_input_token_cost": 2.86e-7, "mode": "chat", - "litellm_provider": "azure", - "supports_vision": true + "litellm_provider": "azure_ai" }, - "azure/us/gpt-4.1-mini-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 4.4e-7, - "output_cost_per_token": 0.00000176, - "cache_read_input_token_cost": 1.1e-7, + "azure_ai/FW-GLM-5.2": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.00000154, + "output_cost_per_token": 0.00000484, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "azure", - "supports_vision": true + "litellm_provider": "azure_ai" }, - "azure/us/gpt-4.1-nano-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 1.1e-7, - "output_cost_per_token": 4.4e-7, - "cache_read_input_token_cost": 2.5e-8, + "azure_ai/FW-GLM-5.2-Fast": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000021, + "output_cost_per_token": 0.0000066, + "cache_read_input_token_cost": 2.1e-7, "mode": "chat", - "litellm_provider": "azure", - "supports_vision": true + "litellm_provider": "azure_ai" }, - "azure/us/gpt-4o-2024-08-06": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000275, - "output_cost_per_token": 0.000011, - "cache_read_input_token_cost": 0.000001375, + "azure_ai/FW-Inkling": { + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.00000405, + "cache_read_input_token_cost": 1.7e-7, "mode": "chat", - "litellm_provider": "azure", - "supports_vision": true + "litellm_provider": "azure_ai" }, - "azure/us/gpt-4o-2024-11-20": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000275, - "output_cost_per_token": 0.000011, - "cache_creation_input_token_cost": 0.00000138, + "azure_ai/FW-Kimi-K2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6.6e-7, + "output_cost_per_token": 0.0000033, + "cache_read_input_token_cost": 1.1e-7, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "azure_ai", "supports_vision": true }, - "azure/us/gpt-4o-mini-2024-07-18": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.65e-7, - "output_cost_per_token": 6.6e-7, - "cache_read_input_token_cost": 8.3e-8, + "azure_ai/FW-Kimi-K2.6": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.000001045, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 1.76e-7, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "azure_ai", "supports_vision": true }, - "azure/us/gpt-4o-mini-realtime-preview-2024-12-17": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 6.6e-7, - "output_cost_per_token": 0.00000264, - "cache_read_input_token_cost": 3.3e-7, - "mode": "realtime", - "litellm_provider": "azure", - "supports_audio_input": true - }, - "azure/us/gpt-4o-realtime-preview-2024-10-01": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.000022, - "cache_read_input_token_cost": 0.00000275, - "mode": "realtime", - "litellm_provider": "azure", - "supports_audio_input": true - }, - "azure/us/gpt-4o-realtime-preview-2024-12-17": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.000022, - "cache_read_input_token_cost": 0.00000275, - "mode": "realtime", - "litellm_provider": "azure", - "supports_audio_input": true - }, - "azure/us/gpt-5-2025-08-07": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000001375, - "output_cost_per_token": 0.000011, - "cache_read_input_token_cost": 1.375e-7, + "azure_ai/FW-Kimi-K2.7-Code": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.00000105, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 2.1e-7, "mode": "chat", - "litellm_provider": "azure", - "supports_pdf_input": true, + "litellm_provider": "azure_ai", "supports_vision": true }, - "azure/us/gpt-5-mini-2025-08-07": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.75e-7, - "output_cost_per_token": 0.0000022, - "cache_read_input_token_cost": 2.75e-8, + "azure_ai/FW-Kimi-K3": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 3.3e-7, "mode": "chat", - "litellm_provider": "azure", - "supports_pdf_input": true, + "litellm_provider": "azure_ai", "supports_vision": true }, - "azure/us/gpt-5-nano-2025-08-07": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 5.5e-8, - "output_cost_per_token": 4.4e-7, - "cache_read_input_token_cost": 5.5e-9, + "azure_ai/FW-MiniMax-M2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 3.3e-7, + "output_cost_per_token": 0.00000132, + "cache_read_input_token_cost": 3.3e-8, "mode": "chat", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure_ai" }, - "azure/us/gpt-5.1": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000138, - "output_cost_per_token": 0.000011, - "cache_read_input_token_cost": 1.4e-7, + "azure_ai/FW-MiniMax-M3": { + "max_input_tokens": 512000, + "max_output_tokens": 512000, + "input_cost_per_token": 3.3e-7, + "output_cost_per_token": 0.00000132, + "cache_read_input_token_cost": 6.6e-8, "mode": "chat", - "litellm_provider": "azure", - "supports_pdf_input": true, + "litellm_provider": "azure_ai", "supports_vision": true }, - "azure/us/gpt-5.1-chat": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000138, - "output_cost_per_token": 0.000011, - "cache_read_input_token_cost": 1.4e-7, + "azure_ai/FW-Nemotron-3-Ultra-NVFP4": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 1.19e-7, "mode": "chat", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true - }, - "azure/us/gpt-5.1-codex": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000138, - "output_cost_per_token": 0.000011, - "cache_read_input_token_cost": 1.4e-7, - "mode": "responses", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true - }, - "azure/us/gpt-5.1-codex-mini": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.75e-7, - "output_cost_per_token": 0.0000022, - "cache_read_input_token_cost": 2.8e-8, - "mode": "responses", - "litellm_provider": "azure", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "azure_ai" }, - "azure/us/o1-2024-12-17": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000165, - "output_cost_per_token": 0.000066, - "cache_read_input_token_cost": 0.00000825, + "azure_ai/Llama-3.2-11B-Vision-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 3.7e-7, + "output_cost_per_token": 3.7e-7, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "azure_ai", "supports_vision": true }, - "azure/us/o1-mini-2024-09-12": { + "azure_ai/Llama-3.2-90B-Vision-Instruct": { "max_input_tokens": 128000, - "max_output_tokens": 65536, - "input_cost_per_token": 0.00000121, - "output_cost_per_token": 0.00000484, - "cache_read_input_token_cost": 6.05e-7, + "max_output_tokens": 2048, + "input_cost_per_token": 0.00000204, + "output_cost_per_token": 0.00000204, "mode": "chat", - "litellm_provider": "azure", - "supports_vision": false + "litellm_provider": "azure_ai", + "supports_vision": true }, - "azure/us/o1-preview-2024-09-12": { + "azure_ai/Llama-3.3-70B-Instruct": { "max_input_tokens": 128000, - "max_output_tokens": 32768, - "input_cost_per_token": 0.0000165, - "output_cost_per_token": 0.000066, - "cache_read_input_token_cost": 0.00000825, + "max_output_tokens": 2048, + "input_cost_per_token": 7.1e-7, + "output_cost_per_token": 7.1e-7, "mode": "chat", - "litellm_provider": "azure", - "supports_vision": false + "litellm_provider": "azure_ai" }, - "azure/us/o3-2025-04-16": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000022, - "output_cost_per_token": 0.0000088, - "cache_read_input_token_cost": 5.5e-7, + "azure_ai/Llama-4-Maverick-17B-128E-Instruct-FP8": { + "max_input_tokens": 1000000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000141, + "output_cost_per_token": 3.5e-7, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "azure_ai", "supports_vision": true }, - "azure/us/o3-mini-2025-01-31": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00000121, - "output_cost_per_token": 0.00000484, - "cache_read_input_token_cost": 6.05e-7, - "mode": "chat", - "litellm_provider": "azure", - "supports_vision": false - }, - "azure/us/o4-mini-2025-04-16": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00000121, - "output_cost_per_token": 0.00000484, - "cache_read_input_token_cost": 3.1e-7, + "azure_ai/Llama-4-Scout-17B-16E-Instruct": { + "max_input_tokens": 10000000, + "max_output_tokens": 16384, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 7.8e-7, "mode": "chat", - "litellm_provider": "azure", + "litellm_provider": "azure_ai", "supports_vision": true }, - "azure/whisper-1": { - "mode": "audio_transcription", - "litellm_provider": "azure" - }, - "azure_ai/Cohere-embed-v3-english": { - "max_input_tokens": 512, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "azure_ai" - }, - "azure_ai/Cohere-embed-v3-multilingual": { - "max_input_tokens": 512, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", + "azure_ai/MAI-DS-R1": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000135, + "output_cost_per_token": 0.0000054, + "mode": "chat", "litellm_provider": "azure_ai" }, - "azure_ai/FLUX-1.1-pro": { + "azure_ai/MAI-Image-2.5": { + "input_cost_per_token": 0.000005, + "output_cost_per_image_token": 0.000047, "mode": "image_generation", "litellm_provider": "azure_ai" }, - "azure_ai/FLUX.1-Kontext-pro": { + "azure_ai/MAI-Image-2.5-Flash": { + "input_cost_per_token": 0.00000175, + "output_cost_per_image_token": 0.000033, "mode": "image_generation", "litellm_provider": "azure_ai" }, - "azure_ai/flux.2-pro": { + "azure_ai/MAI-Image-2e": { + "input_cost_per_token": 0.000005, + "output_cost_per_image_token": 0.0000195, "mode": "image_generation", "litellm_provider": "azure_ai" }, - "azure_ai/FW-DeepSeek-V3.2": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 6.2e-7, - "output_cost_per_token": 0.00000185, - "cache_read_input_token_cost": 3.1e-7, - "mode": "chat", - "litellm_provider": "azure_ai" - }, - "azure_ai/FW-DeepSeek-V4-Pro": { - "max_input_tokens": 1000000, - "max_output_tokens": 384000, - "input_cost_per_token": 0.000001925, - "output_cost_per_token": 0.000003828, - "cache_read_input_token_cost": 1.65e-7, - "mode": "chat", - "litellm_provider": "azure_ai" - }, - "azure_ai/FW-GLM-5": { - "max_input_tokens": 200000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.00000352, - "cache_read_input_token_cost": 2.2e-7, - "mode": "chat", - "litellm_provider": "azure_ai" - }, - "azure_ai/FW-GLM-5.1": { - "max_input_tokens": 202800, - "max_output_tokens": 131072, - "input_cost_per_token": 0.00000154, - "output_cost_per_token": 0.00000484, - "cache_read_input_token_cost": 2.86e-7, - "mode": "chat", - "litellm_provider": "azure_ai" - }, - "azure_ai/FW-GLM-5.2": { - "max_input_tokens": 1048576, - "max_output_tokens": 131072, - "input_cost_per_token": 0.00000154, - "output_cost_per_token": 0.00000484, - "cache_read_input_token_cost": 1.5e-7, - "mode": "chat", - "litellm_provider": "azure_ai" - }, - "azure_ai/FW-GLM-5.2-Fast": { - "max_input_tokens": 1048576, - "max_output_tokens": 131072, - "input_cost_per_token": 0.0000021, - "output_cost_per_token": 0.0000066, - "cache_read_input_token_cost": 2.1e-7, - "mode": "chat", - "litellm_provider": "azure_ai" - }, - "azure_ai/FW-Inkling": { - "max_input_tokens": 1048576, - "max_output_tokens": 1048576, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.00000405, - "cache_read_input_token_cost": 1.7e-7, - "mode": "chat", - "litellm_provider": "azure_ai" - }, - "azure_ai/FW-Kimi-K2.5": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 6.6e-7, - "output_cost_per_token": 0.0000033, - "cache_read_input_token_cost": 1.1e-7, - "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": true - }, - "azure_ai/FW-Kimi-K2.6": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 0.000001045, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 1.76e-7, - "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": true - }, - "azure_ai/FW-Kimi-K2.7-Code": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 0.00000105, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 2.1e-7, - "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": true - }, - "azure_ai/FW-Kimi-K3": { - "max_input_tokens": 1048576, - "max_output_tokens": 131072, - "input_cost_per_token": 0.0000033, - "output_cost_per_token": 0.0000165, - "cache_read_input_token_cost": 3.3e-7, - "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": true - }, - "azure_ai/FW-MiniMax-M2.5": { - "max_input_tokens": 1000000, - "max_output_tokens": 1000000, - "input_cost_per_token": 3.3e-7, - "output_cost_per_token": 0.00000132, - "cache_read_input_token_cost": 3.3e-8, - "mode": "chat", - "litellm_provider": "azure_ai" - }, - "azure_ai/FW-MiniMax-M3": { - "max_input_tokens": 512000, - "max_output_tokens": 512000, - "input_cost_per_token": 3.3e-7, - "output_cost_per_token": 0.00000132, - "cache_read_input_token_cost": 6.6e-8, - "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": true - }, - "azure_ai/FW-Nemotron-3-Ultra-NVFP4": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, - "cache_read_input_token_cost": 1.19e-7, - "mode": "chat", - "litellm_provider": "azure_ai" - }, - "azure_ai/MAI-Image-2.5": { - "input_cost_per_token": 0.000005, - "output_cost_per_image_token": 0.000047, - "mode": "image_generation", - "litellm_provider": "azure_ai" - }, - "azure_ai/MAI-Image-2.5-Flash": { - "input_cost_per_token": 0.00000175, - "output_cost_per_image_token": 0.000033, - "mode": "image_generation", - "litellm_provider": "azure_ai" - }, - "azure_ai/MAI-Image-2e": { - "input_cost_per_token": 0.000005, - "output_cost_per_image_token": 0.0000195, - "mode": "image_generation", - "litellm_provider": "azure_ai" - }, - "azure_ai/Llama-3.2-11B-Vision-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 3.7e-7, - "output_cost_per_token": 3.7e-7, - "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": true - }, - "azure_ai/Llama-3.2-90B-Vision-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 0.00000204, - "output_cost_per_token": 0.00000204, - "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": true - }, - "azure_ai/Llama-3.3-70B-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 7.1e-7, - "output_cost_per_token": 7.1e-7, - "mode": "chat", - "litellm_provider": "azure_ai" - }, - "azure_ai/Llama-4-Maverick-17B-128E-Instruct-FP8": { - "max_input_tokens": 1000000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000141, - "output_cost_per_token": 3.5e-7, - "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": true - }, - "azure_ai/Llama-4-Scout-17B-16E-Instruct": { - "max_input_tokens": 10000000, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 7.8e-7, - "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": true - }, "azure_ai/Meta-Llama-3-70B-Instruct": { "max_input_tokens": 8192, "max_output_tokens": 2048, @@ -3949,23 +3373,23 @@ "mode": "chat", "litellm_provider": "azure_ai" }, - "azure_ai/Phi-4-multimodal-instruct": { + "azure_ai/Phi-4-mini-reasoning": { "max_input_tokens": 131072, "max_output_tokens": 4096, "input_cost_per_token": 8e-8, "output_cost_per_token": 3.2e-7, "mode": "chat", - "litellm_provider": "azure_ai", - "supports_vision": true, - "supports_audio_input": true + "litellm_provider": "azure_ai" }, - "azure_ai/Phi-4-mini-reasoning": { + "azure_ai/Phi-4-multimodal-instruct": { "max_input_tokens": 131072, "max_output_tokens": 4096, "input_cost_per_token": 8e-8, "output_cost_per_token": 3.2e-7, "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure_ai", + "supports_vision": true, + "supports_audio_input": true }, "azure_ai/Phi-4-reasoning": { "max_input_tokens": 32768, @@ -3975,33 +3399,137 @@ "mode": "chat", "litellm_provider": "azure_ai" }, - "azure_ai/mistral-document-ai-2505": { - "mode": "ocr", - "litellm_provider": "azure_ai" - }, - "azure_ai/mistral-document-ai-2512": { - "mode": "ocr", - "litellm_provider": "azure_ai" - }, - "azure_ai/doc-intelligence/prebuilt-read": { - "mode": "ocr", - "litellm_provider": "azure_ai" - }, - "azure_ai/doc-intelligence/prebuilt-layout": { - "mode": "ocr", - "litellm_provider": "azure_ai" + "azure_ai/claude-fable-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00005, + "cache_creation_input_token_cost": 0.0000125, + "cache_read_input_token_cost": 0.000001, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/doc-intelligence/prebuilt-document": { - "mode": "ocr", - "litellm_provider": "azure_ai" + "azure_ai/claude-haiku-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/MAI-DS-R1": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000135, - "output_cost_per_token": 0.0000054, + "azure_ai/claude-opus-4-1": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure_ai/claude-opus-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure_ai/claude-opus-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure_ai/claude-opus-4-7": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure_ai/claude-opus-4-8": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure_ai/claude-opus-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure_ai/claude-sonnet-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure_ai/claude-sonnet-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure_ai/claude-sonnet-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "cache_creation_input_token_cost": 0.0000025, + "cache_read_input_token_cost": 2e-7, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, "azure_ai/cohere-rerank-v3-english": { "max_input_tokens": 4096, @@ -4027,7 +3555,7 @@ "mode": "rerank", "litellm_provider": "azure_ai" }, - "azure_ai/cohere-rerank-v4.0-pro": { + "azure_ai/cohere-rerank-v4.0-fast": { "max_input_tokens": 32768, "max_output_tokens": 32768, "input_cost_per_token": 0, @@ -4035,7 +3563,7 @@ "mode": "rerank", "litellm_provider": "azure_ai" }, - "azure_ai/cohere-rerank-v4.0-fast": { + "azure_ai/cohere-rerank-v4.0-pro": { "max_input_tokens": 32768, "max_output_tokens": 32768, "input_cost_per_token": 0, @@ -4043,22 +3571,6 @@ "mode": "rerank", "litellm_provider": "azure_ai" }, - "azure_ai/deepseek-v3.2": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 5.8e-7, - "output_cost_per_token": 0.00000168, - "mode": "chat", - "litellm_provider": "azure_ai" - }, - "azure_ai/deepseek-v3.2-speciale": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 5.8e-7, - "output_cost_per_token": 0.00000168, - "mode": "chat", - "litellm_provider": "azure_ai" - }, "azure_ai/deepseek-r1": { "max_input_tokens": 128000, "max_output_tokens": 8192, @@ -4091,11 +3603,19 @@ "mode": "chat", "litellm_provider": "azure_ai" }, - "azure_ai/deepseek-v4-pro": { - "max_input_tokens": 1000000, - "max_output_tokens": 384000, - "input_cost_per_token": 0.00000174, - "output_cost_per_token": 0.00000348, + "azure_ai/deepseek-v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 5.8e-7, + "output_cost_per_token": 0.00000168, + "mode": "chat", + "litellm_provider": "azure_ai" + }, + "azure_ai/deepseek-v3.2-speciale": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 5.8e-7, + "output_cost_per_token": 0.00000168, "mode": "chat", "litellm_provider": "azure_ai" }, @@ -4107,6 +3627,26 @@ "mode": "chat", "litellm_provider": "azure_ai" }, + "azure_ai/deepseek-v4-pro": { + "max_input_tokens": 1000000, + "max_output_tokens": 384000, + "input_cost_per_token": 0.00000174, + "output_cost_per_token": 0.00000348, + "mode": "chat", + "litellm_provider": "azure_ai" + }, + "azure_ai/doc-intelligence/prebuilt-document": { + "mode": "ocr", + "litellm_provider": "azure_ai" + }, + "azure_ai/doc-intelligence/prebuilt-layout": { + "mode": "ocr", + "litellm_provider": "azure_ai" + }, + "azure_ai/doc-intelligence/prebuilt-read": { + "mode": "ocr", + "litellm_provider": "azure_ai" + }, "azure_ai/embed-v-4-0": { "max_input_tokens": 128000, "input_cost_per_token": 1.2e-7, @@ -4114,6 +3654,10 @@ "mode": "embedding", "litellm_provider": "azure_ai" }, + "azure_ai/flux.2-pro": { + "mode": "image_generation", + "litellm_provider": "azure_ai" + }, "azure_ai/global/grok-3": { "max_input_tokens": 131072, "max_output_tokens": 131072, @@ -4130,74 +3674,192 @@ "mode": "chat", "litellm_provider": "azure_ai" }, - "azure_ai/grok-3": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000003, + "azure_ai/gpt-5.4": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 2.5e-7, "mode": "chat", - "litellm_provider": "azure_ai" - }, - "azure_ai/grok-3-mini": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000127, - "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/grok-4": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000003, + "azure_ai/gpt-5.4-2026-03-05": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.000015, - "mode": "chat", - "litellm_provider": "azure_ai" - }, - "azure_ai/grok-4.3": { - "max_input_tokens": 200000, - "max_output_tokens": 200000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost": 2.5e-7, "mode": "chat", "litellm_provider": "azure_ai", + "supports_pdf_input": true, "supports_vision": true }, - "azure_ai/grok-4-fast-non-reasoning": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, + "azure_ai/gpt-5.4-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/grok-4-fast-reasoning": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, + "azure_ai/gpt-5.4-mini-2026-03-17": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/grok-4-1-fast-non-reasoning": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "azure_ai/gpt-5.4-nano": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, + "output_cost_per_token": 0.00000125, + "cache_read_input_token_cost": 2e-8, "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/grok-4-1-fast-reasoning": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "azure_ai/gpt-5.4-nano-2026-03-17": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, + "output_cost_per_token": 0.00000125, + "cache_read_input_token_cost": 2e-8, "mode": "chat", - "litellm_provider": "azure_ai" + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true }, - "azure_ai/grok-code-fast-1": { - "max_input_tokens": 131072, + "azure_ai/gpt-5.4-pro": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure_ai/gpt-5.4-pro-2026-03-05": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure_ai/gpt-5.5": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure_ai/gpt-5.5-2026-04-23": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_pdf_input": true, + "supports_vision": true + }, + "azure_ai/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "azure_ai" + }, + "azure_ai/grok-3": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "azure_ai" + }, + "azure_ai/grok-3-mini": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000127, + "mode": "chat", + "litellm_provider": "azure_ai" + }, + "azure_ai/grok-4": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "azure_ai" + }, + "azure_ai/grok-4-1-fast-non-reasoning": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "azure_ai" + }, + "azure_ai/grok-4-1-fast-reasoning": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "azure_ai" + }, + "azure_ai/grok-4-fast-non-reasoning": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "azure_ai" + }, + "azure_ai/grok-4-fast-reasoning": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "azure_ai" + }, + "azure_ai/grok-4.3": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 2e-7, + "mode": "chat", + "litellm_provider": "azure_ai", + "supports_vision": true + }, + "azure_ai/grok-code-fast-1": { + "max_input_tokens": 131072, "max_output_tokens": 131072, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.0000015, @@ -4247,6 +3909,14 @@ "mode": "chat", "litellm_provider": "azure_ai" }, + "azure_ai/mistral-document-ai-2505": { + "mode": "ocr", + "litellm_provider": "azure_ai" + }, + "azure_ai/mistral-document-ai-2512": { + "mode": "ocr", + "litellm_provider": "azure_ai" + }, "azure_ai/mistral-large": { "max_input_tokens": 32000, "max_output_tokens": 8191, @@ -4263,14 +3933,6 @@ "mode": "chat", "litellm_provider": "azure_ai" }, - "azure_ai/mistral-large-latest": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, - "mode": "chat", - "litellm_provider": "azure_ai" - }, "azure_ai/mistral-large-3": { "max_input_tokens": 256000, "max_output_tokens": 8191, @@ -4280,6 +3942,14 @@ "litellm_provider": "azure_ai", "supports_vision": true }, + "azure_ai/mistral-large-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "mode": "chat", + "litellm_provider": "azure_ai" + }, "azure_ai/mistral-medium-2505": { "max_input_tokens": 131072, "max_output_tokens": 8191, @@ -4313,6 +3983,12 @@ "litellm_provider": "azure_ai", "supports_vision": true }, + "azure_ai/model_router": { + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "azure_ai" + }, "babbage-002": { "max_input_tokens": 16384, "max_output_tokens": 4096, @@ -4321,6 +3997,72 @@ "mode": "completion", "litellm_provider": "text-completion-openai" }, + "baseten/MiniMaxAI/MiniMax-M2.5": { + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "baseten" + }, + "baseten/deepseek-ai/DeepSeek-V3-0324": { + "input_cost_per_token": 7.7e-7, + "output_cost_per_token": 7.7e-7, + "mode": "chat", + "litellm_provider": "baseten" + }, + "baseten/deepseek-ai/DeepSeek-V3.1": { + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "baseten" + }, + "baseten/moonshotai/Kimi-K2-Instruct-0905": { + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "baseten" + }, + "baseten/moonshotai/Kimi-K2-Thinking": { + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "baseten" + }, + "baseten/moonshotai/Kimi-K2.5": { + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, + "mode": "chat", + "litellm_provider": "baseten" + }, + "baseten/nvidia/Nemotron-120B-A12B": { + "input_cost_per_token": 3e-7, + "output_cost_per_token": 7.5e-7, + "mode": "chat", + "litellm_provider": "baseten" + }, + "baseten/openai/gpt-oss-120b": { + "input_cost_per_token": 1e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "baseten" + }, + "baseten/zai-org/GLM-4.6": { + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "mode": "chat", + "litellm_provider": "baseten" + }, + "baseten/zai-org/GLM-4.7": { + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "mode": "chat", + "litellm_provider": "baseten" + }, + "baseten/zai-org/GLM-5": { + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.00000315, + "mode": "chat", + "litellm_provider": "baseten" + }, "bedrock/*/1-month-commitment/cohere.command-light-text-v14": { "max_input_tokens": 4096, "max_output_tokens": 4096, @@ -4345,10 +4087,6 @@ "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/guardrails": { - "mode": "guardrail", - "litellm_provider": "bedrock" - }, "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-instant-v1": { "max_input_tokens": 100000, "max_output_tokens": 8191, @@ -4458,24 +4196,14 @@ "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/moonshotai.kimi-k2-thinking": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 7.3e-7, - "output_cost_per_token": 0.00000303, + "bedrock/ap-south-1/deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 7.4e-7, + "output_cost_per_token": 0.00000222, "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/moonshotai.kimi-k2.5": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.00000303, - "mode": "chat", - "litellm_provider": "bedrock", - "supports_vision": true, - "supports_video_input": true - }, "bedrock/ap-south-1/meta.llama3-70b-instruct-v1:0": { "max_input_tokens": 8192, "max_output_tokens": 8192, @@ -4492,14 +4220,6 @@ "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/ap-south-1/deepseek.v3.2": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 7.4e-7, - "output_cost_per_token": 0.00000222, - "mode": "chat", - "litellm_provider": "bedrock" - }, "bedrock/ap-south-1/minimax.minimax-m2.1": { "max_input_tokens": 196000, "max_output_tokens": 8192, @@ -4606,42 +4326,9 @@ "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/eu-north-1/deepseek.v3.2": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 7.4e-7, - "output_cost_per_token": 0.00000222, - "mode": "chat", - "litellm_provider": "bedrock" - }, - "bedrock/eu-north-1/minimax.minimax-m2.1": { - "max_input_tokens": 196000, - "max_output_tokens": 8192, - "input_cost_per_token": 3.6e-7, - "output_cost_per_token": 0.00000144, - "mode": "chat", - "litellm_provider": "bedrock" - }, - "bedrock/eu-north-1/minimax.minimax-m2.5": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 3.6e-7, - "output_cost_per_token": 0.00000144, - "mode": "chat", - "litellm_provider": "bedrock" - }, - "bedrock/eu-north-1/moonshotai.kimi-k2.5": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 0.0000036, - "mode": "chat", - "litellm_provider": "bedrock", - "supports_vision": true - }, - "bedrock/eu-central-1/1-month-commitment/anthropic.claude-instant-v1": { - "max_input_tokens": 100000, - "max_output_tokens": 8191, + "bedrock/eu-central-1/1-month-commitment/anthropic.claude-instant-v1": { + "max_input_tokens": 100000, + "max_output_tokens": 8191, "mode": "chat", "litellm_provider": "bedrock" }, @@ -4723,6 +4410,63 @@ "mode": "chat", "litellm_provider": "bedrock" }, + "bedrock/eu-north-1/deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 7.4e-7, + "output_cost_per_token": 0.00000222, + "mode": "chat", + "litellm_provider": "bedrock" + }, + "bedrock/eu-north-1/minimax.minimax-m2.1": { + "max_input_tokens": 196000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, + "mode": "chat", + "litellm_provider": "bedrock" + }, + "bedrock/eu-north-1/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, + "mode": "chat", + "litellm_provider": "bedrock" + }, + "bedrock/eu-north-1/moonshotai.kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 0.0000036, + "mode": "chat", + "litellm_provider": "bedrock", + "supports_vision": true + }, + "bedrock/eu-south-1/minimax.minimax-m2.1": { + "max_input_tokens": 196000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, + "mode": "chat", + "litellm_provider": "bedrock" + }, + "bedrock/eu-south-1/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.6e-7, + "output_cost_per_token": 0.00000144, + "mode": "chat", + "litellm_provider": "bedrock" + }, + "bedrock/eu-south-1/qwen.qwen3-coder-next": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.00000144, + "mode": "chat", + "litellm_provider": "bedrock" + }, "bedrock/eu-west-1/meta.llama3-70b-instruct-v1:0": { "max_input_tokens": 8192, "max_output_tokens": 8192, @@ -4827,28 +4571,8 @@ "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/eu-south-1/minimax.minimax-m2.1": { - "max_input_tokens": 196000, - "max_output_tokens": 8192, - "input_cost_per_token": 3.6e-7, - "output_cost_per_token": 0.00000144, - "mode": "chat", - "litellm_provider": "bedrock" - }, - "bedrock/eu-south-1/minimax.minimax-m2.5": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 3.6e-7, - "output_cost_per_token": 0.00000144, - "mode": "chat", - "litellm_provider": "bedrock" - }, - "bedrock/eu-south-1/qwen.qwen3-coder-next": { - "max_input_tokens": 262144, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.00000144, - "mode": "chat", + "bedrock/guardrails": { + "mode": "guardrail", "litellm_provider": "bedrock" }, "bedrock/invoke/anthropic.claude-3-5-sonnet-20240620-v1:0": { @@ -4862,6 +4586,32 @@ "litellm_provider": "bedrock", "supports_vision": true }, + "bedrock/moonshotai.kimi-k2-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 7.3e-7, + "output_cost_per_token": 0.00000303, + "mode": "chat", + "litellm_provider": "bedrock" + }, + "bedrock/moonshotai.kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.00000303, + "mode": "chat", + "litellm_provider": "bedrock", + "supports_vision": true, + "supports_video_input": true + }, + "bedrock/sa-east-1/deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 7.4e-7, + "output_cost_per_token": 0.00000222, + "mode": "chat", + "litellm_provider": "bedrock" + }, "bedrock/sa-east-1/meta.llama3-70b-instruct-v1:0": { "max_input_tokens": 8192, "max_output_tokens": 8192, @@ -4878,14 +4628,6 @@ "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/sa-east-1/deepseek.v3.2": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 7.4e-7, - "output_cost_per_token": 0.00000222, - "mode": "chat", - "litellm_provider": "bedrock" - }, "bedrock/sa-east-1/minimax.minimax-m2.1": { "max_input_tokens": 196000, "max_output_tokens": 8192, @@ -4987,6 +4729,14 @@ "mode": "chat", "litellm_provider": "bedrock" }, + "bedrock/us-east-1/deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 6.2e-7, + "output_cost_per_token": 0.00000185, + "mode": "chat", + "litellm_provider": "bedrock" + }, "bedrock/us-east-1/meta.llama3-70b-instruct-v1:0": { "max_input_tokens": 8192, "max_output_tokens": 8192, @@ -5003,6 +4753,22 @@ "mode": "chat", "litellm_provider": "bedrock" }, + "bedrock/us-east-1/minimax.minimax-m2.1": { + "max_input_tokens": 196000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "bedrock" + }, + "bedrock/us-east-1/minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "bedrock" + }, "bedrock/us-east-1/mistral.mistral-7b-instruct-v0:2": { "max_input_tokens": 32000, "max_output_tokens": 8191, @@ -5027,30 +4793,6 @@ "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-east-1/deepseek.v3.2": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 6.2e-7, - "output_cost_per_token": 0.00000185, - "mode": "chat", - "litellm_provider": "bedrock" - }, - "bedrock/us-east-1/minimax.minimax-m2.1": { - "max_input_tokens": 196000, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "mode": "chat", - "litellm_provider": "bedrock" - }, - "bedrock/us-east-1/minimax.minimax-m2.5": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "mode": "chat", - "litellm_provider": "bedrock" - }, "bedrock/us-east-1/moonshotai.kimi-k2-thinking": { "max_input_tokens": 262144, "max_output_tokens": 262144, @@ -5076,6 +4818,14 @@ "mode": "chat", "litellm_provider": "bedrock" }, + "bedrock/us-east-1/zai.glm-5": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.0000032, + "mode": "chat", + "litellm_provider": "bedrock" + }, "bedrock/us-east-2/deepseek.v3.2": { "max_input_tokens": 163840, "max_output_tokens": 163840, @@ -5197,6 +4947,18 @@ "supports_pdf_input": true, "supports_vision": true }, + "bedrock/us-gov-east-1/anthropic.claude-haiku-4-5-20251001-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.000006, + "cache_creation_input_token_cost": 0.0000015, + "cache_read_input_token_cost": 1.2e-7, + "mode": "chat", + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true + }, "bedrock/us-gov-east-1/anthropic.claude-sonnet-4-5-20250929-v1:0": { "max_input_tokens": 200000, "max_output_tokens": 8192, @@ -5287,7 +5049,7 @@ "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-gov-west-1/anthropic.claude-3-7-sonnet-20250219-v1:0": { + "bedrock/us-gov-west-1/anthropic.claude-3-5-sonnet-20240620-v1:0": { "max_input_tokens": 200000, "max_output_tokens": 8192, "input_cost_per_token": 0.0000036, @@ -5299,7 +5061,7 @@ "supports_pdf_input": true, "supports_vision": true }, - "bedrock/us-gov-west-1/anthropic.claude-3-5-sonnet-20240620-v1:0": { + "bedrock/us-gov-west-1/anthropic.claude-3-7-sonnet-20250219-v1:0": { "max_input_tokens": 200000, "max_output_tokens": 8192, "input_cost_per_token": 0.0000036, @@ -5323,6 +5085,18 @@ "supports_pdf_input": true, "supports_vision": true }, + "bedrock/us-gov-west-1/anthropic.claude-haiku-4-5-20251001-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.000006, + "cache_creation_input_token_cost": 0.0000015, + "cache_read_input_token_cost": 1.2e-7, + "mode": "chat", + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true + }, "bedrock/us-gov-west-1/anthropic.claude-sonnet-4-5-20250929-v1:0": { "max_input_tokens": 200000, "max_output_tokens": 8192, @@ -5441,30 +5215,6 @@ "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-west-2/mistral.mistral-7b-instruct-v0:2": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "bedrock" - }, - "bedrock/us-west-2/mistral.mistral-large-2402-v1:0": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, - "mode": "chat", - "litellm_provider": "bedrock" - }, - "bedrock/us-west-2/mistral.mixtral-8x7b-instruct-v0:1": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 4.5e-7, - "output_cost_per_token": 7e-7, - "mode": "chat", - "litellm_provider": "bedrock" - }, "bedrock/us-west-2/deepseek.v3.2": { "max_input_tokens": 163840, "max_output_tokens": 163840, @@ -5489,8 +5239,32 @@ "mode": "chat", "litellm_provider": "bedrock" }, - "bedrock/us-west-2/moonshotai.kimi-k2-thinking": { - "max_input_tokens": 262144, + "bedrock/us-west-2/mistral.mistral-7b-instruct-v0:2": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "bedrock" + }, + "bedrock/us-west-2/mistral.mistral-large-2402-v1:0": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, + "mode": "chat", + "litellm_provider": "bedrock" + }, + "bedrock/us-west-2/mistral.mixtral-8x7b-instruct-v0:1": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 4.5e-7, + "output_cost_per_token": 7e-7, + "mode": "chat", + "litellm_provider": "bedrock" + }, + "bedrock/us-west-2/moonshotai.kimi-k2-thinking": { + "max_input_tokens": 262144, "max_output_tokens": 262144, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000025, @@ -5514,6 +5288,14 @@ "mode": "chat", "litellm_provider": "bedrock" }, + "bedrock/us-west-2/zai.glm-5": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.0000032, + "mode": "chat", + "litellm_provider": "bedrock" + }, "bedrock/us.anthropic.claude-3-5-haiku-20241022-v1:0": { "max_input_tokens": 200000, "max_output_tokens": 8192, @@ -5525,37 +5307,177 @@ "litellm_provider": "bedrock", "supports_pdf_input": true }, - "black_forest_labs/flux-kontext-pro": { - "mode": "image_edit", + "bedrock_mantle/google.gemma-4-26b-a4b": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "bedrock_mantle", + "supports_vision": true + }, + "bedrock_mantle/google.gemma-4-31b": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "bedrock_mantle", + "supports_vision": true + }, + "bedrock_mantle/google.gemma-4-e2b": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 8e-8, + "mode": "chat", + "litellm_provider": "bedrock_mantle", + "supports_vision": true + }, + "bedrock_mantle/openai.gpt-5.4": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000275, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 2.75e-7, + "mode": "responses", + "litellm_provider": "bedrock_mantle", + "supports_vision": true + }, + "bedrock_mantle/openai.gpt-5.5": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_read_input_token_cost": 5.5e-7, + "mode": "responses", + "litellm_provider": "bedrock_mantle", + "supports_vision": true + }, + "bedrock_mantle/openai.gpt-5.6-luna": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 0.00000132, + "cache_creation_input_token_cost": 2.75e-7, + "cache_read_input_token_cost": 2.2e-8, + "mode": "responses", + "litellm_provider": "bedrock_mantle", + "supports_vision": true + }, + "bedrock_mantle/openai.gpt-5.6-sol": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, + "mode": "responses", + "litellm_provider": "bedrock_mantle", + "supports_vision": true + }, + "bedrock_mantle/openai.gpt-5.6-terra": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.0000132, + "cache_creation_input_token_cost": 0.00000275, + "cache_read_input_token_cost": 2.2e-7, + "mode": "responses", + "litellm_provider": "bedrock_mantle", + "supports_vision": true + }, + "bedrock_mantle/openai.gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "bedrock_mantle" + }, + "bedrock_mantle/openai.gpt-oss-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "bedrock_mantle" + }, + "bedrock_mantle/openai.gpt-oss-safeguard-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "bedrock_mantle" + }, + "bedrock_mantle/openai.gpt-oss-safeguard-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "bedrock_mantle" + }, + "bedrock_mantle/xai.grok-4.3": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 2e-7, + "mode": "chat", + "litellm_provider": "bedrock_mantle", + "supports_vision": true + }, + "bedrock_mantle/xai.grok-4.6": { + "max_input_tokens": 500000, + "max_output_tokens": 500000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.0000066, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "bedrock_mantle", + "supports_vision": true + }, + "black_forest_labs/flux-dev": { + "mode": "image_generation", "litellm_provider": "black_forest_labs" }, "black_forest_labs/flux-kontext-max": { "mode": "image_edit", "litellm_provider": "black_forest_labs" }, - "black_forest_labs/flux-pro-1.0-fill": { + "black_forest_labs/flux-kontext-pro": { "mode": "image_edit", "litellm_provider": "black_forest_labs" }, + "black_forest_labs/flux-pro": { + "mode": "image_generation", + "litellm_provider": "black_forest_labs" + }, "black_forest_labs/flux-pro-1.0-expand": { "mode": "image_edit", "litellm_provider": "black_forest_labs" }, - "black_forest_labs/flux-pro-1.1": { - "mode": "image_generation", + "black_forest_labs/flux-pro-1.0-fill": { + "mode": "image_edit", "litellm_provider": "black_forest_labs" }, - "black_forest_labs/flux-pro-1.1-ultra": { + "black_forest_labs/flux-pro-1.1": { "mode": "image_generation", "litellm_provider": "black_forest_labs" }, - "black_forest_labs/flux-dev": { + "black_forest_labs/flux-pro-1.1-ultra": { "mode": "image_generation", "litellm_provider": "black_forest_labs" }, - "black_forest_labs/flux-pro": { - "mode": "image_generation", - "litellm_provider": "black_forest_labs" + "cerebras/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 7.5e-7, + "mode": "chat", + "litellm_provider": "cerebras" }, "cerebras/llama-3.3-70b": { "max_input_tokens": 128000, @@ -5581,14 +5503,6 @@ "mode": "chat", "litellm_provider": "cerebras" }, - "cerebras/gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 7.5e-7, - "mode": "chat", - "litellm_provider": "cerebras" - }, "cerebras/qwen-3-32b": { "max_input_tokens": 128000, "max_output_tokens": 128000, @@ -5613,6 +5527,17 @@ "mode": "chat", "litellm_provider": "cerebras" }, + "chat-latest": { + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, "chatdolphin": { "max_input_tokens": 16384, "max_output_tokens": 16384, @@ -5631,40 +5556,85 @@ "supports_pdf_input": true, "supports_vision": true }, - "gpt-4o-transcribe-diarize": { - "max_input_tokens": 16000, - "max_output_tokens": 2000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "audio_transcription", + "chatgpt-image-latest": { + "input_cost_per_token": 0.000005, + "output_cost_per_image_token": 0.00004, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", "litellm_provider": "openai" }, - "claude-haiku-4-5-20251001": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, - "cache_read_input_token_cost": 1e-7, - "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, + "chatgpt/gpt-5.1-codex-max": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "mode": "responses", + "litellm_provider": "chatgpt", "supports_vision": true }, - "claude-haiku-4-5": { - "max_input_tokens": 200000, + "chatgpt/gpt-5.1-codex-mini": { + "max_input_tokens": 128000, "max_output_tokens": 64000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, - "cache_read_input_token_cost": 1e-7, - "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, + "mode": "responses", + "litellm_provider": "chatgpt", "supports_vision": true }, - "claude-3-7-sonnet-20250219": { - "max_input_tokens": 200000, + "chatgpt/gpt-5.2": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, + "mode": "responses", + "litellm_provider": "chatgpt", + "supports_vision": true + }, + "chatgpt/gpt-5.2-codex": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "mode": "responses", + "litellm_provider": "chatgpt", + "supports_vision": true + }, + "chatgpt/gpt-5.3-chat-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, + "mode": "responses", + "litellm_provider": "chatgpt", + "supports_vision": true + }, + "chatgpt/gpt-5.3-codex": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "mode": "responses", + "litellm_provider": "chatgpt", + "supports_vision": true + }, + "chatgpt/gpt-5.3-codex-spark": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "mode": "responses", + "litellm_provider": "chatgpt", + "supports_vision": true + }, + "chatgpt/gpt-5.3-instant": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, + "mode": "responses", + "litellm_provider": "chatgpt", + "supports_vision": true + }, + "chatgpt/gpt-5.4": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "mode": "responses", + "litellm_provider": "chatgpt", + "supports_vision": true + }, + "chatgpt/gpt-5.4-pro": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "mode": "responses", + "litellm_provider": "chatgpt", + "supports_vision": true + }, + "claude-3-7-sonnet-20250219": { + "max_input_tokens": 200000, "max_output_tokens": 64000, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, @@ -5725,75 +5695,63 @@ "supports_pdf_input": true, "supports_vision": true }, - "claude-sonnet-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "claude-fable-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00005, + "cache_creation_input_token_cost": 0.0000125, + "cache_read_input_token_cost": 0.000001, "mode": "chat", "litellm_provider": "anthropic", "supports_pdf_input": true, "supports_vision": true }, - "claude-sonnet-4-5-20250929": { + "claude-haiku-4-5": { "max_input_tokens": 200000, "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, "mode": "chat", "litellm_provider": "anthropic", "supports_pdf_input": true, "supports_vision": true }, - "claude-sonnet-5": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, - "cache_creation_input_token_cost": 0.0000025, - "cache_read_input_token_cost": 2e-7, + "claude-haiku-4-5-20251001": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, "mode": "chat", "litellm_provider": "anthropic", "supports_pdf_input": true, "supports_vision": true }, - "claude-sonnet-4-6": { + "claude-mythos-5": { "max_input_tokens": 1000000, "max_output_tokens": 128000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00005, + "cache_creation_input_token_cost": 0.0000125, + "cache_read_input_token_cost": 0.000001, "mode": "chat", "litellm_provider": "anthropic", "supports_pdf_input": true, "supports_vision": true }, - "claude-sonnet-4-5-20250929-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "claude-mythos-preview": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00005, + "cache_creation_input_token_cost": 0.0000125, + "cache_read_input_token_cost": 0.000001, "mode": "chat", - "litellm_provider": "bedrock", + "litellm_provider": "anthropic", "supports_pdf_input": true, "supports_vision": true }, @@ -5833,7 +5791,7 @@ "supports_pdf_input": true, "supports_vision": true }, - "claude-opus-4-5-20251101": { + "claude-opus-4-5": { "max_input_tokens": 200000, "max_output_tokens": 64000, "input_cost_per_token": 0.000005, @@ -5845,7 +5803,7 @@ "supports_pdf_input": true, "supports_vision": true }, - "claude-opus-4-5": { + "claude-opus-4-5-20251101": { "max_input_tokens": 200000, "max_output_tokens": 64000, "input_cost_per_token": 0.000005, @@ -5905,13 +5863,13 @@ "supports_pdf_input": true, "supports_vision": true }, - "claude-fable-5": { + "claude-opus-4-8": { "max_input_tokens": 1000000, "max_output_tokens": 128000, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00005, - "cache_creation_input_token_cost": 0.0000125, - "cache_read_input_token_cost": 0.000001, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", "litellm_provider": "anthropic", "supports_pdf_input": true, @@ -5929,20 +5887,24 @@ "supports_pdf_input": true, "supports_vision": true }, - "claude-opus-4-8": { + "claude-sonnet-4-20250514": { "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", "litellm_provider": "anthropic", "supports_pdf_input": true, "supports_vision": true }, - "claude-sonnet-4-20250514": { - "max_input_tokens": 1000000, + "claude-sonnet-4-5": { + "max_input_tokens": 200000, "max_output_tokens": 64000, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, @@ -5957,43 +5919,75 @@ "supports_pdf_input": true, "supports_vision": true }, - "cloudflare/@cf/meta/llama-2-7b-chat-fp16": { - "max_input_tokens": 3072, - "max_output_tokens": 3072, - "input_cost_per_token": 0.000001923, - "output_cost_per_token": 0.000001923, + "claude-sonnet-4-5-20250929": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "cloudflare" + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "cloudflare/@cf/meta/llama-2-7b-chat-int8": { - "max_input_tokens": 2048, - "max_output_tokens": 2048, - "input_cost_per_token": 0.000001923, - "output_cost_per_token": 0.000001923, + "claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "cloudflare" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "cloudflare/@cf/mistral/mistral-7b-instruct-v0.1": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000001923, - "output_cost_per_token": 0.000001923, + "claude-sonnet-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "cloudflare" + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "cloudflare/@hf/thebloke/codellama-7b-instruct-awq": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000001923, - "output_cost_per_token": 0.000001923, + "claude-sonnet-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "cache_creation_input_token_cost": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "cloudflare" + "litellm_provider": "anthropic", + "supports_pdf_input": true, + "supports_vision": true }, - "cloudflare/@cf/openai/gpt-oss-120b": { + "cloudflare/@cf/aisingapore/gemma-sea-lion-v4-27b-it": { "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 7.5e-7, + "input_cost_per_token": 3.51e-7, + "output_cost_per_token": 5.55e-7, + "mode": "chat", + "litellm_provider": "cloudflare" + }, + "cloudflare/@cf/deepseek-ai/deepseek-r1-distill-qwen-32b": { + "max_input_tokens": 80000, + "max_output_tokens": 80000, + "input_cost_per_token": 4.97e-7, + "output_cost_per_token": 0.000004881, "mode": "chat", "litellm_provider": "cloudflare" }, @@ -6005,44 +5999,51 @@ "mode": "chat", "litellm_provider": "cloudflare" }, - "cloudflare/@cf/meta/llama-3.2-3b-instruct": { - "max_input_tokens": 80000, - "max_output_tokens": 80000, - "input_cost_per_token": 5.09e-8, - "output_cost_per_token": 3.35e-7, + "cloudflare/@cf/google/gemma-4-26b-a4b-it": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", "litellm_provider": "cloudflare" }, - "cloudflare/@cf/meta/llama-guard-3-8b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 4.84e-7, - "output_cost_per_token": 3e-8, + "cloudflare/@cf/google/gemma-7b-it-lora": { + "max_input_tokens": 3500, + "max_output_tokens": 3500, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", "litellm_provider": "cloudflare" }, - "cloudflare/@cf/mistral/mistral-7b-instruct-v0.2-lora": { - "max_input_tokens": 15000, - "max_output_tokens": 15000, + "cloudflare/@cf/ibm-granite/granite-4.0-h-micro": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, + "input_cost_per_token": 1.7e-8, + "output_cost_per_token": 1.12e-7, + "mode": "chat", + "litellm_provider": "cloudflare" + }, + "cloudflare/@cf/meta-llama/llama-2-7b-chat-hf-lora": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, "input_cost_per_token": 0, "output_cost_per_token": 0, "mode": "chat", "litellm_provider": "cloudflare" }, - "cloudflare/@cf/moonshotai/kimi-k2.7-code": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 9.5e-7, - "output_cost_per_token": 0.000004, - "cache_read_input_token_cost": 1.9e-7, + "cloudflare/@cf/meta/llama-2-7b-chat-fp16": { + "max_input_tokens": 3072, + "max_output_tokens": 3072, + "input_cost_per_token": 0.000001923, + "output_cost_per_token": 0.000001923, "mode": "chat", "litellm_provider": "cloudflare" }, - "cloudflare/@cf/deepseek-ai/deepseek-r1-distill-qwen-32b": { - "max_input_tokens": 80000, - "max_output_tokens": 80000, - "input_cost_per_token": 4.97e-7, - "output_cost_per_token": 0.000004881, + "cloudflare/@cf/meta/llama-2-7b-chat-int8": { + "max_input_tokens": 2048, + "max_output_tokens": 2048, + "input_cost_per_token": 0.000001923, + "output_cost_per_token": 0.000001923, "mode": "chat", "litellm_provider": "cloudflare" }, @@ -6054,6 +6055,15 @@ "mode": "chat", "litellm_provider": "cloudflare" }, + "cloudflare/@cf/meta/llama-3.2-11b-vision-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 4.85e-8, + "output_cost_per_token": 6.76e-7, + "mode": "chat", + "litellm_provider": "cloudflare", + "supports_vision": true + }, "cloudflare/@cf/meta/llama-3.2-1b-instruct": { "max_input_tokens": 60000, "max_output_tokens": 60000, @@ -6062,28 +6072,11 @@ "mode": "chat", "litellm_provider": "cloudflare" }, - "cloudflare/@cf/moonshotai/kimi-k2.6": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 9.5e-7, - "output_cost_per_token": 0.000004, - "cache_read_input_token_cost": 1.6e-7, - "mode": "chat", - "litellm_provider": "cloudflare" - }, - "cloudflare/@cf/zai-org/glm-4.7-flash": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6.05e-8, - "output_cost_per_token": 4e-7, - "mode": "chat", - "litellm_provider": "cloudflare" - }, - "cloudflare/@cf/meta-llama/llama-2-7b-chat-hf-lora": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "cloudflare/@cf/meta/llama-3.2-3b-instruct": { + "max_input_tokens": 80000, + "max_output_tokens": 80000, + "input_cost_per_token": 5.09e-8, + "output_cost_per_token": 3.35e-7, "mode": "chat", "litellm_provider": "cloudflare" }, @@ -6095,40 +6088,39 @@ "mode": "chat", "litellm_provider": "cloudflare" }, - "cloudflare/@cf/ibm-granite/granite-4.0-h-micro": { + "cloudflare/@cf/meta/llama-4-scout-17b-16e-instruct": { "max_input_tokens": 131000, "max_output_tokens": 131000, - "input_cost_per_token": 1.7e-8, - "output_cost_per_token": 1.12e-7, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 8.5e-7, "mode": "chat", "litellm_provider": "cloudflare" }, - "cloudflare/@cf/qwen/qwen2.5-coder-32b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 6.6e-7, - "output_cost_per_token": 0.000001, + "cloudflare/@cf/meta/llama-guard-3-8b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 4.84e-7, + "output_cost_per_token": 3e-8, "mode": "chat", "litellm_provider": "cloudflare" }, - "cloudflare/@cf/zai-org/glm-5.2": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 0.0000014, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 2.6e-7, + "cloudflare/@cf/mistral/mistral-7b-instruct-v0.1": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000001923, + "output_cost_per_token": 0.000001923, "mode": "chat", "litellm_provider": "cloudflare" }, - "cloudflare/@cf/nvidia/nemotron-3-120b-a12b": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "cloudflare/@cf/mistral/mistral-7b-instruct-v0.2-lora": { + "max_input_tokens": 15000, + "max_output_tokens": 15000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", "litellm_provider": "cloudflare" }, - "cloudflare/@cf/aisingapore/gemma-sea-lion-v4-27b-it": { + "cloudflare/@cf/mistralai/mistral-small-3.1-24b-instruct": { "max_input_tokens": 128000, "max_output_tokens": 128000, "input_cost_per_token": 3.51e-7, @@ -6136,47 +6128,40 @@ "mode": "chat", "litellm_provider": "cloudflare" }, - "cloudflare/@cf/qwen/qwen3-30b-a3b-fp8": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 5.09e-8, - "output_cost_per_token": 3.35e-7, + "cloudflare/@cf/moonshotai/kimi-k2.6": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.6e-7, "mode": "chat", "litellm_provider": "cloudflare" }, - "cloudflare/@cf/google/gemma-7b-it-lora": { - "max_input_tokens": 3500, - "max_output_tokens": 3500, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "cloudflare/@cf/moonshotai/kimi-k2.7-code": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.9e-7, "mode": "chat", "litellm_provider": "cloudflare" }, - "cloudflare/@cf/google/gemma-4-26b-a4b-it": { + "cloudflare/@cf/nvidia/nemotron-3-120b-a12b": { "max_input_tokens": 256000, "max_output_tokens": 256000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", "litellm_provider": "cloudflare" }, - "cloudflare/@cf/mistralai/mistral-small-3.1-24b-instruct": { + "cloudflare/@cf/openai/gpt-oss-120b": { "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 3.51e-7, - "output_cost_per_token": 5.55e-7, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 7.5e-7, "mode": "chat", "litellm_provider": "cloudflare" }, - "cloudflare/@cf/meta/llama-3.2-11b-vision-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 4.85e-8, - "output_cost_per_token": 6.76e-7, - "mode": "chat", - "litellm_provider": "cloudflare", - "supports_vision": true - }, "cloudflare/@cf/openai/gpt-oss-20b": { "max_input_tokens": 128000, "max_output_tokens": 128000, @@ -6185,11 +6170,19 @@ "mode": "chat", "litellm_provider": "cloudflare" }, - "cloudflare/@cf/meta/llama-4-scout-17b-16e-instruct": { - "max_input_tokens": 131000, - "max_output_tokens": 131000, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 8.5e-7, + "cloudflare/@cf/qwen/qwen2.5-coder-32b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 6.6e-7, + "output_cost_per_token": 0.000001, + "mode": "chat", + "litellm_provider": "cloudflare" + }, + "cloudflare/@cf/qwen/qwen3-30b-a3b-fp8": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 5.09e-8, + "output_cost_per_token": 3.35e-7, "mode": "chat", "litellm_provider": "cloudflare" }, @@ -6201,6 +6194,31 @@ "mode": "chat", "litellm_provider": "cloudflare" }, + "cloudflare/@cf/zai-org/glm-4.7-flash": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6.05e-8, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "cloudflare" + }, + "cloudflare/@cf/zai-org/glm-5.2": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 2.6e-7, + "mode": "chat", + "litellm_provider": "cloudflare" + }, + "cloudflare/@hf/thebloke/codellama-7b-instruct-awq": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000001923, + "output_cost_per_token": 0.000001923, + "mode": "chat", + "litellm_provider": "cloudflare" + }, "codestral/codestral-2405": { "max_input_tokens": 32000, "max_output_tokens": 8191, @@ -6228,6 +6246,27 @@ "supports_pdf_input": true, "supports_vision": true }, + "cognition/swe-1.6": { + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 2e-7, + "mode": "chat", + "litellm_provider": "cognition" + }, + "cognition/swe-1.7": { + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 2e-7, + "mode": "chat", + "litellm_provider": "cognition" + }, + "cognition/swe-1.7-lightning": { + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.0000125, + "cache_read_input_token_cost": 0.000001, + "mode": "chat", + "litellm_provider": "cognition" + }, "cohere.command-light-text-v14": { "max_input_tokens": 4096, "max_output_tokens": 4096, @@ -6281,13 +6320,6 @@ "mode": "embedding", "litellm_provider": "bedrock" }, - "cohere/embed-v4.0": { - "max_input_tokens": 128000, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "cohere" - }, "cohere.rerank-v3-5:0": { "max_input_tokens": 32000, "max_output_tokens": 32000, @@ -6296,6 +6328,13 @@ "mode": "rerank", "litellm_provider": "bedrock" }, + "cohere/embed-v4.0": { + "max_input_tokens": 128000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "cohere" + }, "command": { "max_input_tokens": 4096, "max_output_tokens": 4096, @@ -6377,31 +6416,86 @@ "litellm_provider": "azure", "supports_vision": true }, - "dall-e-2": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "dall-e-3": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "deepseek-chat": { + "crusoe/Qwen/Qwen3-235B-A22B-Instruct-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000003, + "mode": "chat", + "litellm_provider": "crusoe" + }, + "crusoe/deepseek-ai/DeepSeek-R1-0528": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000007, + "mode": "chat", + "litellm_provider": "crusoe" + }, + "crusoe/deepseek-ai/DeepSeek-V3-0324": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "crusoe" + }, + "crusoe/google/gemma-3-12b-it": { "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 2.8e-7, - "output_cost_per_token": 4.2e-7, - "cache_read_input_token_cost": 2.8e-8, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "deepseek" + "litellm_provider": "crusoe", + "supports_vision": true }, - "deepseek-reasoner": { + "crusoe/meta-llama/Llama-3.3-70B-Instruct": { "max_input_tokens": 131072, - "max_output_tokens": 65536, - "input_cost_per_token": 2.8e-7, - "output_cost_per_token": 4.2e-7, - "cache_read_input_token_cost": 2.8e-8, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "deepseek" + "litellm_provider": "crusoe" + }, + "crusoe/moonshotai/Kimi-K2-Thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "crusoe" + }, + "crusoe/openai/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 8e-7, + "mode": "chat", + "litellm_provider": "crusoe" + }, + "dall-e-2": { + "mode": "image_generation", + "litellm_provider": "openai" + }, + "dall-e-3": { + "mode": "image_generation", + "litellm_provider": "openai" + }, + "darkbloom/gemma-4-26b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 1.65e-7, + "mode": "chat", + "litellm_provider": "darkbloom" + }, + "darkbloom/gpt-oss-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 1.45e-8, + "output_cost_per_token": 7e-8, + "mode": "chat", + "litellm_provider": "darkbloom" }, "dashscope/deepseek-v4-flash": { "max_input_tokens": 1000000, @@ -6478,6 +6572,14 @@ "mode": "chat", "litellm_provider": "dashscope" }, + "dashscope/qwen-image-2.0": { + "mode": "image_generation", + "litellm_provider": "dashscope" + }, + "dashscope/qwen-image-2.0-pro": { + "mode": "image_generation", + "litellm_provider": "dashscope" + }, "dashscope/qwen-max": { "max_input_tokens": 30720, "max_output_tokens": 8192, @@ -6598,19 +6700,19 @@ "mode": "chat", "litellm_provider": "dashscope" }, - "dashscope/qwen3-max-preview": { + "dashscope/qwen3-max": { "max_input_tokens": 258048, "max_output_tokens": 65536, "mode": "chat", "litellm_provider": "dashscope" }, - "dashscope/qwen3-max": { + "dashscope/qwen3-max-2026-01-23": { "max_input_tokens": 258048, "max_output_tokens": 65536, "mode": "chat", "litellm_provider": "dashscope" }, - "dashscope/qwen3-max-2026-01-23": { + "dashscope/qwen3-max-preview": { "max_input_tokens": 258048, "max_output_tokens": 65536, "mode": "chat", @@ -6716,14 +6818,6 @@ "mode": "chat", "litellm_provider": "dashscope" }, - "dashscope/qwen-image-2.0": { - "mode": "image_generation", - "litellm_provider": "dashscope" - }, - "dashscope/qwen-image-2.0-pro": { - "mode": "image_generation", - "litellm_provider": "dashscope" - }, "databricks/databricks-bge-large-en": { "max_input_tokens": 512, "input_cost_per_token": 1.0003e-7, @@ -7070,6 +7164,40 @@ "mode": "completion", "litellm_provider": "text-completion-openai" }, + "daybreak-blue-latest": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.00002, + "cache_creation_input_token_cost": 0.000005, + "cache_read_input_token_cost": 4e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "daybreak-red-latest": { + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000125, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.000015625, + "cache_read_input_token_cost": 0.00000125, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true + }, + "deep-research-pro-preview-12-2025": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models", + "supports_vision": true + }, "deepgram/base": { "mode": "audio_transcription", "litellm_provider": "deepgram" @@ -7763,6 +7891,70 @@ "mode": "chat", "litellm_provider": "deepinfra" }, + "deepseek-chat": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, + "input_cost_per_token": 2.8e-7, + "output_cost_per_token": 4.2e-7, + "cache_read_input_token_cost": 2.8e-8, + "mode": "chat", + "litellm_provider": "deepseek" + }, + "deepseek-reasoner": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 2.8e-7, + "output_cost_per_token": 4.2e-7, + "cache_read_input_token_cost": 2.8e-8, + "mode": "chat", + "litellm_provider": "deepseek" + }, + "deepseek-v3-2-251201": { + "max_input_tokens": 98304, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "volcengine" + }, + "deepseek-v4-flash": { + "max_input_tokens": 1000000, + "max_output_tokens": 393216, + "input_cost_per_token": 4.4e-7, + "output_cost_per_token": 0.00000132, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 1.4e-8, + "mode": "chat", + "litellm_provider": "deepseek", + "supports_vision": false + }, + "deepseek-v4-pro": { + "max_input_tokens": 1000000, + "max_output_tokens": 393216, + "input_cost_per_token": 0.00000132, + "output_cost_per_token": 0.00000396, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 4.4e-8, + "mode": "chat", + "litellm_provider": "deepseek", + "supports_vision": false + }, + "deepseek.v3-v1:0": { + "max_input_tokens": 163840, + "max_output_tokens": 81920, + "input_cost_per_token": 5.8e-7, + "output_cost_per_token": 0.00000168, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 6.2e-7, + "output_cost_per_token": 0.00000185, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, "deepseek/deepseek-chat": { "max_input_tokens": 131072, "max_output_tokens": 8192, @@ -7816,21 +8008,27 @@ "mode": "chat", "litellm_provider": "deepseek" }, - "deepseek.v3-v1:0": { - "max_input_tokens": 163840, - "max_output_tokens": 81920, - "input_cost_per_token": 5.8e-7, - "output_cost_per_token": 0.00000168, + "deepseek/deepseek-v4-flash": { + "max_input_tokens": 1000000, + "max_output_tokens": 393216, + "input_cost_per_token": 4.4e-7, + "output_cost_per_token": 0.00000132, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 1.4e-8, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "deepseek", + "supports_vision": false }, - "deepseek.v3.2": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 6.2e-7, - "output_cost_per_token": 0.00000185, + "deepseek/deepseek-v4-pro": { + "max_input_tokens": 1000000, + "max_output_tokens": 393216, + "input_cost_per_token": 0.00000132, + "output_cost_per_token": 0.00000396, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 4.4e-8, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "deepseek", + "supports_vision": false }, "dolphin": { "max_input_tokens": 16384, @@ -7840,46 +8038,22 @@ "mode": "completion", "litellm_provider": "nlp_cloud" }, - "deepseek-v3-2-251201": { - "max_input_tokens": 98304, - "max_output_tokens": 32768, + "doubao-embedding": { + "max_input_tokens": 4096, "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "chat", + "mode": "embedding", "litellm_provider": "volcengine" }, - "glm-4-7-251222": { - "max_input_tokens": 204800, - "max_output_tokens": 131072, + "doubao-embedding-large": { + "max_input_tokens": 4096, "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "chat", + "mode": "embedding", "litellm_provider": "volcengine" }, - "kimi-k2-thinking-251104": { - "max_input_tokens": 229376, - "max_output_tokens": 32768, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "volcengine" - }, - "doubao-embedding": { - "max_input_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "volcengine" - }, - "doubao-embedding-large": { - "max_input_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "volcengine" - }, - "doubao-embedding-large-text-240915": { - "max_input_tokens": 4096, + "doubao-embedding-large-text-240915": { + "max_input_tokens": 4096, "input_cost_per_token": 0, "output_cost_per_token": 0, "mode": "embedding", @@ -7899,45 +8073,17 @@ "mode": "embedding", "litellm_provider": "volcengine" }, - "exa_ai/search": { - "mode": "search", - "litellm_provider": "exa_ai" - }, - "firecrawl/search": { - "mode": "search", - "litellm_provider": "firecrawl" - }, - "perplexity/search": { - "mode": "search", - "litellm_provider": "perplexity" - }, - "searxng/search": { - "mode": "search", - "litellm_provider": "searxng" - }, - "serper/search": { - "mode": "search", - "litellm_provider": "serper" - }, - "apiserpent/search": { - "mode": "search", - "litellm_provider": "apiserpent" - }, - "apiserpent/deep_search": { - "mode": "search", - "litellm_provider": "apiserpent" - }, - "agentcore/search": { + "duckduckgo/search": { "mode": "search", - "litellm_provider": "agentcore" + "litellm_provider": "duckduckgo" }, - "tinyfish/search": { - "mode": "search", - "litellm_provider": "tinyfish" + "elevenlabs/eleven_multilingual_v2": { + "mode": "audio_speech", + "litellm_provider": "elevenlabs" }, - "nimble/search": { - "mode": "search", - "litellm_provider": "nimble" + "elevenlabs/eleven_v3": { + "mode": "audio_speech", + "litellm_provider": "elevenlabs" }, "elevenlabs/scribe_v1": { "mode": "audio_transcription", @@ -7947,14 +8093,6 @@ "mode": "audio_transcription", "litellm_provider": "elevenlabs" }, - "elevenlabs/eleven_v3": { - "mode": "audio_speech", - "litellm_provider": "elevenlabs" - }, - "elevenlabs/eleven_multilingual_v2": { - "mode": "audio_speech", - "litellm_provider": "elevenlabs" - }, "embed-english-light-v2.0": { "max_input_tokens": 1024, "input_cost_per_token": 1e-7, @@ -7983,6 +8121,13 @@ "mode": "embedding", "litellm_provider": "cohere" }, + "embed-multilingual-light-v3.0": { + "max_input_tokens": 1024, + "input_cost_per_token": 0.0001, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "cohere" + }, "embed-multilingual-v2.0": { "max_input_tokens": 768, "input_cost_per_token": 1e-7, @@ -7997,12 +8142,29 @@ "mode": "embedding", "litellm_provider": "cohere" }, - "embed-multilingual-light-v3.0": { - "max_input_tokens": 1024, - "input_cost_per_token": 0.0001, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "cohere" + "eu.amazon.nova-2-lite-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 3.3e-7, + "output_cost_per_token": 0.00000275, + "cache_read_input_token_cost": 8.25e-8, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true, + "supports_video_input": true + }, + "eu.amazon.nova-2-pro-preview-20251202-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000021875, + "output_cost_per_token": 0.0000175, + "cache_read_input_token_cost": 5.46875e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true, + "supports_video_input": true }, "eu.amazon.nova-lite-v1:0": { "max_input_tokens": 300000, @@ -8043,18 +8205,6 @@ "litellm_provider": "bedrock", "supports_pdf_input": true }, - "eu.anthropic.claude-haiku-4-5-20251001-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000055, - "cache_creation_input_token_cost": 0.000001375, - "cache_read_input_token_cost": 1.1e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true - }, "eu.anthropic.claude-3-5-sonnet-20240620-v1:0": { "max_input_tokens": 200000, "max_output_tokens": 4096, @@ -8126,6 +8276,30 @@ "supports_pdf_input": true, "supports_vision": true }, + "eu.anthropic.claude-fable-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000011, + "output_cost_per_token": 0.000055, + "cache_creation_input_token_cost": 0.00001375, + "cache_read_input_token_cost": 0.0000011, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "eu.anthropic.claude-haiku-4-5-20251001-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000055, + "cache_creation_input_token_cost": 0.000001375, + "cache_read_input_token_cost": 1.1e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, "eu.anthropic.claude-opus-4-1-20250805-v1:0": { "max_input_tokens": 200000, "max_output_tokens": 32000, @@ -8150,6 +8324,66 @@ "supports_pdf_input": true, "supports_vision": true }, + "eu.anthropic.claude-opus-4-5-20251101-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "eu.anthropic.claude-opus-4-6-v1": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "eu.anthropic.claude-opus-4-7": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "eu.anthropic.claude-opus-4-8": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "eu.anthropic.claude-opus-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, "eu.anthropic.claude-sonnet-4-20250514-v1:0": { "max_input_tokens": 1000000, "max_output_tokens": 64000, @@ -8182,6 +8416,38 @@ "supports_pdf_input": true, "supports_vision": true }, + "eu.anthropic.claude-sonnet-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "cache_creation_input_token_cost": 0.000004125, + "cache_read_input_token_cost": 3.3e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "eu.anthropic.claude-sonnet-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.000011, + "cache_creation_input_token_cost": 0.00000275, + "cache_read_input_token_cost": 2.2e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "eu.deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 7.4e-7, + "output_cost_per_token": 0.00000222, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, "eu.meta.llama3-2-1b-instruct-v1:0": { "max_input_tokens": 128000, "max_output_tokens": 4096, @@ -8206,27 +8472,48 @@ "mode": "chat", "litellm_provider": "bedrock_converse" }, + "eu.twelvelabs.marengo-embed-2-7-v1:0": { + "max_input_tokens": 77, + "input_cost_per_token": 0.00007, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "bedrock" + }, + "eu.twelvelabs.pegasus-1-2-v1:0": { + "output_cost_per_token": 0.0000075, + "mode": "chat", + "litellm_provider": "bedrock", + "supports_video_input": true + }, + "exa_ai/search": { + "mode": "search", + "litellm_provider": "exa_ai" + }, "fal_ai/bria/text-to-image/3.2": { "mode": "image_generation", "litellm_provider": "fal_ai" }, - "fal_ai/fal-ai/flux-pro/v1.1": { + "fal_ai/fal-ai/bytedance/dreamina/v3.1/text-to-image": { "mode": "image_generation", "litellm_provider": "fal_ai" }, - "fal_ai/fal-ai/flux-pro/v1.1-ultra": { + "fal_ai/fal-ai/bytedance/seedream/v3/text-to-image": { "mode": "image_generation", "litellm_provider": "fal_ai" }, - "fal_ai/fal-ai/flux/schnell": { + "fal_ai/fal-ai/flux-pro/v1.1": { "mode": "image_generation", "litellm_provider": "fal_ai" }, - "fal_ai/fal-ai/bytedance/seedream/v3/text-to-image": { + "fal_ai/fal-ai/flux-pro/v1.1-ultra": { "mode": "image_generation", "litellm_provider": "fal_ai" }, - "fal_ai/fal-ai/bytedance/dreamina/v3.1/text-to-image": { + "fal_ai/fal-ai/flux/schnell": { + "mode": "image_generation", + "litellm_provider": "fal_ai" + }, + "fal_ai/fal-ai/gemini-25-flash-image": { "mode": "image_generation", "litellm_provider": "fal_ai" }, @@ -8246,128 +8533,124 @@ "mode": "image_generation", "litellm_provider": "fal_ai" }, - "fal_ai/fal-ai/recraft/v3/text-to-image": { - "mode": "image_generation", - "litellm_provider": "fal_ai" - }, - "fal_ai/fal-ai/stable-diffusion-v35-medium": { + "fal_ai/fal-ai/nano-banana": { "mode": "image_generation", "litellm_provider": "fal_ai" }, - "fal_ai/fal-ai/nano-banana": { + "fal_ai/fal-ai/recraft/v3/text-to-image": { "mode": "image_generation", "litellm_provider": "fal_ai" }, - "fal_ai/fal-ai/gemini-25-flash-image": { + "fal_ai/fal-ai/stable-diffusion-v35-medium": { "mode": "image_generation", "litellm_provider": "fal_ai" }, - "fal_ai/openai/gpt-image-2": { + "fal_ai/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/low/1024-x-768/openai/gpt-image-2": { + "fal_ai/high/1024-x-1024/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/low/1024-x-1024/openai/gpt-image-2": { + "fal_ai/high/1024-x-1024/openai/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/low/1024-x-1536/openai/gpt-image-2": { + "fal_ai/high/1024-x-1024/openai/gpt-image-2/edit": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/low/1920-x-1080/openai/gpt-image-2": { + "fal_ai/high/1024-x-1536/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/low/2560-x-1440/openai/gpt-image-2": { + "fal_ai/high/1024-x-1536/openai/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/low/3840-x-2160/openai/gpt-image-2": { + "fal_ai/high/1024-x-1536/openai/gpt-image-2/edit": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/medium/1024-x-768/openai/gpt-image-2": { + "fal_ai/high/1024-x-768/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/medium/1024-x-1024/openai/gpt-image-2": { + "fal_ai/high/1024-x-768/openai/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/medium/1024-x-1536/openai/gpt-image-2": { + "fal_ai/high/1024-x-768/openai/gpt-image-2/edit": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/medium/1920-x-1080/openai/gpt-image-2": { + "fal_ai/high/1920-x-1080/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/medium/2560-x-1440/openai/gpt-image-2": { + "fal_ai/high/1920-x-1080/openai/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/medium/3840-x-2160/openai/gpt-image-2": { + "fal_ai/high/1920-x-1080/openai/gpt-image-2/edit": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/high/1024-x-768/openai/gpt-image-2": { + "fal_ai/high/2560-x-1440/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/high/1024-x-1024/openai/gpt-image-2": { + "fal_ai/high/2560-x-1440/openai/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/high/1024-x-1536/openai/gpt-image-2": { + "fal_ai/high/2560-x-1440/openai/gpt-image-2/edit": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/high/1920-x-1080/openai/gpt-image-2": { + "fal_ai/high/3840-x-2160/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/high/2560-x-1440/openai/gpt-image-2": { + "fal_ai/high/3840-x-2160/openai/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/high/3840-x-2160/openai/gpt-image-2": { + "fal_ai/high/3840-x-2160/openai/gpt-image-2/edit": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/gpt-image-2": { + "fal_ai/low/1024-x-1024/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/low/1024-x-768/gpt-image-2": { + "fal_ai/low/1024-x-1024/openai/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/low/1024-x-1024/gpt-image-2": { + "fal_ai/low/1024-x-1024/openai/gpt-image-2/edit": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true @@ -8377,112 +8660,112 @@ "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/low/1920-x-1080/gpt-image-2": { + "fal_ai/low/1024-x-1536/openai/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/low/2560-x-1440/gpt-image-2": { + "fal_ai/low/1024-x-1536/openai/gpt-image-2/edit": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/low/3840-x-2160/gpt-image-2": { + "fal_ai/low/1024-x-768/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/medium/1024-x-768/gpt-image-2": { + "fal_ai/low/1024-x-768/openai/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/medium/1024-x-1024/gpt-image-2": { + "fal_ai/low/1024-x-768/openai/gpt-image-2/edit": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/medium/1024-x-1536/gpt-image-2": { + "fal_ai/low/1920-x-1080/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/medium/1920-x-1080/gpt-image-2": { + "fal_ai/low/1920-x-1080/openai/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/medium/2560-x-1440/gpt-image-2": { + "fal_ai/low/1920-x-1080/openai/gpt-image-2/edit": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/medium/3840-x-2160/gpt-image-2": { + "fal_ai/low/2560-x-1440/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/high/1024-x-768/gpt-image-2": { + "fal_ai/low/2560-x-1440/openai/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/high/1024-x-1024/gpt-image-2": { + "fal_ai/low/2560-x-1440/openai/gpt-image-2/edit": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/high/1024-x-1536/gpt-image-2": { + "fal_ai/low/3840-x-2160/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/high/1920-x-1080/gpt-image-2": { + "fal_ai/low/3840-x-2160/openai/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/high/2560-x-1440/gpt-image-2": { + "fal_ai/low/3840-x-2160/openai/gpt-image-2/edit": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/high/3840-x-2160/gpt-image-2": { + "fal_ai/medium/1024-x-1024/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/openai/gpt-image-2/edit": { + "fal_ai/medium/1024-x-1024/openai/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/low/1024-x-768/openai/gpt-image-2/edit": { + "fal_ai/medium/1024-x-1024/openai/gpt-image-2/edit": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/low/1024-x-1024/openai/gpt-image-2/edit": { + "fal_ai/medium/1024-x-1536/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/low/1024-x-1536/openai/gpt-image-2/edit": { + "fal_ai/medium/1024-x-1536/openai/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/low/1920-x-1080/openai/gpt-image-2/edit": { + "fal_ai/medium/1024-x-1536/openai/gpt-image-2/edit": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/low/2560-x-1440/openai/gpt-image-2/edit": { + "fal_ai/medium/1024-x-768/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/low/3840-x-2160/openai/gpt-image-2/edit": { + "fal_ai/medium/1024-x-768/openai/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true @@ -8492,12 +8775,12 @@ "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/medium/1024-x-1024/openai/gpt-image-2/edit": { + "fal_ai/medium/1920-x-1080/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/medium/1024-x-1536/openai/gpt-image-2/edit": { + "fal_ai/medium/1920-x-1080/openai/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true @@ -8507,46 +8790,47 @@ "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/medium/2560-x-1440/openai/gpt-image-2/edit": { + "fal_ai/medium/2560-x-1440/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/medium/3840-x-2160/openai/gpt-image-2/edit": { + "fal_ai/medium/2560-x-1440/openai/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/high/1024-x-768/openai/gpt-image-2/edit": { + "fal_ai/medium/2560-x-1440/openai/gpt-image-2/edit": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/high/1024-x-1024/openai/gpt-image-2/edit": { + "fal_ai/medium/3840-x-2160/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/high/1024-x-1536/openai/gpt-image-2/edit": { + "fal_ai/medium/3840-x-2160/openai/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/high/1920-x-1080/openai/gpt-image-2/edit": { + "fal_ai/medium/3840-x-2160/openai/gpt-image-2/edit": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/high/2560-x-1440/openai/gpt-image-2/edit": { + "fal_ai/openai/gpt-image-2": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, - "fal_ai/high/3840-x-2160/openai/gpt-image-2/edit": { + "fal_ai/openai/gpt-image-2/edit": { "mode": "image_generation", "litellm_provider": "fal_ai", "supports_vision": true }, + "fallback_generalizations": {}, "featherless_ai/featherless-ai/Qwerky-72B": { "max_input_tokens": 32768, "max_output_tokens": 4096, @@ -8559,6 +8843,10 @@ "mode": "chat", "litellm_provider": "featherless_ai" }, + "firecrawl/search": { + "mode": "search", + "litellm_provider": "firecrawl" + }, "fireworks-ai-4.1b-to-16b": { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, @@ -8606,241 +8894,207 @@ "mode": "embedding", "litellm_provider": "fireworks_ai-embedding-models" }, - "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-instruct": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, - "mode": "chat", + "fireworks_ai/accounts/fireworks/models/": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1": { - "max_input_tokens": 128000, - "max_output_tokens": 20480, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000008, + "fireworks_ai/accounts/fireworks/models/SSD-1B": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1.3e-10, + "output_cost_per_token": 1.3e-10, + "mode": "image_generation", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/chronos-hermes-13b-v2": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528": { - "max_input_tokens": 160000, - "max_output_tokens": 160000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000008, + "fireworks_ai/accounts/fireworks/models/code-llama-13b": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-basic": { - "max_input_tokens": 128000, - "max_output_tokens": 20480, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.00000219, + "fireworks_ai/accounts/fireworks/models/code-llama-13b-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/deepseek-v3": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "fireworks_ai/accounts/fireworks/models/code-llama-13b-python": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/deepseek-v3-0324": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, + "fireworks_ai/accounts/fireworks/models/code-llama-34b": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/deepseek-v3p1": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 5.6e-7, - "output_cost_per_token": 0.00000168, + "fireworks_ai/accounts/fireworks/models/code-llama-34b-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/deepseek-v3p1-terminus": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 5.6e-7, - "output_cost_per_token": 0.00000168, + "fireworks_ai/accounts/fireworks/models/code-llama-34b-python": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/deepseek-v3p2": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 5.6e-7, - "output_cost_per_token": 0.00000168, + "fireworks_ai/accounts/fireworks/models/code-llama-70b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/deepseek-v4-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 384000, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 2.8e-7, - "cache_read_input_token_cost": 2.8e-8, - "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": false - }, - "fireworks_ai/accounts/fireworks/models/deepseek-v4-pro": { - "max_input_tokens": 1048576, - "max_output_tokens": 384000, - "input_cost_per_token": 0.00000174, - "output_cost_per_token": 0.00000348, - "cache_read_input_token_cost": 1.45e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": false - }, - "fireworks_ai/accounts/fireworks/models/firefunction-v2": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, + "fireworks_ai/accounts/fireworks/models/code-llama-70b-instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/glm-4p5": { - "max_input_tokens": 128000, - "max_output_tokens": 96000, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.00000219, + "fireworks_ai/accounts/fireworks/models/code-llama-70b-python": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/glm-4p5-air": { - "max_input_tokens": 128000, - "max_output_tokens": 96000, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 8.8e-7, + "fireworks_ai/accounts/fireworks/models/code-llama-7b": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/glm-4p6": { - "max_input_tokens": 202800, - "max_output_tokens": 202800, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.00000219, + "fireworks_ai/accounts/fireworks/models/code-llama-7b-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/glm-4p7": { - "max_input_tokens": 202800, - "max_output_tokens": 202800, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, - "cache_read_input_token_cost": 3e-7, + "fireworks_ai/accounts/fireworks/models/code-llama-7b-python": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/glm-5p1": { - "max_input_tokens": 202800, - "max_output_tokens": 131072, - "input_cost_per_token": 0.0000014, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 2.6e-7, + "fireworks_ai/accounts/fireworks/models/code-qwen-1p5-7b": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/glm-5p2": { - "max_input_tokens": 1048576, - "max_output_tokens": 131072, - "input_cost_per_token": 0.0000014, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 1.4e-7, + "fireworks_ai/accounts/fireworks/models/codegemma-2b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 1.5e-8, + "fireworks_ai/accounts/fireworks/models/codegemma-7b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/gpt-oss-20b": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 3e-7, - "cache_read_input_token_cost": 3.5e-8, + "fireworks_ai/accounts/fireworks/models/cogito-671b-v2-p1": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct": { + "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-3b": { "max_input_tokens": 131072, - "max_output_tokens": 16384, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct-0905": { - "max_input_tokens": 262144, - "max_output_tokens": 32768, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, + "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-70b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/kimi-k2-thinking": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, + "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-8b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/kimi-k2p5": { - "max_input_tokens": 262144, - "max_output_tokens": 32768, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000003, - "cache_read_input_token_cost": 1e-7, + "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-14b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/kimi-k2p6": { - "max_input_tokens": 262144, - "max_output_tokens": 32768, - "input_cost_per_token": 9.5e-7, - "output_cost_per_token": 0.000004, - "cache_read_input_token_cost": 1.6e-7, + "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-32b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/kimi-k2p7-code": { - "max_input_tokens": 262144, + "fireworks_ai/accounts/fireworks/models/dbrx-instruct": { + "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 9.5e-7, - "output_cost_per_token": 0.000004, - "cache_read_input_token_cost": 1.9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": true - }, - "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000003, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct": { + "fireworks_ai/accounts/fireworks/models/deepseek-coder-1b-base": { "max_input_tokens": 16384, "max_output_tokens": 16384, "input_cost_per_token": 1e-7, @@ -8848,118 +9102,207 @@ "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/llama-v3p2-11b-vision-instruct": { + "fireworks_ai/accounts/fireworks/models/deepseek-coder-33b-instruct": { "max_input_tokens": 16384, "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base-v1p5": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-instruct-v1p5": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/llama-v3p2-90b-vision-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-instruct": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/llama4-maverick-instruct-basic": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 8.8e-7, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-base": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/llama4-scout-instruct-basic": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-instruct": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/minimax-m2p1": { - "max_input_tokens": 204800, - "max_output_tokens": 204800, - "input_cost_per_token": 3e-7, + "fireworks_ai/accounts/fireworks/models/deepseek-prover-v2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 0.0000012, "output_cost_per_token": 0.0000012, - "cache_read_input_token_cost": 3e-8, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/minimax-m2p7": { - "max_input_tokens": 196608, - "max_output_tokens": 196608, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "cache_read_input_token_cost": 6e-8, + "fireworks_ai/accounts/fireworks/models/deepseek-r1": { + "max_input_tokens": 128000, + "max_output_tokens": 20480, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000008, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/minimax-m3": { - "max_input_tokens": 512000, - "max_output_tokens": 512000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "cache_read_input_token_cost": 6e-8, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528": { + "max_input_tokens": 160000, + "max_output_tokens": 160000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000008, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct-hf": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528-distill-qwen3-8b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/qwen2-72b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-basic": { + "max_input_tokens": 128000, + "max_output_tokens": 20480, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.00000219, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-70b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-8b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-14b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-1p5b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-32b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/accounts/fireworks/models/yi-large": { + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-7b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v2-lite-chat": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v2p5": { "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000003, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/deepseek-v4-flash": { + "fireworks_ai/accounts/fireworks/models/deepseek-v3": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v3-0324": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v3p1": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 5.6e-7, + "output_cost_per_token": 0.00000168, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v3p1-terminus": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 5.6e-7, + "output_cost_per_token": 0.00000168, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v3p2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 5.6e-7, + "output_cost_per_token": 0.00000168, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v4-flash": { "max_input_tokens": 1048576, "max_output_tokens": 384000, "input_cost_per_token": 1.4e-7, @@ -8969,7 +9312,17 @@ "litellm_provider": "fireworks_ai", "supports_vision": false }, - "fireworks_ai/deepseek-v4-pro": { + "fireworks_ai/accounts/fireworks/models/deepseek-v4-flash-0731": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 2.8e-7, + "cache_read_input_token_cost": 2.8e-8, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": false + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v4-pro": { "max_input_tokens": 1048576, "max_output_tokens": 384000, "input_cost_per_token": 0.00000174, @@ -8979,9589 +9332,9652 @@ "litellm_provider": "fireworks_ai", "supports_vision": false }, - "fireworks_ai/glm-4p7": { - "max_input_tokens": 202800, - "max_output_tokens": 202800, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, - "cache_read_input_token_cost": 3e-7, + "fireworks_ai/accounts/fireworks/models/devstral-small-2505": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/glm-5p1": { - "max_input_tokens": 202800, + "fireworks_ai/accounts/fireworks/models/dobby-mini-unhinged-plus-llama-3-1-8b": { + "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 0.0000014, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 2.6e-7, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "fireworks_ai/glm-5p1-fast": { - "max_input_tokens": 202800, + "fireworks_ai/accounts/fireworks/models/dobby-unhinged-llama-3-3-70b-new": { + "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 0.0000028, - "output_cost_per_token": 0.0000088, - "cache_read_input_token_cost": 5.2e-7, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "fireworks_ai/glm-5p2": { - "max_input_tokens": 1048576, + "fireworks_ai/accounts/fireworks/models/dolphin-2-9-2-qwen2-72b": { + "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 0.0000014, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 1.4e-7, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "fireworks_ai/gpt-oss-120b": { - "max_input_tokens": 131072, + "fireworks_ai/accounts/fireworks/models/dolphin-2p6-mixtral-8x7b": { + "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 1.5e-8, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "fireworks_ai/gpt-oss-20b": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 3e-7, - "cache_read_input_token_cost": 3.5e-8, + "fireworks_ai/accounts/fireworks/models/ernie-4p5-21b-a3b-pt": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": false + "litellm_provider": "fireworks_ai" }, - "fireworks_ai/kimi-k2p5": { - "max_input_tokens": 262144, - "max_output_tokens": 32768, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000003, - "cache_read_input_token_cost": 1e-7, + "fireworks_ai/accounts/fireworks/models/ernie-4p5-300b-a47b-pt": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/kimi-k2p6": { - "max_input_tokens": 262144, - "max_output_tokens": 32768, - "input_cost_per_token": 9.5e-7, - "output_cost_per_token": 0.000004, - "cache_read_input_token_cost": 1.6e-7, + "fireworks_ai/accounts/fireworks/models/fare-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "fireworks_ai/kimi-k2p6-fast": { - "max_input_tokens": 262144, + "fireworks_ai/accounts/fireworks/models/firefunction-v1": { + "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 3e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": true - }, - "fireworks_ai/kimi-k2p7-code": { - "max_input_tokens": 262144, - "max_output_tokens": 32768, - "input_cost_per_token": 9.5e-7, - "output_cost_per_token": 0.000004, - "cache_read_input_token_cost": 1.9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": true - }, - "fireworks_ai/kimi-k2p7-code-fast": { - "max_input_tokens": 262144, - "max_output_tokens": 32768, - "input_cost_per_token": 0.0000019, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 3.8e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": true - }, - "fireworks_ai/minimax-m2p1": { - "max_input_tokens": 204800, - "max_output_tokens": 204800, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "cache_read_input_token_cost": 3e-8, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", "litellm_provider": "fireworks_ai" }, - "fireworks_ai/minimax-m2p7": { - "max_input_tokens": 196608, - "max_output_tokens": 196608, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "cache_read_input_token_cost": 6e-8, - "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": false - }, - "fireworks_ai/minimax-m3": { - "max_input_tokens": 512000, - "max_output_tokens": 512000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "cache_read_input_token_cost": 6e-8, + "fireworks_ai/accounts/fireworks/models/firefunction-v2": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "fireworks_ai/qwen3p7-plus": { - "max_input_tokens": 262144, - "max_output_tokens": 65536, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, - "cache_read_input_token_cost": 8e-8, + "fireworks_ai/accounts/fireworks/models/firellava-13b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": true - }, - "fireworks_ai/nomic-ai/nomic-embed-text-v1": { - "max_input_tokens": 8192, - "input_cost_per_token": 8e-9, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "fireworks_ai-embedding-models" + "litellm_provider": "fireworks_ai" }, - "fireworks_ai/nomic-ai/nomic-embed-text-v1.5": { + "fireworks_ai/accounts/fireworks/models/firesearch-ocr-v6": { "max_input_tokens": 8192, - "input_cost_per_token": 8e-9, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "fireworks_ai-embedding-models" + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "fireworks_ai/thenlper/gte-base": { - "max_input_tokens": 512, - "input_cost_per_token": 8e-9, + "fireworks_ai/accounts/fireworks/models/fireworks-asr-large": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "fireworks_ai-embedding-models" + "mode": "audio_transcription", + "litellm_provider": "fireworks_ai" }, - "fireworks_ai/thenlper/gte-large": { - "max_input_tokens": 512, - "input_cost_per_token": 1.6e-8, + "fireworks_ai/accounts/fireworks/models/fireworks-asr-v2": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "fireworks_ai-embedding-models" - }, - "friendliai/meta-llama-3.1-70b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "friendliai" + "mode": "audio_transcription", + "litellm_provider": "fireworks_ai" }, - "friendliai/meta-llama-3.1-8b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, + "fireworks_ai/accounts/fireworks/models/flux-1-dev": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "friendliai" + "litellm_provider": "fireworks_ai" }, - "ft:babbage-002": { - "max_input_tokens": 16384, + "fireworks_ai/accounts/fireworks/models/flux-1-dev-controlnet-union": { + "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 0.0000016, - "output_cost_per_token": 0.0000016, - "mode": "completion", - "litellm_provider": "text-completion-openai" + "input_cost_per_token": 1e-9, + "output_cost_per_token": 1e-9, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "ft:davinci-002": { - "max_input_tokens": 16384, + "fireworks_ai/accounts/fireworks/models/flux-1-dev-fp8": { + "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 0.000012, - "output_cost_per_token": 0.000012, - "mode": "completion", - "litellm_provider": "text-completion-openai" + "input_cost_per_token": 5e-10, + "output_cost_per_token": 5e-10, + "mode": "image_generation", + "litellm_provider": "fireworks_ai" }, - "ft:gpt-3.5-turbo": { - "max_input_tokens": 16385, + "fireworks_ai/accounts/fireworks/models/flux-1-schnell": { + "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000006, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "fireworks_ai" }, - "ft:gpt-3.5-turbo-0125": { - "max_input_tokens": 16385, + "fireworks_ai/accounts/fireworks/models/flux-1-schnell-fp8": { + "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000006, - "mode": "chat", - "litellm_provider": "openai" + "input_cost_per_token": 3.5e-10, + "output_cost_per_token": 3.5e-10, + "mode": "image_generation", + "litellm_provider": "fireworks_ai" }, - "ft:gpt-3.5-turbo-0613": { + "fireworks_ai/accounts/fireworks/models/flux-kontext-max": { "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000006, - "mode": "chat", - "litellm_provider": "openai" + "input_cost_per_token": 8e-8, + "output_cost_per_token": 8e-8, + "mode": "image_generation", + "litellm_provider": "fireworks_ai" }, - "ft:gpt-3.5-turbo-1106": { - "max_input_tokens": 16385, + "fireworks_ai/accounts/fireworks/models/flux-kontext-pro": { + "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000006, - "mode": "chat", - "litellm_provider": "openai" + "input_cost_per_token": 4e-8, + "output_cost_per_token": 4e-8, + "mode": "image_generation", + "litellm_provider": "fireworks_ai" }, - "ft:gpt-4-0613": { + "fireworks_ai/accounts/fireworks/models/gemma-2b-it": { "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00006, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "fireworks_ai" }, - "ft:gpt-4o-2024-08-06": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000375, - "output_cost_per_token": 0.000015, - "cache_read_input_token_cost": 0.000001875, + "fireworks_ai/accounts/fireworks/models/gemma-3-27b-it": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "ft:gpt-4o-2024-11-20": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000375, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.000001875, + "fireworks_ai/accounts/fireworks/models/gemma-7b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true + "litellm_provider": "fireworks_ai" }, - "ft:gpt-4o-mini-2024-07-18": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "cache_read_input_token_cost": 1.5e-7, + "fireworks_ai/accounts/fireworks/models/gemma-7b-it": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true + "litellm_provider": "fireworks_ai" }, - "ft:gpt-4.1-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000012, - "cache_read_input_token_cost": 7.5e-7, + "fireworks_ai/accounts/fireworks/models/gemma2-9b-it": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "fireworks_ai" }, - "ft:gpt-4.1-mini-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000032, - "cache_read_input_token_cost": 2e-7, + "fireworks_ai/accounts/fireworks/models/glm-4p5": { + "max_input_tokens": 128000, + "max_output_tokens": 96000, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.00000219, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "fireworks_ai" }, - "ft:gpt-4.1-nano-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 8e-7, - "cache_read_input_token_cost": 5e-8, + "fireworks_ai/accounts/fireworks/models/glm-4p5-air": { + "max_input_tokens": 128000, + "max_output_tokens": 96000, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "fireworks_ai" }, - "ft:o4-mini-2025-04-16": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000004, - "output_cost_per_token": 0.000016, - "cache_read_input_token_cost": 0.000001, + "fireworks_ai/accounts/fireworks/models/glm-4p5v": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "fireworks_ai" }, - "gemini-2.0-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, + "fireworks_ai/accounts/fireworks/models/glm-4p6": { + "max_input_tokens": 202800, + "max_output_tokens": 202800, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.00000219, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "gemini-2.0-flash-001": { + "fireworks_ai/accounts/fireworks/models/glm-4p7": { + "max_input_tokens": 202800, + "max_output_tokens": 202800, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "cache_read_input_token_cost": 3e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/glm-5p1": { + "max_input_tokens": 202800, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 2.6e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": false + }, + "fireworks_ai/accounts/fireworks/models/glm-5p2": { "max_input_tokens": 1048576, - "max_output_tokens": 8192, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 1.4e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": false + }, + "fireworks_ai/accounts/fireworks/models/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 3.75e-8, + "cache_read_input_token_cost": 1.5e-8, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "gemini-2.0-flash-lite": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, + "fireworks_ai/accounts/fireworks/models/gpt-oss-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 7e-8, "output_cost_per_token": 3e-7, - "cache_read_input_token_cost": 1.875e-8, + "cache_read_input_token_cost": 3.5e-8, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "gemini-2.0-flash-lite-001": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, - "cache_read_input_token_cost": 1.875e-8, + "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gemini-2.5-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 3e-8, + "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gemini-2.5-flash-image": { + "fireworks_ai/accounts/fireworks/models/hermes-2-pro-mistral-7b": { "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "output_cost_per_image_token": 0.00003, - "cache_read_input_token_cost": 3e-8, - "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true - }, - "gemini-3-pro-image": { - "max_input_tokens": 65536, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "output_cost_per_image_token": 0.00012, - "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gemini-3-pro-image-preview": { - "max_input_tokens": 65536, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "output_cost_per_image_token": 0.00012, - "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/internvl3-38b": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gemini-3.1-flash-image": { - "max_input_tokens": 65536, - "max_output_tokens": 32768, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000003, - "output_cost_per_image_token": 0.00006, - "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/internvl3-78b": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gemini-3.1-flash-image-preview": { - "max_input_tokens": 65536, - "max_output_tokens": 32768, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000003, - "output_cost_per_image_token": 0.00006, - "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/internvl3-8b": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gemini-3.1-flash-lite-image": { - "max_input_tokens": 65536, + "fireworks_ai/accounts/fireworks/models/japanese-stable-diffusion-xl": { + "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.0000015, - "output_cost_per_image_token": 0.00003, - "cache_read_input_token_cost": 2.5e-8, + "input_cost_per_token": 1.3e-10, + "output_cost_per_token": 1.3e-10, "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "gemini-3.1-flash-lite-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.0000015, - "cache_read_input_token_cost": 2.5e-8, + "fireworks_ai/accounts/fireworks/models/kat-coder": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "gemini-3.1-flash-lite": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.0000015, - "cache_read_input_token_cost": 2.5e-8, + "fireworks_ai/accounts/fireworks/models/kat-dev-32b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "gemini-3.5-flash-lite": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 3e-7, + "fireworks_ai/accounts/fireworks/models/kat-dev-72b-exp": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "deep-research-pro-preview-12-2025": { - "max_input_tokens": 65536, + "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct-0905": { + "max_input_tokens": 262144, "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "output_cost_per_image_token": 0.00012, - "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gemini-2.5-flash-lite": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 1e-8, + "fireworks_ai/accounts/fireworks/models/kimi-k2-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gemini-2.5-flash-lite-preview-09-2025": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 1e-8, + "fireworks_ai/accounts/fireworks/models/kimi-k2p5": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gemini-2.5-flash-preview-09-2025": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 7.5e-8, + "fireworks_ai/accounts/fireworks/models/kimi-k2p6": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.6e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "gemini-live-2.5-flash-preview-native-audio-09-2025": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 7.5e-8, - "mode": "realtime", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true - }, - "gemini/gemini-live-2.5-flash-preview-native-audio-09-2025": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 7.5e-8, - "mode": "realtime", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true - }, - "gemini-2.5-flash-lite-preview-06-17": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, + "fireworks_ai/accounts/fireworks/models/kimi-k2p7-code": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.9e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "gemini-2.5-pro": { + "fireworks_ai/accounts/fireworks/models/kimi-k3": { "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "gemini-3-pro-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "input_cost_per_token_above_200k_tokens": 0.000004, - "output_cost_per_token_above_200k_tokens": 0.000018, - "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "fireworks_ai/accounts/fireworks/models/llama-guard-2-8b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "gemini-3.1-pro-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "input_cost_per_token_above_200k_tokens": 0.000004, - "output_cost_per_token_above_200k_tokens": 0.000018, - "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "fireworks_ai/accounts/fireworks/models/llama-guard-3-1b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "gemini-3.1-pro-preview-customtools": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "input_cost_per_token_above_200k_tokens": 0.000004, - "output_cost_per_token_above_200k_tokens": 0.000018, - "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "fireworks_ai/accounts/fireworks/models/llama-guard-3-8b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "vertex_ai/gemini-3-pro-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "input_cost_per_token_above_200k_tokens": 0.000004, - "output_cost_per_token_above_200k_tokens": 0.000018, - "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "fireworks_ai/accounts/fireworks/models/llama-v2-13b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vertex_ai", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "vertex_ai/gemini-3-flash-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000003, - "cache_read_input_token_cost": 5e-8, + "fireworks_ai/accounts/fireworks/models/llama-v2-13b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vertex_ai", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "vertex_ai/gemini-3.5-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000009, - "cache_read_input_token_cost": 1.5e-7, + "fireworks_ai/accounts/fireworks/models/llama-v2-70b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "vertex_ai", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "vertex_ai/gemini-3.6-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 7.5e-7, - "output_cost_per_token": 0.00000375, - "cache_read_input_token_cost": 7.5e-8, + "fireworks_ai/accounts/fireworks/models/llama-v2-70b-chat": { + "max_input_tokens": 2048, + "max_output_tokens": 2048, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "vertex_ai", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "vertex_ai/gemini-3.7-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 7.5e-7, - "output_cost_per_token": 0.00000375, - "cache_read_input_token_cost": 7.5e-8, + "fireworks_ai/accounts/fireworks/models/llama-v2-7b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vertex_ai", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "vertex_ai/gemini-3.1-pro-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "input_cost_per_token_above_200k_tokens": 0.000004, - "output_cost_per_token_above_200k_tokens": 0.000018, - "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "fireworks_ai/accounts/fireworks/models/llama-v2-7b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vertex_ai", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "vertex_ai/gemini-3.1-pro-preview-customtools": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "input_cost_per_token_above_200k_tokens": 0.000004, - "output_cost_per_token_above_200k_tokens": 0.000018, - "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "vertex_ai", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "gemini-2.5-pro-preview-tts": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct-hf": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gemini-robotics-er-1.5-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 0, + "fireworks_ai/accounts/fireworks/models/llama-v3-8b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-robotics-er-1.5-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 0, + "fireworks_ai/accounts/fireworks/models/llama-v3-8b-instruct-hf": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-robotics-er-2-preview": { - "max_input_tokens": 131072, - "max_output_tokens": 65536, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 2e-7, + "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-robotics-er-1.6-preview": { - "max_input_tokens": 131072, - "max_output_tokens": 65536, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, + "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct-long": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "gemini-2.5-computer-use-preview-10-2025": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, + "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gemini-embedding-001": { - "max_input_tokens": 2048, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" + "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct-1b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gemini-embedding-2-preview": { - "max_input_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" + "fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gemini-embedding-2": { - "max_input_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" + "fireworks_ai/accounts/fireworks/models/llama-v3p1-nemotron-70b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "vertex_ai/gemini-embedding-2-preview": { - "max_input_tokens": 8192, + "fireworks_ai/accounts/fireworks/models/llama-v3p2-11b-vision-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, "input_cost_per_token": 2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai" + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "vertex_ai/gemini-embedding-2": { - "max_input_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai" + "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gemini-flash-experimental": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-language-models" + "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-embedding-001": { - "max_input_tokens": 2048, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "gemini" - }, - "gemini/gemini-embedding-2-preview": { - "max_input_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "gemini" - }, - "gemini/gemini-embedding-2": { - "max_input_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "gemini" - }, - "gemini/gemini-1.5-flash": { - "max_input_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "gemini" - }, - "gemini/gemini-2.0-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, + "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-2.0-flash-001": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, + "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-2.0-flash-lite": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, - "cache_read_input_token_cost": 1.875e-8, + "fireworks_ai/accounts/fireworks/models/llama-v3p2-90b-vision-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "gemini", + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "gemini/gemini-2.5-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 3e-8, + "fireworks_ai/accounts/fireworks/models/llama-v3p3-70b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true - }, - "gemini/gemini-2.5-flash-image": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "output_cost_per_image_token": 0.00003, - "cache_read_input_token_cost": 3e-8, - "mode": "image_generation", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true - }, - "gemini/gemini-3-pro-image": { - "max_input_tokens": 65536, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "output_cost_per_image_token": 0.00012, - "mode": "image_generation", - "litellm_provider": "gemini", - "supports_vision": true - }, - "gemini/gemini-3-pro-image-preview": { - "max_input_tokens": 65536, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "output_cost_per_image_token": 0.00012, - "mode": "image_generation", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-3.1-flash-image": { - "max_input_tokens": 65536, - "max_output_tokens": 32768, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000003, - "output_cost_per_image_token": 0.00006, - "mode": "image_generation", - "litellm_provider": "gemini", - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/llama4-maverick-instruct-basic": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-3.1-flash-image-preview": { - "max_input_tokens": 65536, - "max_output_tokens": 32768, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000003, - "output_cost_per_image_token": 0.00006, - "mode": "image_generation", - "litellm_provider": "gemini", - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/llama4-scout-instruct-basic": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-3.1-flash-lite-image": { - "max_input_tokens": 65536, + "fireworks_ai/accounts/fireworks/models/llamaguard-7b": { + "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.0000015, - "output_cost_per_image_token": 0.00003, - "mode": "image_generation", - "litellm_provider": "gemini", - "supports_vision": true - }, - "gemini/deep-research-pro-preview-12-2025": { - "max_input_tokens": 65536, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "output_cost_per_image_token": 0.00012, - "mode": "image_generation", - "litellm_provider": "gemini", - "supports_vision": true + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-2.5-flash-lite": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 1e-8, + "fireworks_ai/accounts/fireworks/models/llava-yi-34b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-2.5-flash-lite-preview-09-2025": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, + "fireworks_ai/accounts/fireworks/models/minimax-m1-80k": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 1e-8, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-2.5-flash-preview-09-2025": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, + "fireworks_ai/accounts/fireworks/models/minimax-m2": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 7.5e-8, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-flash-latest": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, + "fireworks_ai/accounts/fireworks/models/minimax-m2p1": { + "max_input_tokens": 204800, + "max_output_tokens": 204800, "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 7.5e-8, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-flash-lite-latest": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, + "fireworks_ai/accounts/fireworks/models/minimax-m2p7": { + "max_input_tokens": 196608, + "max_output_tokens": 196608, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 6e-8, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "gemini/gemini-2.5-flash-lite-preview-06-17": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, + "fireworks_ai/accounts/fireworks/models/minimax-m3": { + "max_input_tokens": 512000, + "max_output_tokens": 512000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 6e-8, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "gemini/gemini-2.5-flash-preview-tts": { - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "mode": "audio_speech", - "litellm_provider": "gemini" + "fireworks_ai/accounts/fireworks/models/ministral-3-14b-instruct-2512": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-2.5-pro": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "fireworks_ai/accounts/fireworks/models/ministral-3-3b-instruct-2512": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-2.5-computer-use-preview-10-2025": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, + "fireworks_ai/accounts/fireworks/models/ministral-3-8b-instruct-2512": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-3-pro-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "input_cost_per_token_above_200k_tokens": 0.000004, - "output_cost_per_token_above_200k_tokens": 0.000018, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "fireworks_ai/accounts/fireworks/models/mistral-7b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-3.1-flash-lite-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.0000015, - "cache_read_input_token_cost": 2.5e-8, + "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-4k": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-3.1-flash-lite": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.0000015, - "cache_read_input_token_cost": 2.5e-8, + "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v0p2": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-3.5-flash-lite": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 3e-8, + "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v3": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-3-flash-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000003, - "cache_read_input_token_cost": 5e-8, + "fireworks_ai/accounts/fireworks/models/mistral-7b-v0p2": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-3.5-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000009, - "cache_read_input_token_cost": 1.5e-7, + "fireworks_ai/accounts/fireworks/models/mistral-large-3-fp8": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-3.6-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 7.5e-7, - "output_cost_per_token": 0.00000375, - "cache_read_input_token_cost": 7.5e-8, + "fireworks_ai/accounts/fireworks/models/mistral-nemo-base-2407": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-3.7-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 7.5e-7, - "output_cost_per_token": 0.00000375, - "cache_read_input_token_cost": 7.5e-8, + "fireworks_ai/accounts/fireworks/models/mistral-nemo-instruct-2407": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-omni-flash-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000009, + "fireworks_ai/accounts/fireworks/models/mistral-small-24b-instruct-2501": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-3.1-pro-preview": { - "max_input_tokens": 1048576, + "fireworks_ai/accounts/fireworks/models/mixtral-8x22b": { + "max_input_tokens": 65536, "max_output_tokens": 65536, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "input_cost_per_token_above_200k_tokens": 0.000004, - "output_cost_per_token_above_200k_tokens": 0.000018, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-3.1-pro-preview-customtools": { - "max_input_tokens": 1048576, + "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct": { + "max_input_tokens": 65536, "max_output_tokens": 65536, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "input_cost_per_token_above_200k_tokens": 0.000004, - "output_cost_per_token_above_200k_tokens": 0.000018, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "gemini-3-flash-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, + "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct-hf": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/mixtral-8x7b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000003, - "cache_read_input_token_cost": 5e-8, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gemini-omni-flash-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000009, + "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "gemini-3.5-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000009, - "cache_read_input_token_cost": 1.5e-7, + "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct-hf": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "gemini-3.6-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 7.5e-7, - "output_cost_per_token": 0.00000375, - "cache_read_input_token_cost": 7.5e-8, + "fireworks_ai/accounts/fireworks/models/muse-glimmer-30b": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 4e-8, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "gemini-3.7-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 7.5e-7, - "output_cost_per_token": 0.00000375, - "cache_read_input_token_cost": 7.5e-8, + "fireworks_ai/accounts/fireworks/models/mythomax-l2-13b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-2.5-pro-preview-tts": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "fireworks_ai/accounts/fireworks/models/nemotron-3-ultra-nvfp4": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 1.2e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "gemini/gemini-exp-1114": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "fireworks_ai/accounts/fireworks/models/nemotron-lightning-3p5-30b-a3b": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2e-7, + "cache_read_input_token_cost": 1e-8, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "gemini/gemini-exp-1206": { - "max_input_tokens": 2097152, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "fireworks_ai/accounts/fireworks/models/nemotron-nano-v2-12b-vl": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-gemma-2-27b-it": { - "max_output_tokens": 8192, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.00000105, + "fireworks_ai/accounts/fireworks/models/nous-capybara-7b-v1p9": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemini-gemma-2-9b-it": { - "max_output_tokens": 8192, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.00000105, + "fireworks_ai/accounts/fireworks/models/nous-hermes-2-mixtral-8x7b-dpo": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gemini/gemma-3-27b-it": { - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "fireworks_ai/accounts/fireworks/models/nous-hermes-2-yi-34b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true - }, - "gemini/imagen-3.0-fast-generate-001": { - "mode": "image_generation", - "litellm_provider": "gemini" - }, - "gemini/imagen-3.0-generate-001": { - "mode": "image_generation", - "litellm_provider": "gemini" - }, - "gemini/imagen-3.0-generate-002": { - "mode": "image_generation", - "litellm_provider": "gemini" - }, - "gemini/imagen-4.0-fast-generate-001": { - "mode": "image_generation", - "litellm_provider": "gemini" + "litellm_provider": "fireworks_ai" }, - "gemini/imagen-4.0-generate-001": { - "mode": "image_generation", - "litellm_provider": "gemini" + "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-13b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gemini/imagen-4.0-ultra-generate-001": { - "mode": "image_generation", - "litellm_provider": "gemini" + "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-70b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gemini/learnlm-1.5-pro-experimental": { - "max_input_tokens": 32767, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-7b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gemini/lyria-3-clip-preview": { + "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-12b-v2": { "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": false, - "supports_audio_input": false + "litellm_provider": "fireworks_ai" }, - "gemini/lyria-3-pro-preview": { + "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-9b-v2": { "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": false, - "supports_audio_input": false + "litellm_provider": "fireworks_ai" }, - "gemini/veo-2.0-generate-001": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "gemini" + "fireworks_ai/accounts/fireworks/models/openchat-3p5-0106-7b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gemini/veo-3.1-fast-generate-preview": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "gemini" + "fireworks_ai/accounts/fireworks/models/openhermes-2-mistral-7b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gemini/veo-3.1-generate-preview": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "gemini" + "fireworks_ai/accounts/fireworks/models/openhermes-2p5-mistral-7b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gemini/veo-3.1-lite-generate-preview": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "gemini" - }, - "gemini/veo-3.1-fast-generate-001": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "gemini" - }, - "gemini/veo-3.1-generate-001": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "gemini" - }, - "github_copilot/claude-haiku-4.5": { - "max_input_tokens": 128000, - "max_output_tokens": 16000, - "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true - }, - "github_copilot/claude-opus-4.5": { - "max_input_tokens": 128000, - "max_output_tokens": 16000, + "fireworks_ai/accounts/fireworks/models/openorca-7b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "github_copilot/claude-opus-4.6-fast": { - "max_input_tokens": 128000, - "max_output_tokens": 16000, + "fireworks_ai/accounts/fireworks/models/phi-2-3b": { + "max_input_tokens": 2048, + "max_output_tokens": 2048, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "github_copilot/claude-opus-41": { - "max_input_tokens": 80000, - "max_output_tokens": 16000, + "fireworks_ai/accounts/fireworks/models/phi-3-mini-128k-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "github_copilot/claude-sonnet-4": { - "max_input_tokens": 128000, - "max_output_tokens": 16000, + "fireworks_ai/accounts/fireworks/models/phi-3-vision-128k-instruct": { + "max_input_tokens": 32064, + "max_output_tokens": 32064, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "github_copilot/claude-sonnet-4.5": { - "max_input_tokens": 128000, - "max_output_tokens": 16000, + "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-python-v1": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "github_copilot/gemini-2.5-pro": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, + "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v1": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "github_copilot/gemini-3-pro-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, + "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v2": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "github_copilot/gpt-3.5-turbo": { - "max_input_tokens": 16384, + "fireworks_ai/accounts/fireworks/models/playground-v2-1024px-aesthetic": { + "max_input_tokens": 4096, "max_output_tokens": 4096, - "mode": "chat", - "litellm_provider": "github_copilot" + "input_cost_per_token": 1.3e-10, + "output_cost_per_token": 1.3e-10, + "mode": "image_generation", + "litellm_provider": "fireworks_ai" }, - "github_copilot/gpt-3.5-turbo-0613": { - "max_input_tokens": 16384, + "fireworks_ai/accounts/fireworks/models/playground-v2-5-1024px-aesthetic": { + "max_input_tokens": 4096, "max_output_tokens": 4096, + "input_cost_per_token": 1.3e-10, + "output_cost_per_token": 1.3e-10, + "mode": "image_generation", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/pythia-12b": { + "max_input_tokens": 2048, + "max_output_tokens": 2048, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "github_copilot" + "litellm_provider": "fireworks_ai" }, - "github_copilot/gpt-4": { + "fireworks_ai/accounts/fireworks/models/qwen-qwq-32b-preview": { "max_input_tokens": 32768, - "max_output_tokens": 4096, + "max_output_tokens": 32768, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "github_copilot" + "litellm_provider": "fireworks_ai" }, - "github_copilot/gpt-4-0613": { + "fireworks_ai/accounts/fireworks/models/qwen-v2p5-14b-instruct": { "max_input_tokens": 32768, - "max_output_tokens": 4096, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "github_copilot" + "litellm_provider": "fireworks_ai" }, - "github_copilot/gpt-4-o-preview": { - "max_input_tokens": 64000, - "max_output_tokens": 4096, + "fireworks_ai/accounts/fireworks/models/qwen-v2p5-7b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "github_copilot" + "litellm_provider": "fireworks_ai" }, - "github_copilot/gpt-4.1": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, + "fireworks_ai/accounts/fireworks/models/qwen1p5-72b-chat": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "github_copilot/gpt-4.1-2025-04-14": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, + "fireworks_ai/accounts/fireworks/models/qwen2-72b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "github_copilot/gpt-41-copilot": { - "mode": "completion", - "litellm_provider": "github_copilot" + "fireworks_ai/accounts/fireworks/models/qwen2-7b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "github_copilot/gpt-4o": { - "max_input_tokens": 64000, - "max_output_tokens": 4096, + "fireworks_ai/accounts/fireworks/models/qwen2-vl-2b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "github_copilot/gpt-4o-2024-05-13": { - "max_input_tokens": 64000, - "max_output_tokens": 4096, + "fireworks_ai/accounts/fireworks/models/qwen2-vl-72b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "github_copilot/gpt-4o-2024-08-06": { - "max_input_tokens": 64000, - "max_output_tokens": 16384, + "fireworks_ai/accounts/fireworks/models/qwen2-vl-7b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "github_copilot" + "litellm_provider": "fireworks_ai" }, - "github_copilot/gpt-4o-2024-11-20": { - "max_input_tokens": 64000, - "max_output_tokens": 16384, + "fireworks_ai/accounts/fireworks/models/qwen2p5-0p5b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "github_copilot/gpt-4o-mini": { - "max_input_tokens": 64000, - "max_output_tokens": 4096, + "fireworks_ai/accounts/fireworks/models/qwen2p5-14b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "github_copilot" + "litellm_provider": "fireworks_ai" }, - "github_copilot/gpt-4o-mini-2024-07-18": { - "max_input_tokens": 64000, - "max_output_tokens": 4096, + "fireworks_ai/accounts/fireworks/models/qwen2p5-1p5b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "github_copilot" + "litellm_provider": "fireworks_ai" }, - "github_copilot/gpt-5": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, + "fireworks_ai/accounts/fireworks/models/qwen2p5-32b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "github_copilot/gpt-5-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, + "fireworks_ai/accounts/fireworks/models/qwen2p5-32b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "github_copilot/gpt-5.1": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, + "fireworks_ai/accounts/fireworks/models/qwen2p5-72b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "github_copilot/gpt-5.1-codex-max": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "mode": "responses", - "litellm_provider": "github_copilot", - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/qwen2p5-72b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "github_copilot/gpt-5.2": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, + "fireworks_ai/accounts/fireworks/models/qwen2p5-7b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "github_copilot", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "github_copilot/gpt-5.3-codex": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "mode": "responses", - "litellm_provider": "github_copilot", - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "github_copilot/mai-code-1-flash": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, - "input_cost_per_token": 7.5e-7, - "output_cost_per_token": 0.0000045, - "cache_read_input_token_cost": 7.5e-8, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "github_copilot" + "litellm_provider": "fireworks_ai" }, - "github_copilot/mai-code-1-flash-internal": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, - "input_cost_per_token": 7.5e-7, - "output_cost_per_token": 0.0000045, - "cache_read_input_token_cost": 7.5e-8, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "github_copilot" + "litellm_provider": "fireworks_ai" }, - "github_copilot/text-embedding-3-small": { - "max_input_tokens": 8191, - "mode": "embedding", - "litellm_provider": "github_copilot" + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "github_copilot/text-embedding-3-small-inference": { - "max_input_tokens": 8191, - "mode": "embedding", - "litellm_provider": "github_copilot" + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "github_copilot/text-embedding-ada-002": { - "max_input_tokens": 8191, - "mode": "embedding", - "litellm_provider": "github_copilot" + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "chatgpt/gpt-5.4": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "mode": "responses", - "litellm_provider": "chatgpt", - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "chatgpt/gpt-5.4-pro": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "mode": "responses", - "litellm_provider": "chatgpt", - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "chatgpt/gpt-5.3-codex": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "mode": "responses", - "litellm_provider": "chatgpt", - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-128k": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "chatgpt/gpt-5.3-codex-spark": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "mode": "responses", - "litellm_provider": "chatgpt", - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-32k-rope": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "chatgpt/gpt-5.3-instant": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, - "mode": "responses", - "litellm_provider": "chatgpt", - "supports_vision": true + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-64k": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "chatgpt/gpt-5.3-chat-latest": { + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-math-72b-instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-32b-instruct": { "max_input_tokens": 128000, - "max_output_tokens": 64000, - "mode": "responses", - "litellm_provider": "chatgpt", - "supports_vision": true + "max_output_tokens": 128000, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "chatgpt/gpt-5.2-codex": { + "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-3b-instruct": { "max_input_tokens": 128000, "max_output_tokens": 128000, - "mode": "responses", - "litellm_provider": "chatgpt", - "supports_vision": true + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "chatgpt/gpt-5.2": { + "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-72b-instruct": { "max_input_tokens": 128000, - "max_output_tokens": 64000, - "mode": "responses", - "litellm_provider": "chatgpt", - "supports_vision": true + "max_output_tokens": 128000, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "chatgpt/gpt-5.1-codex-max": { + "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-7b-instruct": { "max_input_tokens": 128000, "max_output_tokens": 128000, - "mode": "responses", - "litellm_provider": "chatgpt", - "supports_vision": true - }, - "chatgpt/gpt-5.1-codex-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, - "mode": "responses", - "litellm_provider": "chatgpt", - "supports_vision": true - }, - "gigachat/GigaChat-2-Lite": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "gigachat" - }, - "gigachat/GigaChat-2-Max": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "gigachat", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gigachat/GigaChat-2-Pro": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "fireworks_ai/accounts/fireworks/models/qwen3-0p6b": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "gigachat", - "supports_vision": true - }, - "gigachat/Embeddings": { - "max_input_tokens": 512, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "gigachat" - }, - "gigachat/Embeddings-2": { - "max_input_tokens": 512, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "gigachat" - }, - "gigachat/EmbeddingsGigaR": { - "max_input_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "gigachat" + "litellm_provider": "fireworks_ai" }, - "gmi/anthropic/claude-opus-4.5": { - "max_input_tokens": 409600, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, + "fireworks_ai/accounts/fireworks/models/qwen3-14b": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "gmi", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gmi/anthropic/claude-sonnet-4.5": { - "max_input_tokens": 409600, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "fireworks_ai/accounts/fireworks/models/qwen3-1p7b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "gmi", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gmi/anthropic/claude-sonnet-4": { - "max_input_tokens": 409600, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "gmi", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gmi/anthropic/claude-opus-4": { - "max_input_tokens": 409600, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, + "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-131072": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "gmi", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gmi/openai/gpt-5.2": { - "max_input_tokens": 409600, - "max_output_tokens": 32000, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, + "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-40960": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "gmi" + "litellm_provider": "fireworks_ai" }, - "gmi/openai/gpt-5.1": { - "max_input_tokens": 409600, - "max_output_tokens": 32000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, + "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "gmi" + "litellm_provider": "fireworks_ai" }, - "gmi/openai/gpt-5": { - "max_input_tokens": 409600, - "max_output_tokens": 32000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, + "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-instruct-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "gmi" + "litellm_provider": "fireworks_ai" }, - "gmi/openai/gpt-4o": { - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-thinking-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "gmi", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gmi/openai/gpt-4o-mini": { + "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b": { "max_input_tokens": 131072, - "max_output_tokens": 16384, + "max_output_tokens": 131072, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "gmi", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gmi/deepseek-ai/DeepSeek-V3.2": { - "max_input_tokens": 163840, - "max_output_tokens": 16384, - "input_cost_per_token": 2.8e-7, - "output_cost_per_token": 4e-7, + "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-instruct-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "gmi" + "litellm_provider": "fireworks_ai" }, - "gmi/deepseek-ai/DeepSeek-V3-0324": { - "max_input_tokens": 163840, - "max_output_tokens": 16384, - "input_cost_per_token": 2.8e-7, - "output_cost_per_token": 8.8e-7, + "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-thinking-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "gmi" + "litellm_provider": "fireworks_ai" }, - "gmi/google/gemini-3-pro-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, + "fireworks_ai/accounts/fireworks/models/qwen3-32b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "gmi", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gmi/google/gemini-3-flash-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000003, + "fireworks_ai/accounts/fireworks/models/qwen3-4b": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "gmi", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gmi/moonshotai/Kimi-K2-Thinking": { + "fireworks_ai/accounts/fireworks/models/qwen3-4b-instruct-2507": { "max_input_tokens": 262144, - "max_output_tokens": 16384, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000012, + "max_output_tokens": 262144, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "gmi" + "litellm_provider": "fireworks_ai" }, - "gmi/MiniMaxAI/MiniMax-M2.1": { - "max_input_tokens": 196608, - "max_output_tokens": 16384, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, + "fireworks_ai/accounts/fireworks/models/qwen3-8b": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "gmi" + "litellm_provider": "fireworks_ai" }, - "baseten/MiniMaxAI/MiniMax-M2.5": { - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, + "fireworks_ai/accounts/fireworks/models/qwen3-coder-30b-a3b-instruct": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "baseten" + "litellm_provider": "fireworks_ai" }, - "baseten/nvidia/Nemotron-120B-A12B": { - "input_cost_per_token": 3e-7, - "output_cost_per_token": 7.5e-7, + "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-a35b-instruct": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 4.5e-7, + "output_cost_per_token": 0.0000018, "mode": "chat", - "litellm_provider": "baseten" + "litellm_provider": "fireworks_ai" }, - "baseten/zai-org/GLM-5": { - "input_cost_per_token": 9.5e-7, - "output_cost_per_token": 0.00000315, + "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-instruct-bf16": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "baseten" + "litellm_provider": "fireworks_ai" }, - "baseten/zai-org/GLM-4.7": { - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, - "mode": "chat", - "litellm_provider": "baseten" + "fireworks_ai/accounts/fireworks/models/qwen3-embedding-0p6b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "fireworks_ai" }, - "baseten/zai-org/GLM-4.6": { - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, - "mode": "chat", - "litellm_provider": "baseten" + "fireworks_ai/accounts/fireworks/models/qwen3-embedding-4b": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "fireworks_ai" }, - "baseten/moonshotai/Kimi-K2.5": { - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000003, + "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "baseten" + "litellm_provider": "fireworks_ai" }, - "baseten/moonshotai/Kimi-K2-Thinking": { - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, + "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-thinking": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "baseten" + "litellm_provider": "fireworks_ai" }, - "baseten/moonshotai/Kimi-K2-Instruct-0905": { - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, - "mode": "chat", - "litellm_provider": "baseten" + "fireworks_ai/accounts/fireworks/models/qwen3-reranker-0p6b": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "fireworks_ai" }, - "baseten/openai/gpt-oss-120b": { - "input_cost_per_token": 1e-7, - "output_cost_per_token": 5e-7, - "mode": "chat", - "litellm_provider": "baseten" + "fireworks_ai/accounts/fireworks/models/qwen3-reranker-4b": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "fireworks_ai" }, - "baseten/deepseek-ai/DeepSeek-V3.1": { - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", - "litellm_provider": "baseten" + "fireworks_ai/accounts/fireworks/models/qwen3-reranker-8b": { + "max_input_tokens": 40960, + "max_output_tokens": 40960, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "fireworks_ai" }, - "baseten/deepseek-ai/DeepSeek-V3-0324": { - "input_cost_per_token": 7.7e-7, - "output_cost_per_token": 7.7e-7, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-instruct": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "baseten" + "litellm_provider": "fireworks_ai" }, - "gmi/Qwen/Qwen3-VL-235B-A22B-Instruct-FP8": { + "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-thinking": { "max_input_tokens": 262144, - "max_output_tokens": 16384, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000014, + "max_output_tokens": 262144, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "gmi", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gmi/zai-org/GLM-4.7-FP8": { - "max_input_tokens": 202752, - "max_output_tokens": 16384, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-instruct": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "gmi" + "litellm_provider": "fireworks_ai" }, - "google.gemma-3-12b-it": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 9e-8, - "output_cost_per_token": 2.9e-7, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "google.gemma-3-27b-it": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 2.3e-7, - "output_cost_per_token": 3.8e-7, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-32b-instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "google.gemma-3-4b-it": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 8e-8, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-8b-instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_vision": true - }, - "google_pse/search": { - "mode": "search", - "litellm_provider": "google_pse" + "litellm_provider": "fireworks_ai" }, - "global.anthropic.claude-sonnet-4-5-20250929-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "fireworks_ai/accounts/fireworks/models/qwen3p7-plus": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "cache_read_input_token_cost": 8e-8, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "global.anthropic.claude-sonnet-4-20250514-v1:0": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "fireworks_ai/accounts/fireworks/models/qwen3p8-max": { + "max_input_tokens": 262144, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "cache_read_input_token_cost": 2.5e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "global.anthropic.claude-haiku-4-5-20251001-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, - "cache_read_input_token_cost": 1e-7, + "fireworks_ai/accounts/fireworks/models/qwq-32b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "global.amazon.nova-2-lite-v1:0": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 7.5e-8, + "fireworks_ai/accounts/fireworks/models/rolm-ocr": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true, - "supports_video_input": true + "litellm_provider": "fireworks_ai" }, - "gpt-3.5-turbo": { - "max_input_tokens": 16385, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "fireworks_ai/accounts/fireworks/models/snorkel-mistral-7b-pairrm-dpo": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "fireworks_ai" }, - "gpt-3.5-turbo-0125": { - "max_input_tokens": 16385, + "fireworks_ai/accounts/fireworks/models/stable-diffusion-xl-1024-v1-0": { + "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", - "litellm_provider": "openai" + "input_cost_per_token": 1.3e-10, + "output_cost_per_token": 1.3e-10, + "mode": "image_generation", + "litellm_provider": "fireworks_ai" }, - "gpt-3.5-turbo-1106": { - "max_input_tokens": 16385, + "fireworks_ai/accounts/fireworks/models/stablecode-3b": { + "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000002, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "fireworks_ai" }, - "gpt-3.5-turbo-16k": { - "max_input_tokens": 16385, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000004, + "fireworks_ai/accounts/fireworks/models/starcoder-16b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "fireworks_ai" }, - "gpt-3.5-turbo-instruct": { + "fireworks_ai/accounts/fireworks/models/starcoder-7b": { "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002, - "mode": "completion", - "litellm_provider": "text-completion-openai" + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gpt-3.5-turbo-instruct-0914": { - "max_input_tokens": 8192, - "max_output_tokens": 4097, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002, - "mode": "completion", - "litellm_provider": "text-completion-openai" + "fireworks_ai/accounts/fireworks/models/starcoder2-15b": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gpt-4": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00006, + "fireworks_ai/accounts/fireworks/models/starcoder2-3b": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "fireworks_ai" }, - "gpt-4-0125-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, + "fireworks_ai/accounts/fireworks/models/starcoder2-7b": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "fireworks_ai" }, - "gpt-4-0314": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00006, + "fireworks_ai/accounts/fireworks/models/toppy-m-7b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "fireworks_ai" }, - "gpt-4-0613": { - "max_input_tokens": 8192, + "fireworks_ai/accounts/fireworks/models/yi-34b": { + "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00006, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "fireworks_ai" }, - "gpt-4-1106-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, + "fireworks_ai/accounts/fireworks/models/yi-34b-200k-capybara": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "openai" + "litellm_provider": "fireworks_ai" }, - "gpt-4-turbo": { - "max_input_tokens": 128000, + "fireworks_ai/accounts/fireworks/models/yi-34b-chat": { + "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gpt-4-turbo-2024-04-09": { - "max_input_tokens": 128000, + "fireworks_ai/accounts/fireworks/models/yi-6b": { + "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gpt-4-turbo-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, + "fireworks_ai/accounts/fireworks/models/yi-large": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true + "litellm_provider": "fireworks_ai" }, - "gpt-4.1": { - "max_input_tokens": 1047576, + "fireworks_ai/accounts/fireworks/models/zephyr-7b-beta": { + "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gpt-4.1-2025-04-14": { - "max_input_tokens": 1047576, + "fireworks_ai/accounts/fireworks/routers/glm-5p1-fast": { + "max_input_tokens": 202800, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000028, + "output_cost_per_token": 0.0000088, + "cache_read_input_token_cost": 5.2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": false + }, + "fireworks_ai/accounts/fireworks/routers/glm-5p2-fast": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000021, + "output_cost_per_token": 0.0000066, + "cache_read_input_token_cost": 2.1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": false + }, + "fireworks_ai/accounts/fireworks/routers/glm-5p2-fast-us": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000021, + "output_cost_per_token": 0.0000066, + "cache_read_input_token_cost": 2.1e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": false + }, + "fireworks_ai/accounts/fireworks/routers/kimi-k2p6-fast": { + "max_input_tokens": 262144, "max_output_tokens": 32768, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "gpt-4.1-mini": { - "max_input_tokens": 1047576, + "fireworks_ai/accounts/fireworks/routers/kimi-k2p7-code-fast": { + "max_input_tokens": 262144, "max_output_tokens": 32768, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, - "cache_read_input_token_cost": 1e-7, + "input_cost_per_token": 0.0000019, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 3.8e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "gpt-4.1-mini-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, - "cache_read_input_token_cost": 1e-7, + "fireworks_ai/accounts/fireworks/routers/kimi-k3-fast": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000045, + "output_cost_per_token": 0.0000225, + "cache_read_input_token_cost": 4.5e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "gpt-4.1-nano": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, + "fireworks_ai/accounts/fireworks/routers/kimi-k3-us": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 3.3e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "gpt-4.1-nano-2025-04-14": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, + "fireworks_ai/deepseek-v4-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 384000, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 2.8e-7, + "cache_read_input_token_cost": 2.8e-8, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "gpt-4o": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, + "fireworks_ai/deepseek-v4-flash-0731": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 2.8e-7, + "cache_read_input_token_cost": 2.8e-8, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "gpt-4o-2024-05-13": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000015, + "fireworks_ai/deepseek-v4-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 384000, + "input_cost_per_token": 0.00000174, + "output_cost_per_token": 0.00000348, + "cache_read_input_token_cost": 1.45e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "gpt-4o-2024-08-06": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, + "fireworks_ai/glm-4p7": { + "max_input_tokens": 202800, + "max_output_tokens": 202800, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai" }, - "gpt-4o-2024-11-20": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, + "fireworks_ai/glm-5p1": { + "max_input_tokens": 202800, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 2.6e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "gpt-4o-audio-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "fireworks_ai/glm-5p1-fast": { + "max_input_tokens": 202800, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000028, + "output_cost_per_token": 0.0000088, + "cache_read_input_token_cost": 5.2e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "gpt-4o-audio-preview-2024-12-17": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "fireworks_ai/glm-5p2": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 1.4e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "gpt-4o-audio-preview-2025-06-03": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "fireworks_ai/glm-5p2-fast": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000021, + "output_cost_per_token": 0.0000066, + "cache_read_input_token_cost": 2.1e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "gpt-audio": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "fireworks_ai/glm-5p2-fast-us": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000021, + "output_cost_per_token": 0.0000066, + "cache_read_input_token_cost": 2.1e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_vision": false, - "supports_audio_input": true + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "gpt-audio-1.5": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "fireworks_ai/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 1.5e-8, "mode": "chat", - "litellm_provider": "openai", - "supports_vision": false, - "supports_audio_input": true + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "gpt-audio-2025-08-28": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "fireworks_ai/gpt-oss-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 3.5e-8, "mode": "chat", - "litellm_provider": "openai", - "supports_vision": false, - "supports_audio_input": true + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "gpt-audio-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, + "fireworks_ai/kimi-k2p5": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_vision": false, - "supports_audio_input": true + "litellm_provider": "fireworks_ai" }, - "gpt-audio-mini-2025-10-06": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, + "fireworks_ai/kimi-k2p6": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.6e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_vision": false, - "supports_audio_input": true + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "gpt-audio-mini-2025-12-15": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, + "fireworks_ai/kimi-k2p6-fast": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_vision": false, - "supports_audio_input": true + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "gpt-4o-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 7.5e-8, + "fireworks_ai/kimi-k2p7-code": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.9e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "gpt-4o-mini-2024-07-18": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 7.5e-8, + "fireworks_ai/kimi-k2p7-code-fast": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 0.0000019, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 3.8e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "gpt-4o-mini-audio-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "fireworks_ai/kimi-k3": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "gpt-4o-mini-audio-preview-2024-12-17": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "fireworks_ai/kimi-k3-fast": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000045, + "output_cost_per_token": 0.0000225, + "cache_read_input_token_cost": 4.5e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_audio_input": true + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "gpt-4o-mini-realtime-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, - "cache_read_input_token_cost": 3e-7, - "mode": "realtime", - "litellm_provider": "openai", - "supports_audio_input": true + "fireworks_ai/kimi-k3-us": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "cache_read_input_token_cost": 3.3e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": true }, - "gpt-4o-mini-realtime-preview-2024-12-17": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, - "cache_read_input_token_cost": 3e-7, - "mode": "realtime", - "litellm_provider": "openai", - "supports_audio_input": true + "fireworks_ai/minimax-m2p1": { + "max_input_tokens": 204800, + "max_output_tokens": 204800, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 3e-8, + "mode": "chat", + "litellm_provider": "fireworks_ai" }, - "gpt-4o-mini-search-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 7.5e-8, + "fireworks_ai/minimax-m2p7": { + "max_input_tokens": 196608, + "max_output_tokens": 196608, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 6e-8, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fireworks_ai", + "supports_vision": false + }, + "fireworks_ai/minimax-m3": { + "max_input_tokens": 512000, + "max_output_tokens": 512000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 6e-8, + "mode": "chat", + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "gpt-4o-mini-search-preview-2025-03-11": { - "max_input_tokens": 128000, + "fireworks_ai/muse-glimmer-30b": { + "max_input_tokens": 131072, "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 7.5e-8, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 4e-8, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "gpt-4o-mini-transcribe": { - "max_input_tokens": 16000, - "max_output_tokens": 2000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.000005, - "mode": "audio_transcription", - "litellm_provider": "openai" - }, - "gpt-4o-mini-tts": { - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "audio_speech", - "litellm_provider": "openai" + "fireworks_ai/nemotron-3-ultra-nvfp4": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 1.2e-7, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "gpt-4o-realtime-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00002, - "cache_read_input_token_cost": 0.0000025, - "mode": "realtime", - "litellm_provider": "openai", - "supports_audio_input": true + "fireworks_ai/nemotron-lightning-3p5-30b-a3b": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2e-7, + "cache_read_input_token_cost": 1e-8, + "mode": "chat", + "litellm_provider": "fireworks_ai", + "supports_vision": false }, - "gpt-4o-realtime-preview-2024-12-17": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00002, - "cache_read_input_token_cost": 0.0000025, - "mode": "realtime", - "litellm_provider": "openai", - "supports_audio_input": true + "fireworks_ai/nomic-ai/nomic-embed-text-v1": { + "max_input_tokens": 8192, + "input_cost_per_token": 8e-9, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "fireworks_ai-embedding-models" }, - "gpt-4o-realtime-preview-2025-06-03": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00002, - "cache_read_input_token_cost": 0.0000025, - "mode": "realtime", - "litellm_provider": "openai", - "supports_audio_input": true + "fireworks_ai/nomic-ai/nomic-embed-text-v1.5": { + "max_input_tokens": 8192, + "input_cost_per_token": 8e-9, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "fireworks_ai-embedding-models" }, - "gpt-4o-search-preview": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, + "fireworks_ai/qwen3p7-plus": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "cache_read_input_token_cost": 8e-8, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "gpt-4o-search-preview-2025-03-11": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 0.00000125, + "fireworks_ai/qwen3p8-max": { + "max_input_tokens": 262144, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "cache_read_input_token_cost": 2.5e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "fireworks_ai", "supports_vision": true }, - "gpt-4o-transcribe": { - "max_input_tokens": 16000, - "max_output_tokens": 2000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "audio_transcription", - "litellm_provider": "openai" + "fireworks_ai/thenlper/gte-base": { + "max_input_tokens": 512, + "input_cost_per_token": 8e-9, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "fireworks_ai-embedding-models" }, - "gpt-image-1.5": { - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00001, - "output_cost_per_image_token": 0.000032, - "cache_read_input_token_cost": 0.00000125, - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "fireworks_ai/thenlper/gte-large": { + "max_input_tokens": 512, + "input_cost_per_token": 1.6e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "fireworks_ai-embedding-models" }, - "gpt-image-1.5-2025-12-16": { - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00001, - "output_cost_per_image_token": 0.000032, - "cache_read_input_token_cost": 0.00000125, - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "friendliai/meta-llama-3.1-70b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "friendliai" }, - "gpt-image-2": { - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00001, - "output_cost_per_image_token": 0.00003, - "cache_read_input_token_cost": 0.00000125, - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "friendliai/meta-llama-3.1-8b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "friendliai" }, - "gpt-image-2-2026-04-21": { - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00001, - "output_cost_per_image_token": 0.00003, - "cache_read_input_token_cost": 0.00000125, - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "ft:babbage-002": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, + "input_cost_per_token": 0.0000016, + "output_cost_per_token": 0.0000016, + "mode": "completion", + "litellm_provider": "text-completion-openai" }, - "low/1024-x-1024/gpt-image-1.5": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "ft:davinci-002": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000012, + "output_cost_per_token": 0.000012, + "mode": "completion", + "litellm_provider": "text-completion-openai" }, - "low/1024-x-1536/gpt-image-1.5": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "ft:gpt-3.5-turbo": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000006, + "mode": "chat", + "litellm_provider": "openai" }, - "low/1536-x-1024/gpt-image-1.5": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "ft:gpt-3.5-turbo-0125": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000006, + "mode": "chat", + "litellm_provider": "openai" }, - "medium/1024-x-1024/gpt-image-1.5": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "ft:gpt-3.5-turbo-0613": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000006, + "mode": "chat", + "litellm_provider": "openai" }, - "medium/1024-x-1536/gpt-image-1.5": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "ft:gpt-3.5-turbo-1106": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000006, + "mode": "chat", + "litellm_provider": "openai" }, - "medium/1536-x-1024/gpt-image-1.5": { - "mode": "image_generation", + "ft:gpt-4-0613": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00006, + "mode": "chat", + "litellm_provider": "openai" + }, + "ft:gpt-4.1-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000012, + "cache_read_input_token_cost": 7.5e-7, + "mode": "chat", + "litellm_provider": "openai" + }, + "ft:gpt-4.1-mini-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000032, + "cache_read_input_token_cost": 2e-7, + "mode": "chat", + "litellm_provider": "openai" + }, + "ft:gpt-4.1-nano-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 8e-7, + "cache_read_input_token_cost": 5e-8, + "mode": "chat", + "litellm_provider": "openai" + }, + "ft:gpt-4o-2024-08-06": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000375, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 0.000001875, + "mode": "chat", "litellm_provider": "openai", "supports_pdf_input": true, "supports_vision": true }, - "high/1024-x-1024/gpt-image-1.5": { - "mode": "image_generation", + "ft:gpt-4o-2024-11-20": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000375, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.000001875, + "mode": "chat", "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "supports_pdf_input": true }, - "high/1024-x-1536/gpt-image-1.5": { - "mode": "image_generation", + "ft:gpt-4o-mini-2024-07-18": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 1.5e-7, + "mode": "chat", "litellm_provider": "openai", - "supports_pdf_input": true, + "supports_pdf_input": true + }, + "ft:o4-mini-2025-04-16": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000016, + "cache_read_input_token_cost": 0.000001, + "mode": "chat", + "litellm_provider": "openai" + }, + "gemini-2.0-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", + "supports_vision": true, + "supports_audio_input": true + }, + "gemini-2.0-flash-001": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 3.75e-8, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", "supports_vision": true }, - "high/1536-x-1024/gpt-image-1.5": { + "gemini-2.0-flash-exp-image-generation": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "gemini", "supports_vision": true }, - "standard/1024-x-1024/gpt-image-1.5": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "gemini-2.0-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 1.875e-8, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", "supports_vision": true }, - "standard/1024-x-1536/gpt-image-1.5": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "gemini-2.0-flash-lite-001": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 1.875e-8, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", "supports_vision": true }, - "standard/1536-x-1024/gpt-image-1.5": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "gemini-2.5-computer-use-preview-10-2025": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000015, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", "supports_vision": true }, - "1024-x-1024/gpt-image-1.5": { - "mode": "image_generation", - "litellm_provider": "openai", + "gemini-2.5-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 3e-8, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", "supports_pdf_input": true, "supports_vision": true }, - "1024-x-1536/gpt-image-1.5": { + "gemini-2.5-flash-image": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 3e-8, "mode": "image_generation", - "litellm_provider": "openai", + "litellm_provider": "vertex_ai-language-models", "supports_pdf_input": true, "supports_vision": true }, - "1536-x-1024/gpt-image-1.5": { - "mode": "image_generation", - "litellm_provider": "openai", + "gemini-2.5-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 1e-8, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", "supports_pdf_input": true, "supports_vision": true }, - "low/1024-x-1024/gpt-image-1.5-2025-12-16": { - "mode": "image_generation", - "litellm_provider": "openai", + "gemini-2.5-flash-lite-preview-06-17": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", "supports_pdf_input": true, "supports_vision": true }, - "low/1024-x-1536/gpt-image-1.5-2025-12-16": { - "mode": "image_generation", - "litellm_provider": "openai", + "gemini-2.5-flash-lite-preview-09-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 1e-8, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", "supports_pdf_input": true, "supports_vision": true }, - "low/1536-x-1024/gpt-image-1.5-2025-12-16": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "gemini-2.5-flash-native-audio-latest": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "gemini", + "supports_audio_input": true }, - "medium/1024-x-1024/gpt-image-1.5-2025-12-16": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "gemini-2.5-flash-native-audio-preview-09-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "gemini", + "supports_audio_input": true }, - "medium/1024-x-1536/gpt-image-1.5-2025-12-16": { - "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "gemini-2.5-flash-native-audio-preview-12-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "gemini", + "supports_audio_input": true }, - "medium/1536-x-1024/gpt-image-1.5-2025-12-16": { - "mode": "image_generation", - "litellm_provider": "openai", + "gemini-2.5-flash-preview-09-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 7.5e-8, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", "supports_pdf_input": true, "supports_vision": true }, - "high/1024-x-1024/gpt-image-1.5-2025-12-16": { - "mode": "image_generation", - "litellm_provider": "openai", + "gemini-2.5-flash-preview-tts": { + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "mode": "audio_speech", + "litellm_provider": "gemini" + }, + "gemini-2.5-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000015, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 1.25e-7, + "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true + }, + "gemini-2.5-pro-preview-tts": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000015, + "cache_read_input_token_cost": 1.25e-7, + "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", "supports_vision": true }, - "high/1024-x-1536/gpt-image-1.5-2025-12-16": { - "mode": "image_generation", - "litellm_provider": "openai", + "gemini-3-flash-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 5e-8, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", "supports_pdf_input": true, "supports_vision": true }, - "high/1536-x-1024/gpt-image-1.5-2025-12-16": { + "gemini-3-pro-image": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "vertex_ai-language-models", "supports_vision": true }, - "standard/1024-x-1024/gpt-image-1.5-2025-12-16": { + "gemini-3-pro-image-preview": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "vertex_ai-language-models", "supports_vision": true }, - "standard/1024-x-1536/gpt-image-1.5-2025-12-16": { - "mode": "image_generation", - "litellm_provider": "openai", + "gemini-3-pro-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", "supports_pdf_input": true, - "supports_vision": true + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "standard/1536-x-1024/gpt-image-1.5-2025-12-16": { + "gemini-3.1-flash-image": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, + "output_cost_per_image_token": 0.00006, "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "vertex_ai-language-models", "supports_vision": true }, - "1024-x-1024/gpt-image-1.5-2025-12-16": { + "gemini-3.1-flash-image-preview": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, + "output_cost_per_image_token": 0.00006, "mode": "image_generation", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "vertex_ai-language-models", "supports_vision": true }, - "1024-x-1536/gpt-image-1.5-2025-12-16": { - "mode": "image_generation", - "litellm_provider": "openai", + "gemini-3.1-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 2.5e-8, + "mode": "chat", + "litellm_provider": "vertex_ai-language-models", "supports_pdf_input": true, - "supports_vision": true + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "1536-x-1024/gpt-image-1.5-2025-12-16": { + "gemini-3.1-flash-lite-image": { + "max_input_tokens": 65536, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 2.5e-8, "mode": "image_generation", - "litellm_provider": "openai", + "litellm_provider": "vertex_ai-language-models", "supports_pdf_input": true, - "supports_vision": true + "supports_vision": true, + "supports_video_input": true }, - "gpt-5": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "gemini-3.1-flash-lite-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "vertex_ai-language-models", "supports_pdf_input": true, - "supports_vision": true + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "gpt-5.1": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "gemini-3.1-flash-live-preview": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "gemini", + "supports_vision": true, + "supports_audio_input": true }, - "gpt-5.1-2025-11-13": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "gemini-3.1-pro-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "vertex_ai-language-models", "supports_pdf_input": true, - "supports_vision": true + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "gpt-5.1-chat-latest": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "gemini-3.1-pro-preview-customtools": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "vertex_ai-language-models", "supports_pdf_input": true, - "supports_vision": true + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "gpt-5.2": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, + "gemini-3.5-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000009, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "vertex_ai-language-models", "supports_pdf_input": true, - "supports_vision": true + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "gpt-5.2-2025-12-11": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, + "gemini-3.5-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "vertex_ai-language-models", "supports_pdf_input": true, - "supports_vision": true + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "gpt-5.2-chat-latest": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, + "gemini-3.6-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.00000375, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "vertex_ai-language-models", "supports_pdf_input": true, - "supports_vision": true + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "gpt-5.3-chat-latest": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, + "gemini-3.7-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.00000375, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "vertex_ai-language-models", "supports_pdf_input": true, - "supports_vision": true + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "gpt-5.2-pro": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000021, - "output_cost_per_token": 0.000168, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "gemini-embedding-001": { + "max_input_tokens": 2048, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" }, - "gpt-5.2-pro-2025-12-11": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000021, - "output_cost_per_token": 0.000168, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "gemini-embedding-2": { + "max_input_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" }, - "gpt-5.6": { - "max_input_tokens": 922000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000004, - "output_cost_per_token": 0.00002, - "cache_creation_input_token_cost": 0.000005, - "cache_read_input_token_cost": 4e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "gemini-embedding-2-preview": { + "max_input_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" }, - "gpt-5.6-sol": { - "max_input_tokens": 922000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000004, - "output_cost_per_token": 0.00002, - "cache_creation_input_token_cost": 0.000005, - "cache_read_input_token_cost": 4e-7, + "gemini-exp-1206": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "gemini", "supports_pdf_input": true, "supports_vision": true }, - "gpt-5.6-terra": { - "max_input_tokens": 922000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "cache_creation_input_token_cost": 0.0000025, - "cache_read_input_token_cost": 2e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "gemini-flash-experimental": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-language-models" }, - "gpt-5.6-luna": { - "max_input_tokens": 922000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.0000012, - "cache_creation_input_token_cost": 2.5e-7, - "cache_read_input_token_cost": 2e-8, + "gemini-flash-latest": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "gemini", "supports_pdf_input": true, "supports_vision": true }, - "gpt-5.6-cyber": { - "max_input_tokens": 400000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000125, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.000015625, - "cache_read_input_token_cost": 0.00000125, + "gemini-flash-lite-latest": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 1e-8, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "gemini", "supports_pdf_input": true, "supports_vision": true }, - "daybreak-red-latest": { - "max_input_tokens": 400000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000125, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.000015625, - "cache_read_input_token_cost": 0.00000125, - "mode": "chat", - "litellm_provider": "openai", + "gemini-live-2.5-flash-preview-native-audio-09-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 7.5e-8, + "mode": "realtime", + "litellm_provider": "vertex_ai-language-models", "supports_pdf_input": true, - "supports_vision": true + "supports_vision": true, + "supports_audio_input": true }, - "daybreak-blue-latest": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000004, - "output_cost_per_token": 0.00002, - "cache_creation_input_token_cost": 0.000005, - "cache_read_input_token_cost": 4e-7, + "gemini-omni-flash-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000009, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "vertex_ai-language-models", + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "chat-latest": { - "max_input_tokens": 400000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00003, - "cache_read_input_token_cost": 5e-7, + "gemini-pro-latest": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000015, + "cache_read_input_token_cost": 1.25e-7, + "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "gemini", "supports_pdf_input": true, - "supports_vision": true - }, - "gpt-5.5": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00003, - "cache_read_input_token_cost": 5e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "gpt-5.5-2026-04-23": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00003, - "cache_read_input_token_cost": 5e-7, + "gemini-robotics-er-1.5-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "vertex_ai-language-models", "supports_vision": true }, - "gpt-5.5-pro": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00018, - "cache_read_input_token_cost": 0.000003, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, + "gemini/deep-research-pro-preview-12-2025": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, + "mode": "image_generation", + "litellm_provider": "gemini", "supports_vision": true }, - "gpt-5.5-pro-2026-04-23": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00018, - "cache_read_input_token_cost": 0.000003, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "gemini/gemini-1.5-flash": { + "max_input_tokens": 8192, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "gemini" }, - "gpt-5.4": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.000015, - "cache_read_input_token_cost": 2.5e-7, + "gemini/gemini-2.0-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "gemini", + "supports_vision": true, + "supports_audio_input": true }, - "gpt-5.4-2026-03-05": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.000015, - "cache_read_input_token_cost": 2.5e-7, + "gemini/gemini-2.0-flash-001": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true - }, - "gpt-5.4-pro": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00018, - "cache_read_input_token_cost": 0.000003, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "gemini", "supports_vision": true }, - "gpt-5.4-pro-2026-03-05": { - "max_input_tokens": 1050000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00018, - "cache_read_input_token_cost": 0.000003, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, + "gemini/gemini-2.0-flash-exp-image-generation": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "image_generation", + "litellm_provider": "gemini", "supports_vision": true }, - "gpt-5.4-mini": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 7.5e-7, - "output_cost_per_token": 0.0000045, - "cache_read_input_token_cost": 7.5e-8, + "gemini/gemini-2.0-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 1.875e-8, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "gemini", "supports_vision": true }, - "gpt-5.4-mini-2026-03-17": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 7.5e-7, - "output_cost_per_token": 0.0000045, - "cache_read_input_token_cost": 7.5e-8, + "gemini/gemini-2.0-flash-lite-001": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 1.875e-8, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "gemini", "supports_vision": true }, - "gpt-5.4-nano": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.00000125, - "cache_read_input_token_cost": 2e-8, + "gemini/gemini-2.5-computer-use-preview-10-2025": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000015, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, + "litellm_provider": "gemini", "supports_vision": true }, - "gpt-5.4-nano-2026-03-17": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.00000125, - "cache_read_input_token_cost": 2e-8, + "gemini/gemini-2.5-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true - }, - "gpt-5-pro": { - "max_input_tokens": 400000, - "max_output_tokens": 272000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00012, - "mode": "responses", - "litellm_provider": "openai", + "litellm_provider": "gemini", "supports_pdf_input": true, "supports_vision": true }, - "gpt-5-pro-2025-10-06": { - "max_input_tokens": 400000, - "max_output_tokens": 272000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00012, - "mode": "responses", - "litellm_provider": "openai", + "gemini/gemini-2.5-flash-image": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 3e-8, + "mode": "image_generation", + "litellm_provider": "gemini", "supports_pdf_input": true, "supports_vision": true }, - "gpt-5-2025-08-07": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "gemini/gemini-2.5-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 1e-8, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "gemini", "supports_pdf_input": true, "supports_vision": true }, - "gpt-5-chat": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "gemini/gemini-2.5-flash-lite-preview-06-17": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "gemini", "supports_pdf_input": true, "supports_vision": true }, - "gpt-5-chat-latest": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "gemini/gemini-2.5-flash-lite-preview-09-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 1e-8, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "gemini", "supports_pdf_input": true, "supports_vision": true }, - "gpt-5-codex": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "responses", - "litellm_provider": "openai", + "gemini/gemini-2.5-flash-native-audio-latest": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "gemini", + "supports_audio_input": true + }, + "gemini/gemini-2.5-flash-native-audio-preview-09-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "gemini", + "supports_audio_input": true + }, + "gemini/gemini-2.5-flash-native-audio-preview-12-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "gemini", + "supports_audio_input": true + }, + "gemini/gemini-2.5-flash-preview-09-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 7.5e-8, + "mode": "chat", + "litellm_provider": "gemini", "supports_pdf_input": true, "supports_vision": true }, - "gpt-5.1-codex": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, + "gemini/gemini-2.5-flash-preview-tts": { + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "mode": "audio_speech", + "litellm_provider": "gemini" + }, + "gemini/gemini-2.5-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000015, "cache_read_input_token_cost": 1.25e-7, - "mode": "responses", - "litellm_provider": "openai", + "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "mode": "chat", + "litellm_provider": "gemini", "supports_pdf_input": true, - "supports_vision": true + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "gpt-5.1-codex-max": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, + "gemini/gemini-2.5-pro-preview-tts": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000015, "cache_read_input_token_cost": 1.25e-7, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, + "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, + "mode": "chat", + "litellm_provider": "gemini", "supports_vision": true }, - "gpt-5.1-codex-mini": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 2.5e-8, - "mode": "responses", - "litellm_provider": "openai", + "gemini/gemini-3-flash-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 5e-8, + "mode": "chat", + "litellm_provider": "gemini", "supports_pdf_input": true, "supports_vision": true }, - "gpt-5.2-codex": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, + "gemini/gemini-3-pro-image": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, + "mode": "image_generation", + "litellm_provider": "gemini", "supports_vision": true }, - "gpt-5.3-codex": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, + "gemini/gemini-3-pro-image-preview": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, + "mode": "image_generation", + "litellm_provider": "gemini", "supports_vision": true }, - "gpt-5-mini": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 2.5e-8, + "gemini/gemini-3-pro-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "gemini", "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true + }, + "gemini/gemini-3.1-flash-image": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, + "output_cost_per_image_token": 0.00006, + "mode": "image_generation", + "litellm_provider": "gemini", "supports_vision": true }, - "gpt-5-mini-2025-08-07": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, + "gemini/gemini-3.1-flash-image-preview": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, + "output_cost_per_image_token": 0.00006, + "mode": "image_generation", + "litellm_provider": "gemini", + "supports_vision": true + }, + "gemini/gemini-3.1-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000002, + "output_cost_per_token": 0.0000015, "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "gemini", "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true + }, + "gemini/gemini-3.1-flash-lite-image": { + "max_input_tokens": 65536, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "output_cost_per_image_token": 0.00003, + "mode": "image_generation", + "litellm_provider": "gemini", "supports_vision": true }, - "gpt-5-nano": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 5e-9, + "gemini/gemini-3.1-flash-lite-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "gemini", "supports_pdf_input": true, - "supports_vision": true + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "gpt-5-nano-2025-08-07": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 5e-9, + "gemini/gemini-3.1-flash-live-preview": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "gemini", + "supports_vision": true, + "supports_audio_input": true }, - "gpt-image-1": { - "input_cost_per_token": 0.000005, - "output_cost_per_image_token": 0.00004, - "cache_read_input_token_cost": 0.00000125, - "mode": "image_generation", - "litellm_provider": "openai" + "gemini/gemini-3.1-flash-tts-preview": { + "max_input_tokens": 8192, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.00002, + "mode": "audio_speech", + "litellm_provider": "gemini" }, - "gpt-image-1-mini": { + "gemini/gemini-3.1-pro-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, "input_cost_per_token": 0.000002, - "output_cost_per_image_token": 0.000008, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, "cache_read_input_token_cost": 2e-7, - "mode": "image_generation", - "litellm_provider": "openai" + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "gpt-realtime": { - "max_input_tokens": 32000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000004, - "output_cost_per_token": 0.000016, - "cache_read_input_token_cost": 4e-7, - "mode": "realtime", - "litellm_provider": "openai", - "supports_audio_input": true - }, - "gpt-realtime-1.5": { - "max_input_tokens": 32000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000004, - "output_cost_per_token": 0.000016, - "cache_read_input_token_cost": 4e-7, - "mode": "realtime", - "litellm_provider": "openai", - "supports_audio_input": true - }, - "gpt-realtime-2": { - "max_input_tokens": 32000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000004, - "output_cost_per_token": 0.000016, - "cache_read_input_token_cost": 4e-7, - "mode": "realtime", - "litellm_provider": "openai", - "supports_audio_input": true - }, - "gpt-realtime-2.1": { - "max_input_tokens": 128000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000004, - "output_cost_per_token": 0.000024, - "cache_read_input_token_cost": 4e-7, - "mode": "realtime", - "litellm_provider": "openai", - "supports_audio_input": true - }, - "gpt-realtime-2.1-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, - "cache_read_input_token_cost": 6e-8, - "mode": "realtime", - "litellm_provider": "openai", - "supports_audio_input": true - }, - "gpt-realtime-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, - "mode": "realtime", - "litellm_provider": "openai", - "supports_audio_input": true - }, - "gpt-realtime-2025-08-28": { - "max_input_tokens": 32000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000004, - "output_cost_per_token": 0.000016, - "cache_read_input_token_cost": 4e-7, - "mode": "realtime", - "litellm_provider": "openai", - "supports_audio_input": true - }, - "gradient_ai/alibaba-qwen3-32b": { - "max_input_tokens": 131072, - "max_output_tokens": 40960, - "mode": "chat", - "litellm_provider": "gradient_ai" - }, - "gradient_ai/anthropic-claude-3-opus": { - "max_input_tokens": 200000, - "max_output_tokens": 1024, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "mode": "chat", - "litellm_provider": "gradient_ai" - }, - "gradient_ai/anthropic-claude-3.5-haiku": { - "max_input_tokens": 200000, - "max_output_tokens": 1024, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.000004, - "mode": "chat", - "litellm_provider": "gradient_ai" - }, - "gradient_ai/anthropic-claude-3.5-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 1024, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "mode": "chat", - "litellm_provider": "gradient_ai" - }, - "gradient_ai/anthropic-claude-3.7-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 1024, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "mode": "chat", - "litellm_provider": "gradient_ai" - }, - "gradient_ai/deepseek-r1-distill-llama-70b": { - "max_input_tokens": 32768, - "max_output_tokens": 8000, - "input_cost_per_token": 9.9e-7, - "output_cost_per_token": 9.9e-7, - "mode": "chat", - "litellm_provider": "gradient_ai" - }, - "gradient_ai/llama3-8b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 512, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "gemini/gemini-3.1-pro-preview-customtools": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "gradient_ai/llama3.3-70b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 6.5e-7, - "output_cost_per_token": 6.5e-7, + "gemini/gemini-3.5-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000009, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "gradient_ai/mistral-nemo-instruct-2407": { - "max_input_tokens": 128000, - "max_output_tokens": 512, + "gemini/gemini-3.5-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, "input_cost_per_token": 3e-7, - "output_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "gradient_ai/openai-gpt-4o": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, + "gemini/gemini-3.5-live-translate-preview": { + "input_cost_per_token": 0.0000035, + "output_cost_per_token": 0.000021, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "gemini", + "supports_audio_input": true }, - "gradient_ai/openai-gpt-4o-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, + "gemini/gemini-3.6-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.00000375, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "gradient_ai/openai-o3": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "gemini/gemini-3.7-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.00000375, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "gradient_ai" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "gradient_ai/openai-o3-mini": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, - "mode": "chat", - "litellm_provider": "gradient_ai" + "gemini/gemini-embedding-001": { + "max_input_tokens": 2048, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "gemini" }, - "lemonade/Qwen3-Coder-30B-A3B-Instruct-GGUF": { - "max_input_tokens": 262144, - "max_output_tokens": 32768, - "input_cost_per_token": 0, + "gemini/gemini-embedding-2": { + "max_input_tokens": 8192, + "input_cost_per_token": 2e-7, "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "lemonade" + "mode": "embedding", + "litellm_provider": "gemini" }, - "lemonade/gpt-oss-20b-mxfp4-GGUF": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 0, + "gemini/gemini-embedding-2-preview": { + "max_input_tokens": 8192, + "input_cost_per_token": 2e-7, "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "lemonade" + "mode": "embedding", + "litellm_provider": "gemini" }, - "lemonade/gpt-oss-120b-mxfp-GGUF": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, + "gemini/gemini-exp-1114": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, "input_cost_per_token": 0, "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "lemonade" + "litellm_provider": "gemini", + "supports_vision": true }, - "lemonade/Gemma-3-4b-it-GGUF": { - "max_input_tokens": 128000, + "gemini/gemini-exp-1206": { + "max_input_tokens": 2097152, "max_output_tokens": 8192, "input_cost_per_token": 0, "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "lemonade" + "litellm_provider": "gemini", + "supports_vision": true }, - "lemonade/Qwen3-4B-Instruct-2507-GGUF": { - "max_input_tokens": 262144, - "max_output_tokens": 32768, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "lemonade" - }, - "amazon-nova/nova-micro-v1": { - "max_input_tokens": 128000, - "max_output_tokens": 10000, - "input_cost_per_token": 3.5e-8, - "output_cost_per_token": 1.4e-7, - "mode": "chat", - "litellm_provider": "amazon_nova" - }, - "amazon-nova/nova-lite-v1": { - "max_input_tokens": 300000, - "max_output_tokens": 10000, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 2.4e-7, + "gemini/gemini-flash-latest": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "amazon_nova", + "litellm_provider": "gemini", "supports_pdf_input": true, "supports_vision": true }, - "amazon-nova/nova-premier-v1": { - "max_input_tokens": 1000000, - "max_output_tokens": 10000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.0000125, + "gemini/gemini-flash-lite-latest": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "amazon_nova", + "litellm_provider": "gemini", "supports_pdf_input": true, "supports_vision": true }, - "amazon-nova/nova-pro-v1": { - "max_input_tokens": 300000, - "max_output_tokens": 10000, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000032, + "gemini/gemini-gemma-2-27b-it": { + "max_output_tokens": 8192, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 0.00000105, "mode": "chat", - "litellm_provider": "amazon_nova", - "supports_pdf_input": true, + "litellm_provider": "gemini", "supports_vision": true }, - "groq/llama-3.1-8b-instant": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 8e-8, - "mode": "chat", - "litellm_provider": "groq" - }, - "groq/llama-3.3-70b-versatile": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 5.9e-7, - "output_cost_per_token": 7.9e-7, - "mode": "chat", - "litellm_provider": "groq" - }, - "groq/gemma-7b-it": { - "max_input_tokens": 8192, + "gemini/gemini-gemma-2-9b-it": { "max_output_tokens": 8192, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 8e-8, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 0.00000105, "mode": "chat", - "litellm_provider": "groq" + "litellm_provider": "gemini", + "supports_vision": true }, - "groq/meta-llama/llama-prompt-guard-2-22m": { - "max_input_tokens": 512, - "max_output_tokens": 512, - "input_cost_per_token": 3e-8, - "output_cost_per_token": 3e-8, - "mode": "chat", - "litellm_provider": "groq" + "gemini/gemini-live-2.5-flash-preview-native-audio-09-2025": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 7.5e-8, + "mode": "realtime", + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true }, - "groq/meta-llama/llama-prompt-guard-2-86m": { - "max_input_tokens": 512, - "max_output_tokens": 512, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 4e-8, + "gemini/gemini-omni-flash-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000009, "mode": "chat", - "litellm_provider": "groq" + "litellm_provider": "gemini", + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "groq/meta-llama/llama-guard-4-12b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "gemini/gemini-pro-latest": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000015, + "cache_read_input_token_cost": 1.25e-7, + "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, "mode": "chat", - "litellm_provider": "groq" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "groq/meta-llama/llama-4-maverick-17b-128e-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "gemini/gemini-robotics-er-1.5-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "groq", + "litellm_provider": "gemini", "supports_vision": true }, - "groq/meta-llama/llama-4-scout-17b-16e-instruct": { + "gemini/gemini-robotics-er-1.6-preview": { "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 1.1e-7, - "output_cost_per_token": 3.4e-7, - "mode": "chat", - "litellm_provider": "groq", - "supports_vision": true - }, - "groq/moonshotai/kimi-k2-instruct-0905": { - "max_input_tokens": 262144, - "max_output_tokens": 16384, + "max_output_tokens": 65536, "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, - "cache_read_input_token_cost": 5e-7, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "groq" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "groq/openai/gpt-oss-120b": { + "gemini/gemini-robotics-er-2-preview": { "max_input_tokens": 131072, "max_output_tokens": 65536, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 7.5e-8, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "groq" + "litellm_provider": "gemini", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "groq/openai/gpt-oss-20b": { - "max_input_tokens": 131072, - "max_output_tokens": 65536, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, - "cache_read_input_token_cost": 3.75e-8, + "gemini/gemini-robotics-er-2-streaming-preview": { + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "groq" + "litellm_provider": "gemini", + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "groq/openai/gpt-oss-safeguard-20b": { + "gemini/gemma-3-27b-it": { "max_input_tokens": 131072, - "max_output_tokens": 65536, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, - "cache_read_input_token_cost": 3.7e-8, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "groq" + "litellm_provider": "gemini", + "supports_vision": true }, - "groq/canopylabs/orpheus-v1-english": { - "max_input_tokens": 4000, - "max_output_tokens": 50000, - "mode": "audio_speech", - "litellm_provider": "groq" + "gemini/imagen-3.0-fast-generate-001": { + "mode": "image_generation", + "litellm_provider": "gemini" }, - "groq/canopylabs/orpheus-arabic-saudi": { - "max_input_tokens": 4000, - "max_output_tokens": 50000, - "mode": "audio_speech", - "litellm_provider": "groq" + "gemini/imagen-3.0-generate-001": { + "mode": "image_generation", + "litellm_provider": "gemini" }, - "groq/playai-tts": { - "max_input_tokens": 10000, - "max_output_tokens": 10000, - "mode": "audio_speech", - "litellm_provider": "groq" + "gemini/imagen-3.0-generate-002": { + "mode": "image_generation", + "litellm_provider": "gemini" }, - "groq/qwen/qwen3.6-27b": { - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000003, + "gemini/imagen-4.0-fast-generate-001": { + "mode": "image_generation", + "litellm_provider": "gemini" + }, + "gemini/imagen-4.0-generate-001": { + "mode": "image_generation", + "litellm_provider": "gemini" + }, + "gemini/imagen-4.0-ultra-generate-001": { + "mode": "image_generation", + "litellm_provider": "gemini" + }, + "gemini/learnlm-1.5-pro-experimental": { + "max_input_tokens": 32767, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "groq", + "litellm_provider": "gemini", "supports_vision": true }, - "groq/qwen/qwen3-32b": { - "max_input_tokens": 131000, - "max_output_tokens": 131000, - "input_cost_per_token": 2.9e-7, - "output_cost_per_token": 5.9e-7, + "gemini/lyria-3-clip-preview": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "groq" + "litellm_provider": "gemini", + "supports_vision": false, + "supports_audio_input": false }, - "groq/whisper-large-v3": { - "mode": "audio_transcription", - "litellm_provider": "groq" + "gemini/lyria-3-pro-preview": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "gemini", + "supports_vision": false, + "supports_audio_input": false }, - "groq/whisper-large-v3-turbo": { - "mode": "audio_transcription", - "litellm_provider": "groq" + "gemini/veo-2.0-generate-001": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "gemini" }, - "hd/1024-x-1024/dall-e-3": { - "mode": "image_generation", - "litellm_provider": "openai" + "gemini/veo-3.1-fast-generate-001": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "gemini" }, - "hd/1024-x-1792/dall-e-3": { - "mode": "image_generation", - "litellm_provider": "openai" + "gemini/veo-3.1-fast-generate-preview": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "gemini" }, - "hd/1792-x-1024/dall-e-3": { - "mode": "image_generation", - "litellm_provider": "openai" + "gemini/veo-3.1-generate-001": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "gemini" }, - "heroku/claude-3-5-haiku": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "mode": "chat", - "litellm_provider": "heroku" + "gemini/veo-3.1-generate-preview": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "gemini" }, - "heroku/claude-3-5-sonnet-latest": { - "max_input_tokens": 200000, + "gemini/veo-3.1-lite-generate-preview": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "gemini" + }, + "gigachat/Embeddings": { + "max_input_tokens": 512, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "gigachat" + }, + "gigachat/Embeddings-2": { + "max_input_tokens": 512, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "gigachat" + }, + "gigachat/EmbeddingsGigaR": { + "max_input_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "gigachat" + }, + "gigachat/GigaChat-2-Lite": { + "max_input_tokens": 128000, "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "heroku" + "litellm_provider": "gigachat" }, - "heroku/claude-3-7-sonnet": { - "max_input_tokens": 200000, + "gigachat/GigaChat-2-Max": { + "max_input_tokens": 128000, "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "heroku" + "litellm_provider": "gigachat", + "supports_vision": true }, - "heroku/claude-4-sonnet": { - "max_input_tokens": 200000, + "gigachat/GigaChat-2-Pro": { + "max_input_tokens": 128000, "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "heroku" - }, - "high/1024-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "openai" + "litellm_provider": "gigachat", + "supports_vision": true }, - "high/1024-x-1536/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "openai" + "github_copilot/claude-haiku-4.5": { + "max_input_tokens": 128000, + "max_output_tokens": 16000, + "mode": "chat", + "litellm_provider": "github_copilot", + "supports_vision": true }, - "high/1536-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "openai" + "github_copilot/claude-opus-4.5": { + "max_input_tokens": 128000, + "max_output_tokens": 16000, + "mode": "chat", + "litellm_provider": "github_copilot", + "supports_vision": true }, - "hyperbolic/NousResearch/Hermes-3-Llama-3.1-70B": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "github_copilot/claude-opus-4.6-fast": { + "max_input_tokens": 128000, + "max_output_tokens": 16000, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "hyperbolic/Qwen/QwQ-32B": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "github_copilot/claude-opus-41": { + "max_input_tokens": 80000, + "max_output_tokens": 16000, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "hyperbolic/Qwen/Qwen2.5-72B-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "github_copilot/claude-sonnet-4": { + "max_input_tokens": 128000, + "max_output_tokens": 16000, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "hyperbolic/Qwen/Qwen2.5-Coder-32B-Instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "github_copilot/claude-sonnet-4.5": { + "max_input_tokens": 128000, + "max_output_tokens": 16000, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "hyperbolic/Qwen/Qwen3-235B-A22B": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000002, + "github_copilot/gemini-2.5-pro": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "hyperbolic/deepseek-ai/DeepSeek-R1": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 4e-7, + "github_copilot/gemini-3-pro-preview": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "hyperbolic/deepseek-ai/DeepSeek-R1-0528": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 2.5e-7, + "github_copilot/gpt-3.5-turbo": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "github_copilot" }, - "hyperbolic/deepseek-ai/DeepSeek-V3": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "github_copilot/gpt-3.5-turbo-0613": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "github_copilot" }, - "hyperbolic/deepseek-ai/DeepSeek-V3-0324": { + "github_copilot/gpt-4": { "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 4e-7, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "github_copilot" }, - "hyperbolic/meta-llama/Llama-3.2-3B-Instruct": { + "github_copilot/gpt-4-0613": { "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "github_copilot" }, - "hyperbolic/meta-llama/Llama-3.3-70B-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "github_copilot/gpt-4-o-preview": { + "max_input_tokens": 64000, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "github_copilot" }, - "hyperbolic/meta-llama/Meta-Llama-3-70B-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "github_copilot/gpt-4.1": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "hyperbolic/meta-llama/Meta-Llama-3.1-405B-Instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "github_copilot/gpt-4.1-2025-04-14": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "hyperbolic/meta-llama/Meta-Llama-3.1-70B-Instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, - "mode": "chat", - "litellm_provider": "hyperbolic" + "github_copilot/gpt-41-copilot": { + "mode": "completion", + "litellm_provider": "github_copilot" }, - "hyperbolic/meta-llama/Meta-Llama-3.1-8B-Instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "github_copilot/gpt-4o": { + "max_input_tokens": 64000, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "hyperbolic" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "hyperbolic/moonshotai/Kimi-K2-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000002, + "github_copilot/gpt-4o-2024-05-13": { + "max_input_tokens": 64000, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "hyperbolic" - }, - "j2-light": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000003, - "mode": "completion", - "litellm_provider": "ai21" - }, - "j2-mid": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00001, - "mode": "completion", - "litellm_provider": "ai21" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "j2-ultra": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000015, - "mode": "completion", - "litellm_provider": "ai21" + "github_copilot/gpt-4o-2024-08-06": { + "max_input_tokens": 64000, + "max_output_tokens": 16384, + "mode": "chat", + "litellm_provider": "github_copilot" }, - "jamba-1.5": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, + "github_copilot/gpt-4o-2024-11-20": { + "max_input_tokens": 64000, + "max_output_tokens": 16384, "mode": "chat", - "litellm_provider": "ai21" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "jamba-1.5-large": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "github_copilot/gpt-4o-mini": { + "max_input_tokens": 64000, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "ai21" + "litellm_provider": "github_copilot" }, - "jamba-1.5-large@001": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "github_copilot/gpt-4o-mini-2024-07-18": { + "max_input_tokens": 64000, + "max_output_tokens": 4096, "mode": "chat", - "litellm_provider": "ai21" + "litellm_provider": "github_copilot" }, - "jamba-1.5-mini": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, + "github_copilot/gpt-5": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, "mode": "chat", - "litellm_provider": "ai21" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "jamba-1.5-mini@001": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, + "github_copilot/gpt-5-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, "mode": "chat", - "litellm_provider": "ai21" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "jamba-large-1.6": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "github_copilot/gpt-5.1": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, "mode": "chat", - "litellm_provider": "ai21" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "jamba-large-1.7": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "github_copilot/gpt-5.1-codex-max": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "mode": "responses", + "litellm_provider": "github_copilot", + "supports_vision": true + }, + "github_copilot/gpt-5.2": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, "mode": "chat", - "litellm_provider": "ai21" + "litellm_provider": "github_copilot", + "supports_vision": true }, - "jamba-mini-1.6": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, + "github_copilot/gpt-5.3-codex": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "mode": "responses", + "litellm_provider": "github_copilot", + "supports_vision": true + }, + "github_copilot/mai-code-1-flash": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "ai21" + "litellm_provider": "github_copilot" }, - "jamba-mini-1.7": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, + "github_copilot/mai-code-1-flash-internal": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "ai21" + "litellm_provider": "github_copilot" }, - "jina-reranker-v2-base-multilingual": { - "max_input_tokens": 1024, - "max_output_tokens": 1024, - "input_cost_per_token": 1.8e-8, - "output_cost_per_token": 1.8e-8, - "mode": "rerank", - "litellm_provider": "jina_ai" + "github_copilot/text-embedding-3-small": { + "max_input_tokens": 8191, + "mode": "embedding", + "litellm_provider": "github_copilot" }, - "jp.anthropic.claude-sonnet-4-5-20250929-v1:0": { - "max_input_tokens": 200000, + "github_copilot/text-embedding-3-small-inference": { + "max_input_tokens": 8191, + "mode": "embedding", + "litellm_provider": "github_copilot" + }, + "github_copilot/text-embedding-ada-002": { + "max_input_tokens": 8191, + "mode": "embedding", + "litellm_provider": "github_copilot" + }, + "glm-4-7-251222": { + "max_input_tokens": 204800, + "max_output_tokens": 131072, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "volcengine" + }, + "global.amazon.nova-2-lite-v1:0": { + "max_input_tokens": 1000000, "max_output_tokens": 64000, - "input_cost_per_token": 0.0000033, - "output_cost_per_token": 0.0000165, - "input_cost_per_token_above_200k_tokens": 0.0000066, - "output_cost_per_token_above_200k_tokens": 0.00002475, - "cache_creation_input_token_cost": 0.000004125, - "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, - "cache_read_input_token_cost": 3.3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 7.5e-8, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true, + "supports_video_input": true + }, + "global.anthropic.claude-fable-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00005, + "cache_creation_input_token_cost": 0.0000125, + "cache_read_input_token_cost": 0.000001, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "jp.anthropic.claude-haiku-4-5-20251001-v1:0": { + "global.anthropic.claude-haiku-4-5-20251001-v1:0": { "max_input_tokens": 200000, "max_output_tokens": 64000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000055, - "cache_creation_input_token_cost": 0.000001375, - "cache_read_input_token_cost": 1.1e-7, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, "mode": "chat", "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "crusoe/deepseek-ai/DeepSeek-R1-0528": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000007, + "global.anthropic.claude-opus-4-5-20251101-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "crusoe" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "crusoe/deepseek-ai/DeepSeek-V3-0324": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.0000015, + "global.anthropic.claude-opus-4-6-v1": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "crusoe" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "crusoe/google/gemma-3-12b-it": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "global.anthropic.claude-opus-4-7": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "crusoe", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, "supports_vision": true }, - "crusoe/meta-llama/Llama-3.3-70B-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "global.anthropic.claude-opus-4-8": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "crusoe" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "crusoe/moonshotai/Kimi-K2-Thinking": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.0000025, + "global.anthropic.claude-opus-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "crusoe" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "crusoe/openai/gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 8e-7, + "global.anthropic.claude-sonnet-4-20250514-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "crusoe" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "crusoe/Qwen/Qwen3-235B-A22B-Instruct-2507": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, + "global.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "crusoe" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "inception/mercury-2": { - "max_input_tokens": 128000, - "max_output_tokens": 50000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 7.5e-7, - "cache_read_input_token_cost": 2.5e-8, + "global.anthropic.claude-sonnet-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "inception" - }, - "text-completion-inception/mercury-edit-2": { - "max_input_tokens": 32000, - "max_output_tokens": 8192, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 7.5e-7, - "cache_read_input_token_cost": 2.5e-8, - "mode": "completion", - "litellm_provider": "text-completion-inception" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "lambda_ai/deepseek-llama3.3-70b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "global.anthropic.claude-sonnet-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "cache_creation_input_token_cost": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "lambda_ai/deepseek-r1-0528": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "global.openai.gpt-5.6-luna": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000012, + "cache_creation_input_token_cost": 2.5e-7, + "cache_read_input_token_cost": 2e-8, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "lambda_ai/deepseek-r1-671b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 8e-7, + "global.openai.gpt-5.6-sol": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "lambda_ai/deepseek-v3-0324": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "global.openai.gpt-5.6-terra": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "cache_creation_input_token_cost": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "lambda_ai/hermes3-405b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 8e-7, + "global.xai.grok-4.6": { + "max_input_tokens": 500000, + "max_output_tokens": 500000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "lambda_ai/hermes3-70b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "gmi/MiniMaxAI/MiniMax-M2.1": { + "max_input_tokens": 196608, + "max_output_tokens": 16384, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "gmi" }, - "lambda_ai/hermes3-8b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2.5e-8, - "output_cost_per_token": 4e-8, + "gmi/Qwen/Qwen3-VL-235B-A22B-Instruct-FP8": { + "max_input_tokens": 262144, + "max_output_tokens": 16384, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000014, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "gmi", + "supports_vision": true }, - "lambda_ai/lfm-40b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 2e-7, + "gmi/anthropic/claude-opus-4": { + "max_input_tokens": 409600, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "gmi", + "supports_vision": true }, - "lambda_ai/lfm-7b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2.5e-8, - "output_cost_per_token": 4e-8, + "gmi/anthropic/claude-opus-4.5": { + "max_input_tokens": 409600, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "gmi", + "supports_vision": true }, - "lambda_ai/llama-4-maverick-17b-128e-instruct-fp8": { - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 1e-7, + "gmi/anthropic/claude-sonnet-4": { + "max_input_tokens": 409600, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "gmi", + "supports_vision": true }, - "lambda_ai/llama-4-scout-17b-16e-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 1e-7, + "gmi/anthropic/claude-sonnet-4.5": { + "max_input_tokens": 409600, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "gmi", + "supports_vision": true }, - "lambda_ai/llama3.1-405b-instruct-fp8": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 8e-7, + "gmi/deepseek-ai/DeepSeek-V3-0324": { + "max_input_tokens": 163840, + "max_output_tokens": 16384, + "input_cost_per_token": 2.8e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "gmi" }, - "lambda_ai/llama3.1-70b-instruct-fp8": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "gmi/deepseek-ai/DeepSeek-V3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 16384, + "input_cost_per_token": 2.8e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "gmi" }, - "lambda_ai/llama3.1-8b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2.5e-8, - "output_cost_per_token": 4e-8, + "gmi/google/gemini-3-flash-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "gmi", + "supports_vision": true }, - "lambda_ai/llama3.1-nemotron-70b-instruct-fp8": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "gmi/google/gemini-3-pro-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "gmi", + "supports_vision": true }, - "lambda_ai/llama3.2-11b-vision-instruct": { + "gmi/moonshotai/Kimi-K2-Thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 16384, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "gmi" + }, + "gmi/openai/gpt-4o": { "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.5e-8, - "output_cost_per_token": 2.5e-8, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "lambda_ai", + "litellm_provider": "gmi", "supports_vision": true }, - "lambda_ai/llama3.2-3b-instruct": { + "gmi/openai/gpt-4o-mini": { "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.5e-8, - "output_cost_per_token": 2.5e-8, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "gmi", + "supports_vision": true }, - "lambda_ai/llama3.3-70b-instruct-fp8": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 3e-7, + "gmi/openai/gpt-5": { + "max_input_tokens": 409600, + "max_output_tokens": 32000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "gmi" }, - "lambda_ai/qwen25-coder-32b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 1e-7, + "gmi/openai/gpt-5.1": { + "max_input_tokens": 409600, + "max_output_tokens": 32000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "gmi" }, - "lambda_ai/qwen3-32b-fp8": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 1e-7, + "gmi/openai/gpt-5.2": { + "max_input_tokens": 409600, + "max_output_tokens": 32000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, "mode": "chat", - "litellm_provider": "lambda_ai" + "litellm_provider": "gmi" }, - "low/1024-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "openai" + "gmi/zai-org/GLM-4.7-FP8": { + "max_input_tokens": 202752, + "max_output_tokens": 16384, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "gmi" }, - "low/1024-x-1536/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "openai" + "google.gemma-3-12b-it": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 2.9e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "low/1536-x-1024/gpt-image-1": { - "mode": "image_generation", - "litellm_provider": "openai" + "google.gemma-3-27b-it": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 2.3e-7, + "output_cost_per_token": 3.8e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "max-x-max/50-steps/stability.stable-diffusion-xl-v0": { - "max_input_tokens": 77, - "mode": "image_generation", - "litellm_provider": "bedrock" + "google.gemma-3-4b-it": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 8e-8, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "max-x-max/max-steps/stability.stable-diffusion-xl-v0": { - "max_input_tokens": 77, - "mode": "image_generation", - "litellm_provider": "bedrock" + "google_pse/search": { + "mode": "search", + "litellm_provider": "google_pse" }, - "medium/1024-x-1024/gpt-image-1": { - "mode": "image_generation", + "gpt-3.5-turbo": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", "litellm_provider": "openai" }, - "medium/1024-x-1536/gpt-image-1": { - "mode": "image_generation", + "gpt-3.5-turbo-0125": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", "litellm_provider": "openai" }, - "medium/1536-x-1024/gpt-image-1": { - "mode": "image_generation", + "gpt-3.5-turbo-1106": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000002, + "mode": "chat", "litellm_provider": "openai" }, - "low/1024-x-1024/gpt-image-1-mini": { - "mode": "image_generation", + "gpt-3.5-turbo-16k": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000004, + "mode": "chat", "litellm_provider": "openai" }, - "low/1024-x-1536/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "openai" + "gpt-3.5-turbo-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000002, + "mode": "completion", + "litellm_provider": "text-completion-openai" }, - "low/1536-x-1024/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "openai" + "gpt-3.5-turbo-instruct-0914": { + "max_input_tokens": 8192, + "max_output_tokens": 4097, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000002, + "mode": "completion", + "litellm_provider": "text-completion-openai" }, - "medium/1024-x-1024/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "medium/1024-x-1536/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "medium/1536-x-1024/gpt-image-1-mini": { - "mode": "image_generation", - "litellm_provider": "openai" - }, - "medlm-large": { + "gpt-4": { "max_input_tokens": 8192, - "max_output_tokens": 1024, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models" - }, - "medlm-medium": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00006, "mode": "chat", - "litellm_provider": "vertex_ai-language-models" + "litellm_provider": "openai" }, - "meta.llama2-13b-chat-v1": { - "max_input_tokens": 4096, + "gpt-4-0125-preview": { + "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 7.5e-7, - "output_cost_per_token": 0.000001, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "openai" }, - "meta.llama2-70b-chat-v1": { - "max_input_tokens": 4096, + "gpt-4-0314": { + "max_input_tokens": 8192, "max_output_tokens": 4096, - "input_cost_per_token": 0.00000195, - "output_cost_per_token": 0.00000256, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00006, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "openai" }, - "meta.llama3-1-405b-instruct-v1:0": { - "max_input_tokens": 128000, + "gpt-4-0613": { + "max_input_tokens": 8192, "max_output_tokens": 4096, - "input_cost_per_token": 0.00000532, - "output_cost_per_token": 0.000016, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00006, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "openai" }, - "meta.llama3-1-70b-instruct-v1:0": { + "gpt-4-1106-preview": { "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 9.9e-7, - "output_cost_per_token": 9.9e-7, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "openai" }, - "meta.llama3-1-8b-instruct-v1:0": { + "gpt-4-turbo": { "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 2.2e-7, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "meta.llama3-2-11b-instruct-v1:0": { + "gpt-4-turbo-2024-04-09": { "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 3.5e-7, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, "mode": "chat", - "litellm_provider": "bedrock", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "meta.llama3-2-1b-instruct-v1:0": { + "gpt-4-turbo-preview": { "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "openai", + "supports_pdf_input": true }, - "meta.llama3-2-3b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "gpt-4.1": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "meta.llama3-2-90b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, + "gpt-4.1-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "bedrock", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "meta.llama3-3-70b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, + "gpt-4.1-mini": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "meta.llama3-70b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000265, - "output_cost_per_token": 0.0000035, + "gpt-4.1-mini-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "meta.llama3-8b-instruct-v1:0": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 6e-7, + "gpt-4.1-nano": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "meta.llama4-maverick-17b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.4e-7, - "output_cost_per_token": 9.7e-7, + "gpt-4.1-nano-2025-04-14": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "meta.llama4-scout-17b-instruct-v1:0": { + "gpt-4o": { "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.7e-7, - "output_cost_per_token": 6.6e-7, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "meta/muse-spark-1.1": { - "max_input_tokens": 1048576, - "max_output_tokens": 131072, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00000425, - "cache_read_input_token_cost": 1.5e-7, + "gpt-4o-2024-05-13": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "meta", + "litellm_provider": "openai", "supports_pdf_input": true, "supports_vision": true }, - "meta/muse-spark-1.2": { - "max_input_tokens": 1048576, - "max_output_tokens": 131072, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00000425, - "cache_read_input_token_cost": 1.5e-7, + "gpt-4o-2024-08-06": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "meta", + "litellm_provider": "openai", "supports_pdf_input": true, "supports_vision": true }, - "meta/muse-spark-1.2-contributor": { - "max_input_tokens": 1048576, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 2e-7, - "cache_read_input_token_cost": 2e-9, + "gpt-4o-2024-11-20": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "meta", + "litellm_provider": "openai", "supports_pdf_input": true, "supports_vision": true }, - "meta_llama/Llama-3.3-70B-Instruct": { + "gpt-4o-audio-preview": { "max_input_tokens": 128000, - "max_output_tokens": 4028, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "meta_llama" + "litellm_provider": "openai", + "supports_audio_input": true }, - "meta_llama/Llama-3.3-8B-Instruct": { + "gpt-4o-audio-preview-2024-12-17": { "max_input_tokens": 128000, - "max_output_tokens": 4028, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "meta_llama" + "litellm_provider": "openai", + "supports_audio_input": true }, - "meta_llama/Llama-4-Maverick-17B-128E-Instruct-FP8": { - "max_input_tokens": 1000000, - "max_output_tokens": 4028, + "gpt-4o-audio-preview-2025-06-03": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "meta_llama" + "litellm_provider": "openai", + "supports_audio_input": true }, - "meta_llama/Llama-4-Scout-17B-16E-Instruct-FP8": { - "max_input_tokens": 10000000, - "max_output_tokens": 4028, + "gpt-4o-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "meta_llama" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "minimax.minimax-m2": { + "gpt-4o-mini-2024-07-18": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "minimax.minimax-m2.1": { - "max_input_tokens": 196000, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, + "gpt-4o-mini-audio-preview": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "openai", + "supports_audio_input": true }, - "minimax.minimax-m2.5": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, + "gpt-4o-mini-audio-preview-2024-12-17": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" - }, - "minimax/speech-02-hd": { - "mode": "audio_speech", - "litellm_provider": "minimax" - }, - "minimax/speech-02-turbo": { - "mode": "audio_speech", - "litellm_provider": "minimax" + "litellm_provider": "openai", + "supports_audio_input": true }, - "minimax/speech-2.6-hd": { - "mode": "audio_speech", - "litellm_provider": "minimax" + "gpt-4o-mini-realtime-preview": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 3e-7, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "minimax/speech-2.6-turbo": { - "mode": "audio_speech", - "litellm_provider": "minimax" + "gpt-4o-mini-realtime-preview-2024-12-17": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 3e-7, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "minimax/MiniMax-M2.1": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "cache_creation_input_token_cost": 3.75e-7, - "cache_read_input_token_cost": 3e-8, + "gpt-4o-mini-search-preview": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "minimax" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "minimax/MiniMax-M2.1-lightning": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000024, - "cache_creation_input_token_cost": 3.75e-7, - "cache_read_input_token_cost": 3e-8, + "gpt-4o-mini-search-preview-2025-03-11": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "minimax" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "minimax/MiniMax-M2.5": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "cache_creation_input_token_cost": 3.75e-7, - "cache_read_input_token_cost": 3e-8, - "mode": "chat", - "litellm_provider": "minimax" + "gpt-4o-mini-transcribe": { + "max_input_tokens": 16000, + "max_output_tokens": 2000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.000005, + "mode": "audio_transcription", + "litellm_provider": "openai" }, - "minimax/MiniMax-M2.5-lightning": { - "max_input_tokens": 1000000, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000024, - "cache_creation_input_token_cost": 3.75e-7, - "cache_read_input_token_cost": 3e-8, - "mode": "chat", - "litellm_provider": "minimax" + "gpt-4o-mini-transcribe-2025-03-20": { + "max_input_tokens": 16000, + "max_output_tokens": 2000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.000005, + "mode": "audio_transcription", + "litellm_provider": "openai" }, - "minimax/MiniMax-M2": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "cache_creation_input_token_cost": 3.75e-7, - "cache_read_input_token_cost": 3e-8, - "mode": "chat", - "litellm_provider": "minimax" + "gpt-4o-mini-transcribe-2025-12-15": { + "max_input_tokens": 16000, + "max_output_tokens": 2000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.000005, + "mode": "audio_transcription", + "litellm_provider": "openai" }, - "minimax/MiniMax-M3": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "cache_read_input_token_cost": 6e-8, - "mode": "chat", - "litellm_provider": "minimax", - "supports_vision": true + "gpt-4o-mini-tts": { + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "audio_speech", + "litellm_provider": "openai" }, - "mistral.devstral-2-123b": { - "max_input_tokens": 256000, - "max_output_tokens": 8192, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, - "mode": "chat", - "litellm_provider": "bedrock_converse" + "gpt-4o-mini-tts-2025-03-20": { + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "audio_speech", + "litellm_provider": "openai" }, - "mistral.magistral-small-2509": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", - "litellm_provider": "bedrock_converse" + "gpt-4o-mini-tts-2025-12-15": { + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "audio_speech", + "litellm_provider": "openai" }, - "mistral.ministral-3-14b-instruct": { + "gpt-4o-realtime-preview": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse" + "max_output_tokens": 4096, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00002, + "cache_read_input_token_cost": 0.0000025, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "mistral.ministral-3-3b-instruct": { + "gpt-4o-realtime-preview-2024-12-17": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse" + "max_output_tokens": 4096, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00002, + "cache_read_input_token_cost": 0.0000025, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "mistral.ministral-3-8b-instruct": { + "gpt-4o-realtime-preview-2025-06-03": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse" + "max_output_tokens": 4096, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00002, + "cache_read_input_token_cost": 0.0000025, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "mistral.mistral-7b-instruct-v0:2": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "bedrock" - }, - "mistral.mistral-large-2402-v1:0": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, - "mode": "chat", - "litellm_provider": "bedrock" - }, - "mistral.mistral-large-2407-v1:0": { + "gpt-4o-search-preview": { "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000009, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral.mistral-large-3-675b-instruct": { + "gpt-4o-search-preview-2025-03-11": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral.mistral-small-2402-v1:0": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, - "mode": "chat", - "litellm_provider": "bedrock" + "gpt-4o-transcribe": { + "max_input_tokens": 16000, + "max_output_tokens": 2000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "audio_transcription", + "litellm_provider": "openai" }, - "mistral.mixtral-8x7b-instruct-v0:1": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 4.5e-7, - "output_cost_per_token": 7e-7, - "mode": "chat", - "litellm_provider": "bedrock" + "gpt-4o-transcribe-diarize": { + "max_input_tokens": 16000, + "max_output_tokens": 2000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "audio_transcription", + "litellm_provider": "openai" }, - "mistral.voxtral-mini-3b-2507": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 4e-8, + "gpt-5": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_audio_input": true + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral.voxtral-small-24b-2507": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "gpt-5-2025-08-07": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_audio_input": true + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/codestral-2405": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "gpt-5-chat": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/codestral-2508": { + "gpt-5-chat-latest": { "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 9e-7, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/codestral-latest": { - "max_input_tokens": 128000, + "gpt-5-codex": { + "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "mistral" + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/codestral-mamba-latest": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, + "gpt-5-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/devstral-medium-2507": { - "max_input_tokens": 128000, + "gpt-5-mini-2025-08-07": { + "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 4e-7, + "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/devstral-small-2505": { - "max_input_tokens": 128000, + "gpt-5-nano": { + "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 5e-9, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/devstral-small-2507": { - "max_input_tokens": 128000, + "gpt-5-nano-2025-08-07": { + "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 5e-9, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/devstral-small-latest": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, - "mode": "chat", - "litellm_provider": "mistral" + "gpt-5-pro": { + "max_input_tokens": 400000, + "max_output_tokens": 272000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00012, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/labs-devstral-small-2512": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, - "mode": "chat", - "litellm_provider": "mistral" + "gpt-5-pro-2025-10-06": { + "max_input_tokens": 400000, + "max_output_tokens": 272000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00012, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/devstral-latest": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, + "gpt-5-search-api": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/devstral-medium-latest": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, + "gpt-5-search-api-2025-10-14": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/devstral-2512": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, - "mode": "chat", - "litellm_provider": "mistral" - }, - "mistral/zai-glm-5-2": { - "max_input_tokens": 1048576, - "max_output_tokens": 131072, - "input_cost_per_token": 0.0000014, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 1.4e-7, - "mode": "chat", - "litellm_provider": "mistral" - }, - "mistral/glm-5-2": { - "max_input_tokens": 1048576, - "max_output_tokens": 131072, - "input_cost_per_token": 0.0000014, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 1.4e-7, - "mode": "chat", - "litellm_provider": "mistral" - }, - "mistral/magistral-medium-2506": { - "max_input_tokens": 40000, - "max_output_tokens": 40000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, + "gpt-5.1": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/magistral-medium-2509": { - "max_input_tokens": 40000, - "max_output_tokens": 40000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, + "gpt-5.1-2025-11-13": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/magistral-medium-1-2-2509": { - "max_input_tokens": 40000, - "max_output_tokens": 40000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, + "gpt-5.1-chat-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "mistral" - }, - "mistral/mistral-ocr-latest": { - "mode": "ocr", - "litellm_provider": "mistral" - }, - "mistral/mistral-ocr-4-0": { - "mode": "ocr", - "litellm_provider": "mistral" - }, - "mistral/mistral-ocr-4-1": { - "mode": "ocr", - "litellm_provider": "mistral" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/mistral-ocr-2505-completion": { - "mode": "ocr", - "litellm_provider": "mistral" + "gpt-5.1-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/mistral-ocr-2512": { - "mode": "ocr", - "litellm_provider": "mistral" + "gpt-5.1-codex-max": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/magistral-medium-latest": { - "max_input_tokens": 40000, - "max_output_tokens": 40000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, - "mode": "chat", - "litellm_provider": "mistral" + "gpt-5.1-codex-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 2.5e-8, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/magistral-small-2506": { - "max_input_tokens": 40000, - "max_output_tokens": 40000, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "gpt-5.2": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/magistral-small-latest": { - "max_input_tokens": 40000, - "max_output_tokens": 40000, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "gpt-5.2-2025-12-11": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/magistral-small-1-2-2509": { - "max_input_tokens": 40000, - "max_output_tokens": 40000, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "gpt-5.2-chat-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/mistral-embed": { - "max_input_tokens": 8192, - "input_cost_per_token": 1e-7, - "mode": "embedding", - "litellm_provider": "mistral" + "gpt-5.2-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/codestral-embed": { - "max_input_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "mode": "embedding", - "litellm_provider": "mistral" + "gpt-5.2-pro": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000021, + "output_cost_per_token": 0.000168, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/codestral-embed-2505": { - "max_input_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "mode": "embedding", - "litellm_provider": "mistral" + "gpt-5.2-pro-2025-12-11": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000021, + "output_cost_per_token": 0.000168, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/mistral-large-2402": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000004, - "output_cost_per_token": 0.000012, + "gpt-5.3-chat-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/mistral-large-2407": { - "max_input_tokens": 128000, + "gpt-5.3-codex": { + "max_input_tokens": 272000, "max_output_tokens": 128000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000009, - "mode": "chat", - "litellm_provider": "mistral" + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/mistral-large-2411": { - "max_input_tokens": 128000, + "gpt-5.4": { + "max_input_tokens": 1050000, "max_output_tokens": 128000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 2.5e-7, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/mistral-large-latest": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "gpt-5.4-2026-03-05": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 2.5e-7, "mode": "chat", - "litellm_provider": "mistral", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "mistral/mistral-large-3": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "gpt-5.4-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "mistral", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "mistral/mistral-large-2512": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "gpt-5.4-mini-2026-03-17": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.0000045, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "mistral", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "mistral/mistral-medium": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.0000027, - "output_cost_per_token": 0.0000081, - "mode": "chat", - "litellm_provider": "mistral" - }, - "mistral/mistral-medium-2312": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.0000027, - "output_cost_per_token": 0.0000081, - "mode": "chat", - "litellm_provider": "mistral" - }, - "mistral/mistral-medium-2505": { - "max_input_tokens": 131072, - "max_output_tokens": 8191, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, + "gpt-5.4-nano": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.00000125, + "cache_read_input_token_cost": 2e-8, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/mistral-medium-2508": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, + "gpt-5.4-nano-2026-03-17": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.00000125, + "cache_read_input_token_cost": 2e-8, "mode": "chat", - "litellm_provider": "mistral", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "mistral/mistral-medium-2604": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.0000075, - "mode": "chat", - "litellm_provider": "mistral", + "gpt-5.4-pro": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "mistral/mistral-medium-latest": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.0000075, - "mode": "chat", - "litellm_provider": "mistral", + "gpt-5.4-pro-2026-03-05": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "mistral/mistral-medium-3-1-2508": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, + "gpt-5.5": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "mistral", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "mistral/mistral-medium-3-5": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.0000075, + "gpt-5.5-2026-04-23": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00003, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "mistral", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "mistral/mistral-small": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, - "mode": "chat", - "litellm_provider": "mistral" + "gpt-5.5-pro": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/mistral-small-latest": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "mistral", + "gpt-5.5-pro-2026-04-23": { + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00018, + "cache_read_input_token_cost": 0.000003, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "mistral/mistral-small-3-2-2506": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 1.8e-7, + "gpt-5.6": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.00002, + "cache_creation_input_token_cost": 0.000005, + "cache_read_input_token_cost": 4e-7, "mode": "chat", - "litellm_provider": "mistral", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "mistral/ministral-3-3b-2512": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "gpt-5.6-cyber": { + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000125, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.000015625, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "mistral", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "mistral/ministral-3-8b-2512": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "gpt-5.6-luna": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.0000012, + "cache_creation_input_token_cost": 2.5e-7, + "cache_read_input_token_cost": 2e-8, "mode": "chat", - "litellm_provider": "mistral", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "mistral/ministral-3-14b-2512": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "gpt-5.6-sol": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.00002, + "cache_creation_input_token_cost": 0.000005, + "cache_read_input_token_cost": 4e-7, "mode": "chat", - "litellm_provider": "mistral", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "mistral/ministral-8b-2512": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "gpt-5.6-terra": { + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "cache_creation_input_token_cost": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "mistral", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "mistral/ministral-8b-latest": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "gpt-audio": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "mistral", - "supports_vision": true + "litellm_provider": "openai", + "supports_vision": false, + "supports_audio_input": true }, - "mistral/mistral-tiny": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 2.5e-7, + "gpt-audio-1.5": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "openai", + "supports_vision": false, + "supports_audio_input": true }, - "mistral/open-codestral-mamba": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 2.5e-7, + "gpt-audio-2025-08-28": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "openai", + "supports_vision": false, + "supports_audio_input": true }, - "mistral/open-mistral-7b": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 2.5e-7, + "gpt-audio-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "openai", + "supports_vision": false, + "supports_audio_input": true }, - "mistral/open-mistral-nemo": { + "gpt-audio-mini-2025-10-06": { "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 3e-7, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "openai", + "supports_vision": false, + "supports_audio_input": true }, - "mistral/open-mistral-nemo-2407": { + "gpt-audio-mini-2025-12-15": { "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 3e-7, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, "mode": "chat", - "litellm_provider": "mistral" + "litellm_provider": "openai", + "supports_vision": false, + "supports_audio_input": true }, - "mistral/open-mixtral-8x22b": { - "max_input_tokens": 65336, - "max_output_tokens": 8191, + "gpt-image-1": { + "input_cost_per_token": 0.000005, + "output_cost_per_image_token": 0.00004, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "openai" + }, + "gpt-image-1-mini": { "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, - "mode": "chat", - "litellm_provider": "mistral" + "output_cost_per_image_token": 0.000008, + "cache_read_input_token_cost": 2e-7, + "mode": "image_generation", + "litellm_provider": "openai" }, - "mistral/open-mixtral-8x7b": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 7e-7, - "output_cost_per_token": 7e-7, - "mode": "chat", - "litellm_provider": "mistral" + "gpt-image-1.5": { + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00001, + "output_cost_per_image_token": 0.000032, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "mistral/pixtral-12b-2409": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, - "mode": "chat", - "litellm_provider": "mistral", + "gpt-image-1.5-2025-12-16": { + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00001, + "output_cost_per_image_token": 0.000032, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "mistral/pixtral-large-2411": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, - "mode": "chat", - "litellm_provider": "mistral", + "gpt-image-2": { + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00001, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "mistral/pixtral-large-latest": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, - "mode": "chat", - "litellm_provider": "mistral", + "gpt-image-2-2026-04-21": { + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00001, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 0.00000125, + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "moonshot.kimi-k2-thinking": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, - "mode": "chat", - "litellm_provider": "bedrock_converse" + "gpt-live-transcribe": { + "mode": "audio_transcription", + "litellm_provider": "openai", + "supports_audio_input": true }, - "moonshotai.kimi-k2.5": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000003, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_vision": true + "gpt-realtime": { + "max_input_tokens": 32000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000016, + "cache_read_input_token_cost": 4e-7, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "moonshot/kimi-k2-0711-preview": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 1.5e-7, - "mode": "chat", - "litellm_provider": "moonshot" + "gpt-realtime-1.5": { + "max_input_tokens": 32000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000016, + "cache_read_input_token_cost": 4e-7, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "moonshot/kimi-k2-0905-preview": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 1.5e-7, - "mode": "chat", - "litellm_provider": "moonshot" + "gpt-realtime-2": { + "max_input_tokens": 32000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000016, + "cache_read_input_token_cost": 4e-7, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "moonshot/kimi-k2-turbo-preview": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 0.00000115, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 1.5e-7, - "mode": "chat", - "litellm_provider": "moonshot" + "gpt-realtime-2.1": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000024, + "cache_read_input_token_cost": 4e-7, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "moonshot/kimi-k2.5": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, + "gpt-realtime-2.1-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000003, - "cache_read_input_token_cost": 1e-7, - "mode": "chat", - "litellm_provider": "moonshot", - "supports_vision": true, - "supports_video_input": true + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 6e-8, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true }, - "moonshot/kimi-k2.6": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 9.5e-7, + "gpt-realtime-2025-08-28": { + "max_input_tokens": 32000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000016, + "cache_read_input_token_cost": 4e-7, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true + }, + "gpt-realtime-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true + }, + "gpt-realtime-mini-2025-10-06": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 6e-8, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true + }, + "gpt-realtime-mini-2025-12-15": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, + "cache_read_input_token_cost": 6e-8, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true + }, + "gpt-realtime-translate": { + "max_input_tokens": 16000, + "max_output_tokens": 2000, + "mode": "realtime", + "litellm_provider": "openai", + "supports_audio_input": true + }, + "gpt-realtime-whisper": { + "mode": "audio_transcription", + "litellm_provider": "openai", + "supports_audio_input": true + }, + "gpt-transcribe": { + "mode": "audio_transcription", + "litellm_provider": "openai", + "supports_audio_input": true + }, + "gradient_ai/alibaba-qwen3-32b": { + "max_input_tokens": 131072, + "max_output_tokens": 40960, + "mode": "chat", + "litellm_provider": "gradient_ai" + }, + "gradient_ai/anthropic-claude-3-opus": { + "max_input_tokens": 200000, + "max_output_tokens": 1024, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "mode": "chat", + "litellm_provider": "gradient_ai" + }, + "gradient_ai/anthropic-claude-3.5-haiku": { + "max_input_tokens": 200000, + "max_output_tokens": 1024, + "input_cost_per_token": 8e-7, "output_cost_per_token": 0.000004, - "cache_read_input_token_cost": 1.6e-7, "mode": "chat", - "litellm_provider": "moonshot", - "supports_vision": true, - "supports_video_input": true + "litellm_provider": "gradient_ai" }, - "moonshot/kimi-k3": { - "max_input_tokens": 1048576, - "max_output_tokens": 1048576, + "gradient_ai/anthropic-claude-3.5-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 1024, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, - "cache_read_input_token_cost": 3e-7, - "mode": "chat", - "litellm_provider": "moonshot", - "supports_vision": true, - "supports_video_input": true - }, - "moonshot/kimi-latest": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, - "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "moonshot", - "supports_vision": true + "litellm_provider": "gradient_ai" }, - "moonshot/kimi-latest-128k": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, - "cache_read_input_token_cost": 1.5e-7, + "gradient_ai/anthropic-claude-3.7-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 1024, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "moonshot", - "supports_vision": true + "litellm_provider": "gradient_ai" }, - "moonshot/kimi-latest-32k": { + "gradient_ai/deepseek-r1-distill-llama-70b": { "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, - "cache_read_input_token_cost": 1.5e-7, + "max_output_tokens": 8000, + "input_cost_per_token": 9.9e-7, + "output_cost_per_token": 9.9e-7, "mode": "chat", - "litellm_provider": "moonshot", - "supports_vision": true + "litellm_provider": "gradient_ai" }, - "moonshot/kimi-latest-8k": { + "gradient_ai/llama3-8b-instruct": { "max_input_tokens": 8192, - "max_output_tokens": 8192, + "max_output_tokens": 512, "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 1.5e-7, - "mode": "chat", - "litellm_provider": "moonshot", - "supports_vision": true - }, - "moonshot/kimi-thinking-preview": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 1.5e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "moonshot", - "supports_vision": true + "litellm_provider": "gradient_ai" }, - "moonshot/kimi-k2-thinking": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 1.5e-7, + "gradient_ai/llama3.3-70b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 6.5e-7, + "output_cost_per_token": 6.5e-7, "mode": "chat", - "litellm_provider": "moonshot" + "litellm_provider": "gradient_ai" }, - "moonshot/kimi-k2-thinking-turbo": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 0.00000115, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 1.5e-7, + "gradient_ai/mistral-nemo-instruct-2407": { + "max_input_tokens": 128000, + "max_output_tokens": 512, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "moonshot" + "litellm_provider": "gradient_ai" }, - "moonshot/moonshot-v1-128k": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, + "gradient_ai/openai-gpt-4o": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, "mode": "chat", - "litellm_provider": "moonshot" + "litellm_provider": "gradient_ai" }, - "moonshot/moonshot-v1-128k-0430": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, + "gradient_ai/openai-gpt-4o-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, "mode": "chat", - "litellm_provider": "moonshot" + "litellm_provider": "gradient_ai" }, - "moonshot/moonshot-v1-128k-vision-preview": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "gradient_ai/openai-o3": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, + "output_cost_per_token": 0.000008, "mode": "chat", - "litellm_provider": "moonshot", - "supports_vision": true + "litellm_provider": "gradient_ai" }, - "moonshot/moonshot-v1-32k": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "gradient_ai/openai-o3-mini": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, "mode": "chat", - "litellm_provider": "moonshot" + "litellm_provider": "gradient_ai" }, - "moonshot/moonshot-v1-32k-0430": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, - "mode": "chat", - "litellm_provider": "moonshot" + "groq/canopylabs/orpheus-arabic-saudi": { + "max_input_tokens": 4000, + "max_output_tokens": 50000, + "mode": "audio_speech", + "litellm_provider": "groq" }, - "moonshot/moonshot-v1-32k-vision-preview": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, - "mode": "chat", - "litellm_provider": "moonshot", - "supports_vision": true + "groq/canopylabs/orpheus-v1-english": { + "max_input_tokens": 4000, + "max_output_tokens": 50000, + "mode": "audio_speech", + "litellm_provider": "groq" }, - "moonshot/moonshot-v1-8k": { + "groq/gemma-7b-it": { "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.000002, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 8e-8, "mode": "chat", - "litellm_provider": "moonshot" + "litellm_provider": "groq" }, - "moonshot/moonshot-v1-8k-0430": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.000002, - "mode": "chat", - "litellm_provider": "moonshot" - }, - "moonshot/moonshot-v1-8k-vision-preview": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.000002, - "mode": "chat", - "litellm_provider": "moonshot", - "supports_vision": true - }, - "moonshot/moonshot-v1-auto": { + "groq/llama-3.1-8b-instant": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000005, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 8e-8, "mode": "chat", - "litellm_provider": "moonshot" + "litellm_provider": "groq" }, - "morph/morph-v3-fast": { - "max_input_tokens": 16000, - "max_output_tokens": 16000, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000012, + "groq/llama-3.3-70b-versatile": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 5.9e-7, + "output_cost_per_token": 7.9e-7, "mode": "chat", - "litellm_provider": "morph", - "supports_vision": false + "litellm_provider": "groq" }, - "morph/morph-v3-large": { - "max_input_tokens": 16000, - "max_output_tokens": 16000, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 0.0000019, + "groq/meta-llama/llama-4-maverick-17b-128e-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "morph", - "supports_vision": false - }, - "multimodalembedding": { - "max_input_tokens": 2048, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" - }, - "multimodalembedding@001": { - "max_input_tokens": 2048, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" + "litellm_provider": "groq", + "supports_vision": true }, - "nscale/Qwen/QwQ-32B": { - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 2e-7, + "groq/meta-llama/llama-4-scout-17b-16e-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, + "input_cost_per_token": 1.1e-7, + "output_cost_per_token": 3.4e-7, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "groq", + "supports_vision": true }, - "nscale/Qwen/Qwen2.5-Coder-32B-Instruct": { - "input_cost_per_token": 6e-8, + "groq/meta-llama/llama-guard-4-12b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "groq" }, - "nscale/Qwen/Qwen2.5-Coder-3B-Instruct": { - "input_cost_per_token": 1e-8, + "groq/meta-llama/llama-prompt-guard-2-22m": { + "max_input_tokens": 512, + "max_output_tokens": 512, + "input_cost_per_token": 3e-8, "output_cost_per_token": 3e-8, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "groq" }, - "nscale/Qwen/Qwen2.5-Coder-7B-Instruct": { - "input_cost_per_token": 1e-8, - "output_cost_per_token": 3e-8, + "groq/meta-llama/llama-prompt-guard-2-86m": { + "max_input_tokens": 512, + "max_output_tokens": 512, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 4e-8, "mode": "chat", - "litellm_provider": "nscale" - }, - "nscale/black-forest-labs/FLUX.1-schnell": { - "mode": "image_generation", - "litellm_provider": "nscale" + "litellm_provider": "groq" }, - "nscale/deepseek-ai/DeepSeek-R1-Distill-Llama-70B": { - "input_cost_per_token": 3.75e-7, - "output_cost_per_token": 3.75e-7, + "groq/moonshotai/kimi-k2-instruct-0905": { + "max_input_tokens": 262144, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "groq" }, - "nscale/deepseek-ai/DeepSeek-R1-Distill-Llama-8B": { - "input_cost_per_token": 2.5e-8, - "output_cost_per_token": 2.5e-8, + "groq/openai/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "groq" }, - "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B": { - "input_cost_per_token": 9e-8, - "output_cost_per_token": 9e-8, + "groq/openai/gpt-oss-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 3.75e-8, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "groq" }, - "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B": { - "input_cost_per_token": 7e-8, - "output_cost_per_token": 7e-8, + "groq/openai/gpt-oss-safeguard-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 3.7e-8, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "groq" }, - "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B": { - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, - "mode": "chat", - "litellm_provider": "nscale" + "groq/playai-tts": { + "max_input_tokens": 10000, + "max_output_tokens": 10000, + "mode": "audio_speech", + "litellm_provider": "groq" }, - "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B": { - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "groq/qwen/qwen3-32b": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, + "input_cost_per_token": 2.9e-7, + "output_cost_per_token": 5.9e-7, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "groq" }, - "nscale/meta-llama/Llama-3.1-8B-Instruct": { - "input_cost_per_token": 3e-8, - "output_cost_per_token": 3e-8, + "groq/qwen/qwen3.6-27b": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "nscale" + "litellm_provider": "groq", + "supports_vision": true }, - "nscale/meta-llama/Llama-3.3-70B-Instruct": { - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "nscale" + "groq/whisper-large-v3": { + "mode": "audio_transcription", + "litellm_provider": "groq" }, - "nscale/meta-llama/Llama-4-Scout-17B-16E-Instruct": { - "input_cost_per_token": 9e-8, - "output_cost_per_token": 2.9e-7, - "mode": "chat", - "litellm_provider": "nscale" + "groq/whisper-large-v3-turbo": { + "mode": "audio_transcription", + "litellm_provider": "groq" }, - "nscale/mistralai/mixtral-8x22b-instruct-v0.1": { - "input_cost_per_token": 6e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "nscale" + "hd/1024-x-1024/dall-e-3": { + "mode": "image_generation", + "litellm_provider": "openai" }, - "nscale/stabilityai/stable-diffusion-xl-base-1.0": { + "hd/1024-x-1792/dall-e-3": { "mode": "image_generation", - "litellm_provider": "nscale" + "litellm_provider": "openai" }, - "nebius/deepseek-ai/DeepSeek-R1": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000024, - "mode": "chat", - "litellm_provider": "nebius" + "hd/1792-x-1024/dall-e-3": { + "mode": "image_generation", + "litellm_provider": "openai" }, - "nebius/deepseek-ai/DeepSeek-R1-0528": { - "max_input_tokens": 164000, - "max_output_tokens": 164000, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000024, + "heroku/claude-3-5-haiku": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "nebius" + "litellm_provider": "heroku" }, - "nebius/deepseek-ai/DeepSeek-R1-Distill-Llama-70B": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 7.5e-7, + "heroku/claude-3-5-sonnet-latest": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "nebius" + "litellm_provider": "heroku" }, - "nebius/deepseek-ai/DeepSeek-V3": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "heroku/claude-3-7-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "nebius" + "litellm_provider": "heroku" }, - "nebius/deepseek-ai/DeepSeek-V3-0324": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "heroku/claude-4-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "nebius" + "litellm_provider": "heroku" }, - "nebius/google/gemma-3-27b-it": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "nebius", + "high/1024-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "openai" + }, + "high/1024-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "nebius/meta-llama/Llama-3.3-70B-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 4e-7, - "mode": "chat", - "litellm_provider": "nebius" + "high/1024-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "nebius/meta-llama/Llama-Guard-3-8B": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 6e-8, - "mode": "chat", - "litellm_provider": "nebius" + "high/1024-x-1536/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "openai" }, - "nebius/meta-llama/Meta-Llama-3.1-8B-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 6e-8, - "mode": "chat", - "litellm_provider": "nebius" + "high/1024-x-1536/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "nebius/meta-llama/Meta-Llama-3.1-70B-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 4e-7, - "mode": "chat", - "litellm_provider": "nebius" + "high/1024-x-1536/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "nebius/meta-llama/Meta-Llama-3.1-405B-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, - "mode": "chat", - "litellm_provider": "nebius" + "high/1536-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "openai" }, - "nebius/mistralai/Mistral-Nemo-Instruct-2407": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 1.2e-7, - "mode": "chat", - "litellm_provider": "nebius" + "high/1536-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "nebius/NousResearch/Hermes-3-Llama-3.1-405B": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, - "mode": "chat", - "litellm_provider": "nebius" + "high/1536-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "nebius/nvidia/Llama-3.1-Nemotron-Ultra-253B-v1": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000018, + "hyperbolic/NousResearch/Hermes-3-Llama-3.1-70B": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "nebius" + "litellm_provider": "hyperbolic" }, - "nebius/nvidia/Llama-3.3-Nemotron-Super-49B-v1": { + "hyperbolic/Qwen/QwQ-32B": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "mode": "chat", - "litellm_provider": "nebius" - }, - "nebius/Qwen/Qwen3-235B-A22B": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "nebius" + "litellm_provider": "hyperbolic" }, - "nebius/Qwen/Qwen3-32B": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, + "hyperbolic/Qwen/Qwen2.5-72B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.2e-7, "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "nebius" + "litellm_provider": "hyperbolic" }, - "nebius/Qwen/Qwen3-30B-A3B": { + "hyperbolic/Qwen/Qwen2.5-Coder-32B-Instruct": { "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, + "input_cost_per_token": 1.2e-7, "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "nebius" + "litellm_provider": "hyperbolic" }, - "nebius/Qwen/Qwen3-14B": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 2.4e-7, + "hyperbolic/Qwen/Qwen3-235B-A22B": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "nebius" + "litellm_provider": "hyperbolic" }, - "nebius/Qwen/Qwen3-4B": { + "hyperbolic/deepseek-ai/DeepSeek-R1": { "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 2.4e-7, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "nebius" + "litellm_provider": "hyperbolic" }, - "nebius/Qwen/QwQ-32B": { + "hyperbolic/deepseek-ai/DeepSeek-R1-0528": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 2.5e-7, + "mode": "chat", + "litellm_provider": "hyperbolic" + }, + "hyperbolic/deepseek-ai/DeepSeek-V3": { "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 4.5e-7, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "nebius" + "litellm_provider": "hyperbolic" }, - "nebius/Qwen/Qwen2.5-72B-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 1.3e-7, + "hyperbolic/deepseek-ai/DeepSeek-V3-0324": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 4e-7, "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "nebius" - }, - "nebius/Qwen/Qwen2.5-32B-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "nebius" + "litellm_provider": "hyperbolic" }, - "nebius/Qwen/Qwen2.5-Coder-7B": { + "hyperbolic/meta-llama/Llama-3.2-3B-Instruct": { "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 1e-8, - "output_cost_per_token": 3e-8, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "nebius" + "litellm_provider": "hyperbolic" }, - "nebius/Qwen/Qwen2.5-VL-72B-Instruct": { + "hyperbolic/meta-llama/Llama-3.3-70B-Instruct": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 4e-7, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "nebius", - "supports_vision": true + "litellm_provider": "hyperbolic" }, - "nebius/Qwen/Qwen2-VL-72B-Instruct": { + "hyperbolic/meta-llama/Meta-Llama-3-70B-Instruct": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 4e-7, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "nebius", - "supports_vision": true + "litellm_provider": "hyperbolic" }, - "nebius/Qwen/Qwen2-VL-7B-Instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 6e-8, + "hyperbolic/meta-llama/Meta-Llama-3.1-405B-Instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "nebius", - "supports_vision": true + "litellm_provider": "hyperbolic" }, - "nebius/BAAI/bge-en-icl": { + "hyperbolic/meta-llama/Meta-Llama-3.1-70B-Instruct": { "max_input_tokens": 32768, - "input_cost_per_token": 1e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "nebius" - }, - "nebius/BAAI/bge-multilingual-gemma2": { - "max_input_tokens": 8192, - "input_cost_per_token": 1e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "nebius" + "max_output_tokens": 32768, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "hyperbolic" }, - "nebius/intfloat/e5-mistral-7b-instruct": { + "hyperbolic/meta-llama/Meta-Llama-3.1-8B-Instruct": { "max_input_tokens": 32768, - "input_cost_per_token": 1e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "nebius" - }, - "nvidia.nemotron-nano-12b-v2": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "max_output_tokens": 32768, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_vision": true + "litellm_provider": "hyperbolic" }, - "nvidia.nemotron-nano-9b-v2": { + "hyperbolic/moonshotai/Kimi-K2-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "hyperbolic" + }, + "inception/mercury-2": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 2.3e-7, + "max_output_tokens": 50000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 7.5e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "inception" }, - "nvidia.nemotron-nano-3-30b": { - "max_input_tokens": 262144, + "j2-light": { + "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 2.4e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse" + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000003, + "mode": "completion", + "litellm_provider": "ai21" }, - "nvidia.nemotron-super-3-120b": { + "j2-mid": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00001, + "mode": "completion", + "litellm_provider": "ai21" + }, + "j2-ultra": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000015, + "mode": "completion", + "litellm_provider": "ai21" + }, + "jamba-1.5": { "max_input_tokens": 256000, - "max_output_tokens": 32768, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6.5e-7, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "ai21" }, - "o1": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, - "cache_read_input_token_cost": 0.0000075, + "jamba-1.5-large": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "ai21" }, - "o1-2024-12-17": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, - "cache_read_input_token_cost": 0.0000075, + "jamba-1.5-large@001": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "ai21" }, - "o1-pro": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00015, - "output_cost_per_token": 0.0006, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "jamba-1.5-mini": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "ai21" }, - "o1-pro-2025-03-19": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00015, - "output_cost_per_token": 0.0006, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "jamba-1.5-mini@001": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "ai21" }, - "o3": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, + "jamba-large-1.6": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "ai21" }, - "o3-2025-04-16": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, + "jamba-large-1.7": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "ai21" }, - "o3-deep-research": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00004, - "cache_read_input_token_cost": 0.0000025, - "mode": "responses", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "jamba-mini-1.6": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "ai21" }, - "o3-deep-research-2025-06-26": { + "jamba-mini-1.7": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "ai21" + }, + "jina-reranker-v2-base-multilingual": { + "max_input_tokens": 1024, + "max_output_tokens": 1024, + "input_cost_per_token": 1.8e-8, + "output_cost_per_token": 1.8e-8, + "mode": "rerank", + "litellm_provider": "jina_ai" + }, + "jp.anthropic.claude-haiku-4-5-20251001-v1:0": { "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00004, - "cache_read_input_token_cost": 0.0000025, - "mode": "responses", - "litellm_provider": "openai", + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000055, + "cache_creation_input_token_cost": 0.000001375, + "cache_read_input_token_cost": 1.1e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "o3-mini": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, + "jp.anthropic.claude-opus-4-7": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_vision": false + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "o3-mini-2025-01-31": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, + "jp.anthropic.claude-opus-4-8": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_vision": false - }, - "o3-pro": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00002, - "output_cost_per_token": 0.00008, - "mode": "responses", - "litellm_provider": "openai", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "o3-pro-2025-06-10": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.00002, - "output_cost_per_token": 0.00008, - "mode": "responses", - "litellm_provider": "openai", + "jp.anthropic.claude-opus-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "o4-mini": { + "jp.anthropic.claude-sonnet-4-5-20250929-v1:0": { "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 2.75e-7, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "input_cost_per_token_above_200k_tokens": 0.0000066, + "output_cost_per_token_above_200k_tokens": 0.00002475, + "cache_creation_input_token_cost": 0.000004125, + "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, + "cache_read_input_token_cost": 3.3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, "mode": "chat", - "litellm_provider": "openai", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "o4-mini-2025-04-16": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 2.75e-7, + "jp.anthropic.claude-sonnet-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "cache_creation_input_token_cost": 0.000004125, + "cache_read_input_token_cost": 3.3e-7, "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true - }, - "o4-mini-deep-research": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, - "mode": "responses", - "litellm_provider": "openai", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "o4-mini-deep-research-2025-06-26": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, - "mode": "responses", - "litellm_provider": "openai", + "jp.anthropic.claude-sonnet-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.000011, + "cache_creation_input_token_cost": 0.00000275, + "cache_read_input_token_cost": 2.2e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", "supports_pdf_input": true, "supports_vision": true }, - "oci/meta.llama-3.1-8b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, - "mode": "chat", - "litellm_provider": "oci" - }, - "oci/meta.llama-3.1-70b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, + "kimi-k2-thinking-251104": { + "max_input_tokens": 229376, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "volcengine" }, - "oci/meta.llama-3.1-405b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 0.00001068, - "output_cost_per_token": 0.00001068, + "lambda_ai/deepseek-llama3.3-70b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "lambda_ai" }, - "oci/meta.llama-3.2-90b-vision-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000002, + "lambda_ai/deepseek-r1-0528": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "oci", - "supports_vision": true + "litellm_provider": "lambda_ai" }, - "oci/meta.llama-3.3-70b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, + "lambda_ai/deepseek-r1-671b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 8e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "lambda_ai" }, - "oci/meta.llama-4-maverick-17b-128e-instruct-fp8": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, + "lambda_ai/deepseek-v3-0324": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "oci", - "supports_vision": true + "litellm_provider": "lambda_ai" }, - "oci/meta.llama-4-scout-17b-16e-instruct": { - "max_input_tokens": 10485760, - "max_output_tokens": 8192, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, + "lambda_ai/hermes3-405b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 8e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "lambda_ai" }, - "oci/xai.grok-3": { + "lambda_ai/hermes3-70b": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "lambda_ai" }, - "oci/xai.grok-3-fast": { + "lambda_ai/hermes3-8b": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, + "input_cost_per_token": 2.5e-8, + "output_cost_per_token": 4e-8, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "lambda_ai" }, - "oci/xai.grok-3-mini": { + "lambda_ai/lfm-40b": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 5e-7, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "lambda_ai" }, - "oci/xai.grok-3-mini-fast": { + "lambda_ai/lfm-7b": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000004, + "input_cost_per_token": 2.5e-8, + "output_cost_per_token": 4e-8, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "lambda_ai" }, - "oci/xai.grok-4": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "lambda_ai/llama-4-maverick-17b-128e-instruct-fp8": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "lambda_ai" }, - "oci/cohere.command-latest": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 0.00000156, - "output_cost_per_token": 0.00000156, + "lambda_ai/llama-4-scout-17b-16e-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "lambda_ai" }, - "oci/cohere.command-a-03-2025": { - "max_input_tokens": 256000, - "max_output_tokens": 4000, - "input_cost_per_token": 0.00000156, - "output_cost_per_token": 0.00000156, + "lambda_ai/llama3.1-405b-instruct-fp8": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 8e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "lambda_ai" }, - "oci/cohere.command-plus-latest": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 0.00000156, - "output_cost_per_token": 0.00000156, + "lambda_ai/llama3.1-70b-instruct-fp8": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "lambda_ai" }, - "oci/google.gemini-2.5-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "lambda_ai/llama3.1-8b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.5e-8, + "output_cost_per_token": 4e-8, "mode": "chat", - "litellm_provider": "oci", - "supports_vision": true + "litellm_provider": "lambda_ai" }, - "oci/google.gemini-2.5-pro": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, + "lambda_ai/llama3.1-nemotron-70b-instruct-fp8": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "oci", - "supports_vision": true + "litellm_provider": "lambda_ai" }, - "oci/google.gemini-2.5-flash-lite": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, + "lambda_ai/llama3.2-11b-vision-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.5e-8, + "output_cost_per_token": 2.5e-8, "mode": "chat", - "litellm_provider": "oci", + "litellm_provider": "lambda_ai", "supports_vision": true }, - "oci/cohere.command-a-vision": { - "max_input_tokens": 256000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000156, - "output_cost_per_token": 0.00000156, + "lambda_ai/llama3.2-3b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.5e-8, + "output_cost_per_token": 2.5e-8, "mode": "chat", - "litellm_provider": "oci", - "supports_vision": true + "litellm_provider": "lambda_ai" }, - "oci/cohere.command-a-reasoning": { - "max_input_tokens": 256000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000156, - "output_cost_per_token": 0.00000156, + "lambda_ai/llama3.3-70b-instruct-fp8": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "lambda_ai" }, - "oci/cohere.embed-multilingual-image-v3.0": { - "max_input_tokens": 512, - "input_cost_per_token": 1e-7, - "mode": "embedding", - "litellm_provider": "oci", - "supports_vision": true + "lambda_ai/qwen25-coder-32b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "lambda_ai" }, - "oci/cohere.command-a-reasoning-08-2025": { - "max_input_tokens": 256000, - "max_output_tokens": 4000, - "input_cost_per_token": 0.00000156, - "output_cost_per_token": 0.00000156, + "lambda_ai/qwen3-32b-fp8": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "lambda_ai" }, - "oci/cohere.command-a-vision-07-2025": { + "lemonade/Gemma-3-4b-it-GGUF": { "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 0.00000156, - "output_cost_per_token": 0.00000156, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "oci", - "supports_vision": true + "litellm_provider": "lemonade" }, - "oci/cohere.command-a-translate-08-2025": { - "max_input_tokens": 256000, - "max_output_tokens": 4000, - "input_cost_per_token": 9e-8, - "output_cost_per_token": 9e-8, + "lemonade/Qwen3-4B-Instruct-2507-GGUF": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "lemonade" }, - "oci/cohere.command-r-08-2024": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "lemonade/Qwen3-Coder-30B-A3B-Instruct-GGUF": { + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "lemonade" }, - "oci/cohere.command-r-plus-08-2024": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 0.00000156, - "output_cost_per_token": 0.00000156, + "lemonade/gpt-oss-120b-mxfp-GGUF": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "lemonade" }, - "oci/meta.llama-3.2-11b-vision-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000002, + "lemonade/gpt-oss-20b-mxfp4-GGUF": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "oci", - "supports_vision": true + "litellm_provider": "lemonade" }, - "oci/meta.llama-3.3-70b-instruct-fp8-dynamic": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, - "mode": "chat", - "litellm_provider": "oci" + "libertai/bge-m3": { + "max_input_tokens": 8192, + "input_cost_per_token": 1e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "libertai" }, - "oci/xai.grok-4-fast": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, + "libertai/deepseek-v4-flash": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000175, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "libertai", + "supports_vision": false }, - "oci/xai.grok-4.1-fast": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, + "libertai/deepseek-v4-flash-thinking": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000175, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "libertai", + "supports_vision": false }, - "oci/xai.grok-4.20": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "libertai/gemma-4-31b-it": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "libertai", + "supports_vision": true }, - "oci/xai.grok-4.20-multi-agent": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "libertai/gemma-4-31b-it-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "libertai", + "supports_vision": true }, - "oci/xai.grok-code-fast-1": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, + "libertai/hermes-3-8b-tee": { + "max_input_tokens": 16000, + "max_output_tokens": 16000, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "oci" + "litellm_provider": "libertai", + "supports_vision": false }, - "oci/openai.gpt-5": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, + "libertai/qwen3.5-122b-a10b": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000175, "mode": "chat", - "litellm_provider": "oci", + "litellm_provider": "libertai", "supports_vision": true }, - "oci/openai.gpt-5-mini": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, + "libertai/qwen3.5-122b-a10b-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000002, + "output_cost_per_token": 0.00000175, "mode": "chat", - "litellm_provider": "oci", + "litellm_provider": "libertai", "supports_vision": true }, - "oci/openai.gpt-5-nano": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 4e-7, + "libertai/qwen3.6-27b": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "oci", + "litellm_provider": "libertai", "supports_vision": true }, - "oci/cohere.embed-english-v3.0": { - "max_input_tokens": 512, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "oci" + "libertai/qwen3.6-27b-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "libertai", + "supports_vision": true }, - "oci/cohere.embed-english-light-v3.0": { - "max_input_tokens": 512, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "oci" + "libertai/qwen3.6-35b-a3b": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "libertai", + "supports_vision": true }, - "oci/cohere.embed-multilingual-v3.0": { - "max_input_tokens": 512, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "oci" - }, - "oci/cohere.embed-multilingual-light-v3.0": { - "max_input_tokens": 512, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "oci" - }, - "oci/cohere.embed-english-image-v3.0": { - "max_input_tokens": 512, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "oci" - }, - "oci/cohere.embed-english-light-image-v3.0": { - "max_input_tokens": 512, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "oci" + "libertai/qwen3.6-35b-a3b-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "libertai", + "supports_vision": true }, - "oci/cohere.embed-multilingual-light-image-v3.0": { - "max_input_tokens": 512, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "oci" + "linkup/search": { + "mode": "search", + "litellm_provider": "linkup" }, - "oci/cohere.embed-v4.0": { - "max_input_tokens": 128000, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "oci" + "linkup/search-deep": { + "mode": "search", + "litellm_provider": "linkup" }, - "ollama/codegeex4": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "llamagate/codellama-7b": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 1.2e-7, "mode": "chat", - "litellm_provider": "ollama" - }, - "ollama/codegemma": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "ollama" + "litellm_provider": "llamagate" }, - "ollama/codellama": { - "max_input_tokens": 4096, + "llamagate/deepseek-coder-6.7b": { + "max_input_tokens": 16384, "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "ollama" - }, - "ollama/deepseek-coder-v2-base": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "ollama" + "input_cost_per_token": 6e-8, + "output_cost_per_token": 1.2e-7, + "mode": "chat", + "litellm_provider": "llamagate" }, - "ollama/deepseek-coder-v2-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "llamagate/deepseek-r1-7b-qwen": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "llamagate" }, - "ollama/deepseek-coder-v2-lite-base": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "ollama" + "llamagate/deepseek-r1-8b": { + "max_input_tokens": 65536, + "max_output_tokens": 16384, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "llamagate" }, - "ollama/deepseek-coder-v2-lite-instruct": { - "max_input_tokens": 32768, + "llamagate/dolphin3-8b": { + "max_input_tokens": 128000, "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "llamagate" }, - "ollama/deepseek-v3.1:671b-cloud": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "llamagate/gemma3-4b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 8e-8, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "llamagate", + "supports_vision": true }, - "ollama/gpt-oss:120b-cloud": { + "llamagate/llama-3.1-8b": { "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 5e-8, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "llamagate" }, - "ollama/gpt-oss:20b-cloud": { + "llamagate/llama-3.2-3b": { "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "ollama" - }, - "ollama/internlm2_5-20b-chat": { - "max_input_tokens": 32768, "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 8e-8, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "llamagate" }, - "ollama/llama2": { + "llamagate/llava-7b": { "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "max_output_tokens": 2048, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "ollama" - }, - "ollama/llama2-uncensored": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "ollama" + "litellm_provider": "llamagate", + "supports_vision": true }, - "ollama/llama2:13b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "llamagate/mistral-7b-v0.3": { + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "llamagate" }, - "ollama/llama2:70b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, + "llamagate/nomic-embed-text": { + "max_input_tokens": 8192, + "input_cost_per_token": 2e-8, "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "ollama" + "mode": "embedding", + "litellm_provider": "llamagate" }, - "ollama/llama2:7b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "llamagate/openthinker-7b": { + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "llamagate" }, - "ollama/llama3": { - "max_input_tokens": 8192, + "llamagate/qwen2.5-coder-7b": { + "max_input_tokens": 32768, "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 1.2e-7, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "llamagate" }, - "ollama/llama3.1": { - "max_input_tokens": 8192, + "llamagate/qwen3-8b": { + "max_input_tokens": 32768, "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 1.4e-7, "mode": "chat", - "litellm_provider": "ollama" + "litellm_provider": "llamagate" }, - "ollama/llama3:70b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0, + "llamagate/qwen3-embedding-8b": { + "max_input_tokens": 40960, + "input_cost_per_token": 2e-8, "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "ollama" + "mode": "embedding", + "litellm_provider": "llamagate" }, - "ollama/llama3:8b": { - "max_input_tokens": 8192, + "llamagate/qwen3-vl-8b": { + "max_input_tokens": 32768, "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 5.5e-7, "mode": "chat", - "litellm_provider": "ollama" - }, - "ollama/mistral": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "ollama" + "litellm_provider": "llamagate", + "supports_vision": true }, - "ollama/mistral-7B-Instruct-v0.1": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "ollama" + "low/1024-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "openai" }, - "ollama/mistral-7B-Instruct-v0.2": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "ollama" + "low/1024-x-1024/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "openai" }, - "ollama/mistral-large-instruct-2407": { - "max_input_tokens": 65536, - "max_output_tokens": 8192, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "ollama" + "low/1024-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "ollama/mixtral-8x22B-Instruct-v0.1": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "ollama" + "low/1024-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "ollama/mixtral-8x7B-Instruct-v0.1": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "ollama" + "low/1024-x-1536/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "openai" }, - "ollama/orca-mini": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "ollama" + "low/1024-x-1536/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "openai" }, - "ollama/qwen3-coder:480b-cloud": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "ollama" + "low/1024-x-1536/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "ollama/vicuna": { - "max_input_tokens": 2048, - "max_output_tokens": 2048, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "ollama" + "low/1024-x-1536/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "omni-moderation-2024-09-26": { - "max_input_tokens": 32768, - "max_output_tokens": 0, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "moderation", + "low/1536-x-1024/gpt-image-1": { + "mode": "image_generation", "litellm_provider": "openai" }, - "omni-moderation-latest": { - "max_input_tokens": 32768, - "max_output_tokens": 0, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "moderation", + "low/1536-x-1024/gpt-image-1-mini": { + "mode": "image_generation", "litellm_provider": "openai" }, - "openai.gpt-oss-120b-1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse" + "low/1536-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openai.gpt-oss-20b-1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 3e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse" + "low/1536-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "openai.gpt-oss-safeguard-120b": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse" + "max-x-max/50-steps/stability.stable-diffusion-xl-v0": { + "max_input_tokens": 77, + "mode": "image_generation", + "litellm_provider": "bedrock" }, - "openai.gpt-oss-safeguard-20b": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse" + "max-x-max/max-steps/stability.stable-diffusion-xl-v0": { + "max_input_tokens": 77, + "mode": "image_generation", + "litellm_provider": "bedrock" }, - "openrouter/anthropic/claude-3-haiku": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000125, - "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "medium/1024-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "openai" }, - "openrouter/anthropic/claude-3.5-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "mode": "chat", - "litellm_provider": "openrouter", + "medium/1024-x-1024/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "openai" + }, + "medium/1024-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/anthropic/claude-3.7-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "mode": "chat", - "litellm_provider": "openrouter", + "medium/1024-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/anthropic/claude-opus-4": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, - "mode": "chat", - "litellm_provider": "openrouter", + "medium/1024-x-1536/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "openai" + }, + "medium/1024-x-1536/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "openai" + }, + "medium/1024-x-1536/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/anthropic/claude-opus-4.1": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, - "mode": "chat", - "litellm_provider": "openrouter", + "medium/1024-x-1536/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/anthropic/claude-sonnet-4": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, - "mode": "chat", - "litellm_provider": "openrouter", + "medium/1536-x-1024/gpt-image-1": { + "mode": "image_generation", + "litellm_provider": "openai" + }, + "medium/1536-x-1024/gpt-image-1-mini": { + "mode": "image_generation", + "litellm_provider": "openai" + }, + "medium/1536-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/anthropic/claude-sonnet-4.6": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, - "mode": "chat", - "litellm_provider": "openrouter", + "medium/1536-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/anthropic/claude-opus-4.5": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "medlm-large": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "vertex_ai-language-models" }, - "openrouter/anthropic/claude-opus-4.6": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "medlm-medium": { + "max_input_tokens": 32768, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "vertex_ai-language-models" }, - "openrouter/anthropic/claude-sonnet-4.5": { - "max_input_tokens": 1000000, - "max_output_tokens": 1000000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "meta.llama2-13b-chat-v1": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.000001, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "bedrock" }, - "openrouter/anthropic/claude-haiku-4.5": { - "max_input_tokens": 200000, - "max_output_tokens": 200000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, - "cache_read_input_token_cost": 1e-7, + "meta.llama2-70b-chat-v1": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00000195, + "output_cost_per_token": 0.00000256, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "bedrock" }, - "openrouter/anthropic/claude-opus-4.7": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "meta.llama3-1-405b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00000532, + "output_cost_per_token": 0.000016, "mode": "chat", - "litellm_provider": "openrouter", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "openrouter/anthropic/claude-opus-5": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "meta.llama3-1-70b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 9.9e-7, + "output_cost_per_token": 9.9e-7, "mode": "chat", - "litellm_provider": "openrouter", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock" }, - "openrouter/bytedance/ui-tars-1.5-7b": { - "max_input_tokens": 131072, + "meta.llama3-1-8b-instruct-v1:0": { + "max_input_tokens": 128000, "max_output_tokens": 2048, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 2.2e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "bedrock" }, - "openrouter/deepseek/deepseek-chat": { - "max_input_tokens": 65536, - "max_output_tokens": 8192, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 2.8e-7, + "meta.llama3-2-11b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 3.5e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "bedrock", + "supports_vision": true }, - "openrouter/deepseek/deepseek-chat-v3-0324": { - "max_input_tokens": 65536, - "max_output_tokens": 8192, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 2.8e-7, + "meta.llama3-2-1b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "bedrock" }, - "openrouter/deepseek/deepseek-chat-v3.1": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 8e-7, + "meta.llama3-2-3b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "bedrock" }, - "openrouter/deepseek/deepseek-v3.2": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 2.8e-7, - "output_cost_per_token": 4e-7, + "meta.llama3-2-90b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "bedrock", + "supports_vision": true }, - "openrouter/deepseek/deepseek-v3.2-exp": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, + "meta.llama3-3-70b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "bedrock_converse" }, - "openrouter/deepseek/deepseek-r1": { - "max_input_tokens": 65336, + "meta.llama3-70b-instruct-v1:0": { + "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.00000219, + "input_cost_per_token": 0.00000265, + "output_cost_per_token": 0.0000035, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "bedrock" }, - "openrouter/deepseek/deepseek-r1-0528": { - "max_input_tokens": 65336, + "meta.llama3-8b-instruct-v1:0": { + "max_input_tokens": 8192, "max_output_tokens": 8192, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.00000215, - "mode": "chat", - "litellm_provider": "openrouter" - }, - "openrouter/deepseek/deepseek-v4-pro": { - "max_input_tokens": 1048576, - "max_output_tokens": 384000, - "input_cost_per_token": 0.00000132, - "output_cost_per_token": 0.00000396, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "bedrock" }, - "openrouter/deepseek/deepseek-v4-pro-0813": { - "max_input_tokens": 1048576, - "max_output_tokens": 384000, - "input_cost_per_token": 0.00000132, - "output_cost_per_token": 0.00000396, + "meta.llama4-maverick-17b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 2.4e-7, + "output_cost_per_token": 9.7e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "bedrock_converse" }, - "openrouter/google/gemini-2.0-flash-001": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, + "meta.llama4-scout-17b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 1.7e-7, + "output_cost_per_token": 6.6e-7, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "bedrock_converse" }, - "openrouter/google/gemini-2.5-flash": { + "meta/muse-spark-1.1": { "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, + "max_output_tokens": 131072, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00000425, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "meta", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/google/gemini-2.5-pro": { + "meta/muse-spark-1.2": { "max_input_tokens": 1048576, - "max_output_tokens": 8192, + "max_output_tokens": 131072, "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, + "output_cost_per_token": 0.00000425, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "meta", + "supports_pdf_input": true, "supports_vision": true }, - "openrouter/google/gemini-3-pro-preview": { + "meta/muse-spark-1.2-contributor": { "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "input_cost_per_token_above_200k_tokens": 0.000004, - "output_cost_per_token_above_200k_tokens": 0.000018, - "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 2e-7, + "cache_read_input_token_cost": 2e-9, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "meta", "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "supports_vision": true }, - "openrouter/google/gemini-3-flash-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000003, - "cache_read_input_token_cost": 5e-8, + "meta_llama/Llama-3.3-70B-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 4028, "mode": "chat", - "litellm_provider": "openrouter", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "meta_llama" }, - "openrouter/google/gemini-3.1-flash-lite-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.0000015, - "cache_read_input_token_cost": 2.5e-8, + "meta_llama/Llama-3.3-8B-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 4028, "mode": "chat", - "litellm_provider": "openrouter", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "meta_llama" }, - "openrouter/google/gemini-3.1-flash-lite": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.0000015, - "cache_read_input_token_cost": 2.5e-8, + "meta_llama/Llama-4-Maverick-17B-128E-Instruct-FP8": { + "max_input_tokens": 1000000, + "max_output_tokens": 4028, "mode": "chat", - "litellm_provider": "openrouter", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "meta_llama" }, - "openrouter/google/gemini-3.1-pro-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "input_cost_per_token_above_200k_tokens": 0.000004, - "output_cost_per_token_above_200k_tokens": 0.000018, - "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "meta_llama/Llama-4-Scout-17B-16E-Instruct-FP8": { + "max_input_tokens": 10000000, + "max_output_tokens": 4028, "mode": "chat", - "litellm_provider": "openrouter", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true + "litellm_provider": "meta_llama" }, - "openrouter/gryphe/mythomax-l2-13b": { - "input_cost_per_token": 0.000001875, - "output_cost_per_token": 0.000001875, + "minimax.minimax-m2": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "bedrock_converse" }, - "openrouter/mancer/weaver": { - "max_input_tokens": 8000, - "max_output_tokens": 2000, - "input_cost_per_token": 0.000005625, - "output_cost_per_token": 0.000005625, + "minimax.minimax-m2.1": { + "max_input_tokens": 196000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "bedrock_converse" }, - "openrouter/meta-llama/llama-3-70b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8000, - "input_cost_per_token": 5.9e-7, - "output_cost_per_token": 7.9e-7, + "minimax.minimax-m2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "bedrock_converse" }, - "openrouter/minimax/minimax-m2": { - "max_input_tokens": 204800, - "max_output_tokens": 204800, - "input_cost_per_token": 2.55e-7, - "output_cost_per_token": 0.00000102, + "minimax/MiniMax-M2": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_creation_input_token_cost": 3.75e-7, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "minimax" }, - "openrouter/mistralai/devstral-2512": { - "max_input_tokens": 262144, - "max_output_tokens": 65536, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "minimax/MiniMax-M2.1": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_creation_input_token_cost": 3.75e-7, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": false + "litellm_provider": "minimax" }, - "openrouter/mistralai/ministral-3b-2512": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "minimax/MiniMax-M2.1-lightning": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000024, + "cache_creation_input_token_cost": 3.75e-7, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "minimax" }, - "openrouter/mistralai/ministral-8b-2512": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "minimax/MiniMax-M2.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_creation_input_token_cost": 3.75e-7, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "minimax" }, - "openrouter/mistralai/ministral-14b-2512": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "minimax/MiniMax-M2.5-lightning": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000024, + "cache_creation_input_token_cost": 3.75e-7, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "minimax" }, - "openrouter/mistralai/mistral-large-2512": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "minimax/MiniMax-M3": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 6e-8, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "minimax", "supports_vision": true }, - "openrouter/mistralai/mistral-7b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 8191, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 1.3e-7, + "minimax/speech-02-hd": { + "mode": "audio_speech", + "litellm_provider": "minimax" + }, + "minimax/speech-02-turbo": { + "mode": "audio_speech", + "litellm_provider": "minimax" + }, + "minimax/speech-2.6-hd": { + "mode": "audio_speech", + "litellm_provider": "minimax" + }, + "minimax/speech-2.6-turbo": { + "mode": "audio_speech", + "litellm_provider": "minimax" + }, + "mistral.devstral-2-123b": { + "max_input_tokens": 256000, + "max_output_tokens": 8192, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "bedrock_converse" }, - "openrouter/mistralai/mistral-large": { + "mistral.magistral-small-2509": { "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000008, - "output_cost_per_token": 0.000024, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "bedrock_converse" }, - "openrouter/mistralai/mistral-small-3.1-24b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "mistral.ministral-3-14b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "bedrock_converse" }, - "openrouter/mistralai/mistral-small-3.2-24b-instruct": { + "mistral.ministral-3-3b-instruct": { "max_input_tokens": 128000, - "max_output_tokens": 128000, + "max_output_tokens": 8192, "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, - "mode": "chat", - "litellm_provider": "openrouter" - }, - "openrouter/mistralai/mixtral-8x22b-instruct": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 6.5e-7, - "output_cost_per_token": 6.5e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "bedrock_converse" }, - "openrouter/moonshotai/kimi-k2.5": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000003, - "cache_read_input_token_cost": 1e-7, + "mistral.ministral-3-8b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true, - "supports_video_input": true + "litellm_provider": "bedrock_converse" }, - "openrouter/nvidia/nemotron-3.5-lightning": { - "max_input_tokens": 262144, - "input_cost_per_token": 5e-8, + "mistral.mistral-7b-instruct-v0:2": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 1.5e-7, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "bedrock" }, - "openrouter/openai/gpt-3.5-turbo": { - "max_input_tokens": 16385, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002, + "mistral.mistral-large-2402-v1:0": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "bedrock" }, - "openrouter/openai/gpt-3.5-turbo-16k": { - "max_input_tokens": 16385, - "max_output_tokens": 4096, + "mistral.mistral-large-2407-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000004, + "output_cost_per_token": 0.000009, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "bedrock" }, - "openrouter/openai/gpt-4": { - "max_input_tokens": 8191, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00003, - "output_cost_per_token": 0.00006, + "mistral.mistral-large-3-675b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "bedrock_converse" }, - "openrouter/openai/gpt-4.1": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, + "mistral.mistral-small-2402-v1:0": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "bedrock" }, - "openrouter/openai/gpt-4.1-mini": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, - "cache_read_input_token_cost": 1e-7, + "mistral.mixtral-8x7b-instruct-v0:1": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 4.5e-7, + "output_cost_per_token": 7e-7, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "bedrock" }, - "openrouter/openai/gpt-4.1-nano": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 2.5e-8, + "mistral.voxtral-mini-3b-2507": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 4e-8, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "bedrock_converse", + "supports_audio_input": true }, - "openrouter/openai/gpt-4o": { + "mistral.voxtral-small-24b-2507": { "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "bedrock_converse", + "supports_audio_input": true }, - "openrouter/openai/gpt-4o-2024-05-13": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000015, + "mistral/codestral-2405": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "mistral" }, - "openrouter/openai/gpt-5-chat": { + "mistral/codestral-2508": { "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "mistral" }, - "openrouter/openai/gpt-5-codex": { - "max_input_tokens": 272000, + "mistral/codestral-embed": { + "max_input_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "mode": "embedding", + "litellm_provider": "mistral" + }, + "mistral/codestral-embed-2505": { + "max_input_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "mode": "embedding", + "litellm_provider": "mistral" + }, + "mistral/codestral-latest": { + "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "mistral" }, - "openrouter/openai/gpt-5.2-codex": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, + "mistral/codestral-mamba-latest": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 2.5e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "mistral" }, - "openrouter/openai/gpt-5": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "mistral/devstral-2512": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "mistral" }, - "openrouter/openai/gpt-5-mini": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.5e-7, + "mistral/devstral-latest": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, - "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "mistral" }, - "openrouter/openai/gpt-5-nano": { - "max_input_tokens": 272000, + "mistral/devstral-medium-2507": { + "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 5e-9, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "mistral" }, - "openrouter/openai/gpt-5.1-codex-max": { - "max_input_tokens": 400000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, + "mistral/devstral-medium-latest": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "mistral" }, - "openrouter/openai/gpt-5.2": { - "max_input_tokens": 272000, + "mistral/devstral-small-2505": { + "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "mistral" }, - "openrouter/openai/gpt-5.2-chat": { + "mistral/devstral-small-2507": { "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000175, - "output_cost_per_token": 0.000014, - "cache_read_input_token_cost": 1.75e-7, + "max_output_tokens": 128000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "mistral" }, - "openrouter/openai/gpt-5.2-pro": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000021, - "output_cost_per_token": 0.000168, + "mistral/devstral-small-latest": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "mistral" }, - "openrouter/openai/gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 8e-7, + "mistral/glm-5-2": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 1.4e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "mistral" }, - "openrouter/openai/gpt-oss-20b": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 1e-7, + "mistral/labs-devstral-small-2512": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "mistral" }, - "openrouter/openai/o1": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, - "cache_read_input_token_cost": 0.0000075, + "mistral/labs-leanstral-1-5": { + "max_input_tokens": 262144, + "max_output_tokens": 131072, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "mistral" }, - "openrouter/openai/o3-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 65536, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, + "mistral/magistral-medium-1-2-2509": { + "max_input_tokens": 40000, + "max_output_tokens": 40000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": false + "litellm_provider": "mistral" }, - "openrouter/openai/o3-mini-high": { - "max_input_tokens": 128000, - "max_output_tokens": 65536, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, + "mistral/magistral-medium-2506": { + "max_input_tokens": 40000, + "max_output_tokens": 40000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": false + "litellm_provider": "mistral" }, - "openrouter/qwen/qwen-2.5-coder-32b-instruct": { - "max_input_tokens": 33792, - "max_output_tokens": 33792, - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 1.8e-7, + "mistral/magistral-medium-2509": { + "max_input_tokens": 40000, + "max_output_tokens": 40000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "mistral" }, - "openrouter/qwen/qwen-vl-plus": { - "max_input_tokens": 8192, - "max_output_tokens": 2048, - "input_cost_per_token": 2.1e-7, - "output_cost_per_token": 6.3e-7, + "mistral/magistral-medium-latest": { + "max_input_tokens": 40000, + "max_output_tokens": 40000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "mistral" }, - "openrouter/qwen/qwen3-coder": { - "max_input_tokens": 262100, - "max_output_tokens": 262100, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 9.5e-7, + "mistral/magistral-small-1-2-2509": { + "max_input_tokens": 40000, + "max_output_tokens": 40000, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "mistral" }, - "openrouter/qwen/qwen3-coder-plus": { - "max_input_tokens": 997952, - "max_output_tokens": 65536, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, + "mistral/magistral-small-2506": { + "max_input_tokens": 40000, + "max_output_tokens": 40000, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "mistral" }, - "openrouter/qwen/qwen3-235b-a22b-2507": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 7.1e-8, - "output_cost_per_token": 1e-7, + "mistral/magistral-small-latest": { + "max_input_tokens": 40000, + "max_output_tokens": 40000, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "mistral" }, - "openrouter/qwen/qwen3-235b-a22b-thinking-2507": { + "mistral/ministral-3-14b-2512": { "max_input_tokens": 262144, "max_output_tokens": 262144, - "input_cost_per_token": 1.1e-7, - "output_cost_per_token": 6e-7, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "mistral", + "supports_vision": true }, - "openrouter/qwen/qwen3.6-plus": { - "max_input_tokens": 1000000, - "max_output_tokens": 65536, - "input_cost_per_token": 3.25e-7, - "output_cost_per_token": 0.00000195, + "mistral/ministral-3-3b-2512": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "mistral", "supports_vision": true }, - "openrouter/qwen/qwen3.5-35b-a3b": { + "mistral/ministral-3-8b-2512": { "max_input_tokens": 262144, - "max_output_tokens": 65536, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000002, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "mistral", "supports_vision": true }, - "openrouter/qwen/qwen3.5-27b": { + "mistral/ministral-8b-2512": { "max_input_tokens": 262144, - "max_output_tokens": 65536, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000024, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "mistral", "supports_vision": true }, - "openrouter/qwen/qwen3.5-122b-a10b": { + "mistral/ministral-8b-latest": { "max_input_tokens": 262144, - "max_output_tokens": 65536, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "mistral", "supports_vision": true }, - "openrouter/qwen/qwen3.5-flash-02-23": { - "max_input_tokens": 1000000, - "max_output_tokens": 65536, + "mistral/mistral-embed": { + "max_input_tokens": 8192, "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, + "mode": "embedding", + "litellm_provider": "mistral" + }, + "mistral/mistral-large-2402": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000004, + "output_cost_per_token": 0.000012, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "mistral" }, - "openrouter/qwen/qwen3.5-plus-02-15": { - "max_input_tokens": 1000000, - "max_output_tokens": 65536, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000024, + "mistral/mistral-large-2407": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000009, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "litellm_provider": "mistral" }, - "openrouter/qwen/qwen3.5-397b-a17b": { + "mistral/mistral-large-2411": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "mode": "chat", + "litellm_provider": "mistral" + }, + "mistral/mistral-large-2512": { "max_input_tokens": 262144, - "max_output_tokens": 65536, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000036, + "max_output_tokens": 262144, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "mistral", "supports_vision": true }, - "openrouter/switchpoint/router": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 8.5e-7, - "output_cost_per_token": 0.0000034, + "mistral/mistral-large-3": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "mistral", + "supports_vision": true }, - "openrouter/undi95/remm-slerp-l2-13b": { - "max_input_tokens": 6144, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000001875, - "output_cost_per_token": 0.000001875, + "mistral/mistral-large-latest": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "mistral", + "supports_vision": true }, - "openrouter/x-ai/grok-4": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "mistral/mistral-medium": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.0000027, + "output_cost_per_token": 0.0000081, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "mistral" }, - "openrouter/z-ai/glm-4.6": { - "max_input_tokens": 202800, - "max_output_tokens": 131000, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.00000175, + "mistral/mistral-medium-2312": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.0000027, + "output_cost_per_token": 0.0000081, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "mistral" }, - "openrouter/z-ai/glm-4.6:exacto": { - "max_input_tokens": 202800, - "max_output_tokens": 131000, - "input_cost_per_token": 4.5e-7, - "output_cost_per_token": 0.0000019, + "mistral/mistral-medium-2505": { + "max_input_tokens": 131072, + "max_output_tokens": 8191, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "mistral" }, - "openrouter/xiaomi/mimo-v2-flash": { - "max_input_tokens": 262144, - "max_output_tokens": 16384, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 1e-8, + "mistral/mistral-medium-2508": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": false + "litellm_provider": "mistral", + "supports_vision": true }, - "openrouter/xiaomi/mimo-v2.5-pro": { - "max_input_tokens": 1048576, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 2e-7, + "mistral/mistral-medium-2604": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.0000075, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": false + "litellm_provider": "mistral", + "supports_vision": true }, - "openrouter/xiaomi/mimo-v2.5": { - "max_input_tokens": 1048576, + "mistral/mistral-medium-3-1-2508": { + "max_input_tokens": 131072, "max_output_tokens": 131072, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 8e-8, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "mistral", + "supports_vision": true }, - "openrouter/z-ai/glm-4.7": { - "max_input_tokens": 202752, - "max_output_tokens": 64000, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000015, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 0, + "mistral/mistral-medium-3-5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.0000075, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "mistral", "supports_vision": true }, - "openrouter/z-ai/glm-4.7-flash": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 4e-7, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 0, + "mistral/mistral-medium-latest": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.0000075, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "mistral", "supports_vision": true }, - "openrouter/z-ai/glm-5": { - "max_input_tokens": 202752, - "max_output_tokens": 128000, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.00000256, - "mode": "chat", - "litellm_provider": "openrouter" + "mistral/mistral-moderation-2603": { + "max_input_tokens": 131072, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "moderation", + "litellm_provider": "mistral" }, - "openrouter/z-ai/glm-5.1": { - "max_input_tokens": 202752, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000105, - "output_cost_per_token": 0.0000035, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 5.25e-7, - "mode": "chat", - "litellm_provider": "openrouter" + "mistral/mistral-ocr-2505-completion": { + "mode": "ocr", + "litellm_provider": "mistral" }, - "openrouter/minimax/minimax-m2.1": { - "max_input_tokens": 204000, - "max_output_tokens": 64000, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 0.0000012, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 0, - "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true + "mistral/mistral-ocr-2512": { + "mode": "ocr", + "litellm_provider": "mistral" }, - "openrouter/minimax/minimax-m2.5": { - "max_input_tokens": 196608, - "max_output_tokens": 65536, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000011, - "cache_read_input_token_cost": 1.5e-7, + "mistral/mistral-ocr-4-0": { + "mode": "ocr", + "litellm_provider": "mistral" + }, + "mistral/mistral-ocr-4-1": { + "mode": "ocr", + "litellm_provider": "mistral" + }, + "mistral/mistral-ocr-latest": { + "mode": "ocr", + "litellm_provider": "mistral" + }, + "mistral/mistral-small": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": false + "litellm_provider": "mistral" }, - "openrouter/openrouter/auto": { - "max_input_tokens": 2000000, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "mistral/mistral-small-2603": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "openrouter", - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "mistral", + "supports_vision": true }, - "openrouter/openrouter/free": { - "max_input_tokens": 200000, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "mistral/mistral-small-3-2-2506": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 1.8e-7, "mode": "chat", - "litellm_provider": "openrouter", + "litellm_provider": "mistral", "supports_vision": true }, - "openrouter/openrouter/bodybuilder": { - "max_input_tokens": 128000, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "mistral/mistral-small-latest": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "openrouter" + "litellm_provider": "mistral", + "supports_vision": true }, - "ovhcloud/DeepSeek-R1-Distill-Llama-70B": { - "max_input_tokens": 131000, - "max_output_tokens": 131000, - "input_cost_per_token": 6.7e-7, - "output_cost_per_token": 6.7e-7, + "mistral/mistral-tiny": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 2.5e-7, "mode": "chat", - "litellm_provider": "ovhcloud" + "litellm_provider": "mistral" }, - "ovhcloud/Llama-3.1-8B-Instruct": { - "max_input_tokens": 131000, - "max_output_tokens": 131000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "mistral/open-codestral-mamba": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 2.5e-7, "mode": "chat", - "litellm_provider": "ovhcloud" + "litellm_provider": "mistral" }, - "ovhcloud/Meta-Llama-3_1-70B-Instruct": { - "max_input_tokens": 131000, - "max_output_tokens": 131000, - "input_cost_per_token": 6.7e-7, - "output_cost_per_token": 6.7e-7, + "mistral/open-mistral-7b": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 2.5e-7, "mode": "chat", - "litellm_provider": "ovhcloud" + "litellm_provider": "mistral" }, - "ovhcloud/Meta-Llama-3_3-70B-Instruct": { - "max_input_tokens": 131000, - "max_output_tokens": 131000, - "input_cost_per_token": 6.7e-7, - "output_cost_per_token": 6.7e-7, - "mode": "chat", - "litellm_provider": "ovhcloud" - }, - "ovhcloud/Mistral-7B-Instruct-v0.3": { - "max_input_tokens": 127000, - "max_output_tokens": 127000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "ovhcloud" - }, - "ovhcloud/Mistral-Nemo-Instruct-2407": { - "max_input_tokens": 118000, - "max_output_tokens": 118000, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 1.3e-7, - "mode": "chat", - "litellm_provider": "ovhcloud" - }, - "ovhcloud/Mistral-Small-3.2-24B-Instruct-2506": { + "mistral/open-mistral-nemo": { "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 9e-8, - "output_cost_per_token": 2.8e-7, - "mode": "chat", - "litellm_provider": "ovhcloud", - "supports_vision": true - }, - "ovhcloud/Mixtral-8x7B-Instruct-v0.1": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 6.3e-7, - "output_cost_per_token": 6.3e-7, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "ovhcloud" + "litellm_provider": "mistral" }, - "ovhcloud/Qwen2.5-Coder-32B-Instruct": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 8.7e-7, - "output_cost_per_token": 8.7e-7, + "mistral/open-mistral-nemo-2407": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "ovhcloud" + "litellm_provider": "mistral" }, - "ovhcloud/Qwen2.5-VL-72B-Instruct": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 9.1e-7, - "output_cost_per_token": 9.1e-7, + "mistral/open-mixtral-8x22b": { + "max_input_tokens": 65336, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "ovhcloud", - "supports_vision": true + "litellm_provider": "mistral" }, - "ovhcloud/Qwen3-32B": { + "mistral/open-mixtral-8x7b": { "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 2.3e-7, - "mode": "chat", - "litellm_provider": "ovhcloud" - }, - "ovhcloud/gpt-oss-120b": { - "max_input_tokens": 131000, - "max_output_tokens": 131000, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 4e-7, + "max_output_tokens": 8191, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 7e-7, "mode": "chat", - "litellm_provider": "ovhcloud" + "litellm_provider": "mistral" }, - "ovhcloud/gpt-oss-20b": { - "max_input_tokens": 131000, - "max_output_tokens": 131000, - "input_cost_per_token": 4e-8, + "mistral/pixtral-12b-2409": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "ovhcloud" - }, - "ovhcloud/llava-v1.6-mistral-7b-hf": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 2.9e-7, - "output_cost_per_token": 2.9e-7, - "mode": "chat", - "litellm_provider": "ovhcloud", + "litellm_provider": "mistral", "supports_vision": true }, - "ovhcloud/mamba-codestral-7B-v0.1": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 1.9e-7, - "output_cost_per_token": 1.9e-7, - "mode": "chat", - "litellm_provider": "ovhcloud" - }, - "palm/chat-bison": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "mistral/pixtral-large-2411": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "palm" + "litellm_provider": "mistral", + "supports_vision": true }, - "palm/chat-bison-001": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, + "mistral/pixtral-large-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "palm" - }, - "palm/text-bison": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "palm" - }, - "palm/text-bison-001": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "palm" - }, - "palm/text-bison-safety-off": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "palm" - }, - "palm/text-bison-safety-recitation-off": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 1.25e-7, - "mode": "completion", - "litellm_provider": "palm" + "litellm_provider": "mistral", + "supports_vision": true }, - "parallel_ai/search": { - "mode": "search", - "litellm_provider": "parallel_ai" + "mistral/voxtral-mini-2602": { + "mode": "audio_transcription", + "litellm_provider": "mistral", + "supports_audio_input": true }, - "parallel_ai/search-pro": { - "mode": "search", - "litellm_provider": "parallel_ai" + "mistral/voxtral-mini-transcribe-realtime-2602": { + "mode": "audio_transcription", + "litellm_provider": "mistral", + "supports_audio_input": true }, - "perplexity/codellama-34b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.0000014, - "mode": "chat", - "litellm_provider": "perplexity" + "mistral/voxtral-mini-tts-2603": { + "mode": "audio_speech", + "litellm_provider": "mistral" }, - "perplexity/codellama-70b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 7e-7, - "output_cost_per_token": 0.0000028, + "mistral/zai-glm-5-2": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 1.4e-7, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "mistral" }, - "perplexity/llama-2-70b-chat": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 7e-7, - "output_cost_per_token": 0.0000028, + "moonshot.kimi-k2-thinking": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "bedrock_converse" }, - "perplexity/llama-3.1-70b-instruct": { + "moonshot/kimi-k2-0711-preview": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "moonshot" }, - "perplexity/llama-3.1-8b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "moonshot/kimi-k2-0905-preview": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "moonshot" }, - "perplexity/mistral-7b-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2.8e-7, + "moonshot/kimi-k2-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "moonshot" }, - "perplexity/mixtral-8x7b-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2.8e-7, + "moonshot/kimi-k2-thinking-turbo": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.00000115, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "moonshot" }, - "perplexity/pplx-70b-chat": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 7e-7, - "output_cost_per_token": 0.0000028, + "moonshot/kimi-k2-turbo-preview": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.00000115, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "moonshot" }, - "perplexity/pplx-70b-online": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0.0000028, + "moonshot/kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "moonshot", + "supports_vision": true, + "supports_video_input": true }, - "perplexity/pplx-7b-chat": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2.8e-7, + "moonshot/kimi-k2.6": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.6e-7, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "moonshot", + "supports_vision": true, + "supports_video_input": true }, - "perplexity/pplx-7b-online": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 2.8e-7, + "moonshot/kimi-k3": { + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "moonshot", + "supports_vision": true, + "supports_video_input": true }, - "perplexity/sonar": { - "max_input_tokens": 128000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001, + "moonshot/kimi-latest": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "moonshot", + "supports_vision": true }, - "perplexity/sonar-deep-research": { - "max_input_tokens": 128000, + "moonshot/kimi-latest-128k": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "output_cost_per_token": 0.000005, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "moonshot", + "supports_vision": true }, - "perplexity/sonar-medium-chat": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000018, + "moonshot/kimi-latest-32k": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "moonshot", + "supports_vision": true }, - "perplexity/sonar-medium-online": { - "max_input_tokens": 12000, - "max_output_tokens": 12000, - "input_cost_per_token": 0, - "output_cost_per_token": 0.0000018, + "moonshot/kimi-latest-8k": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "moonshot", + "supports_vision": true }, - "perplexity/sonar-pro": { - "max_input_tokens": 200000, - "max_output_tokens": 8000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "moonshot/kimi-thinking-preview": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "moonshot", + "supports_vision": true }, - "perplexity/sonar-reasoning": { - "max_input_tokens": 128000, - "input_cost_per_token": 0.000001, + "moonshot/moonshot-v1-128k": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "moonshot" }, - "perplexity/sonar-reasoning-pro": { - "max_input_tokens": 128000, + "moonshot/moonshot-v1-128k-0430": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "moonshot" }, - "perplexity/sonar-small-chat": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2.8e-7, + "moonshot/moonshot-v1-128k-vision-preview": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "moonshot", + "supports_vision": true }, - "perplexity/sonar-small-online": { - "max_input_tokens": 12000, - "max_output_tokens": 12000, - "input_cost_per_token": 0, - "output_cost_per_token": 2.8e-7, + "moonshot/moonshot-v1-32k": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "perplexity" + "litellm_provider": "moonshot" }, - "publicai/swiss-ai/apertus-8b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "moonshot/moonshot-v1-32k-0430": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "publicai" + "litellm_provider": "moonshot" }, - "publicai/swiss-ai/apertus-70b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "moonshot/moonshot-v1-32k-vision-preview": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "publicai" + "litellm_provider": "moonshot", + "supports_vision": true }, - "publicai/aisingapore/Gemma-SEA-LION-v4-27B-IT": { + "moonshot/moonshot-v1-8k": { "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "publicai" + "litellm_provider": "moonshot" }, - "publicai/BSC-LT/salamandra-7b-instruct-tools-16k": { - "max_input_tokens": 16384, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "moonshot/moonshot-v1-8k-0430": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "publicai" + "litellm_provider": "moonshot" }, - "publicai/BSC-LT/ALIA-40b-instruct_Q8_0": { + "moonshot/moonshot-v1-8k-vision-preview": { "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "publicai" + "litellm_provider": "moonshot", + "supports_vision": true }, - "publicai/allenai/Olmo-3-7B-Instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "moonshot/moonshot-v1-auto": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "publicai" - }, - "perplexity/preset/fast-search": { - "mode": "responses", - "litellm_provider": "perplexity" - }, - "perplexity/preset/pro-search": { - "mode": "responses", - "litellm_provider": "perplexity" + "litellm_provider": "moonshot" }, - "perplexity/preset/deep-research": { - "mode": "responses", - "litellm_provider": "perplexity" - }, - "perplexity/preset/advanced-deep-research": { - "mode": "responses", - "litellm_provider": "perplexity" - }, - "perplexity/openai/gpt-5.2": { - "mode": "responses", - "litellm_provider": "perplexity" - }, - "perplexity/openai/gpt-5.1": { - "mode": "responses", - "litellm_provider": "perplexity" - }, - "perplexity/openai/gpt-5-mini": { - "mode": "responses", - "litellm_provider": "perplexity" - }, - "perplexity/anthropic/claude-opus-4-6": { - "mode": "responses", - "litellm_provider": "perplexity" - }, - "perplexity/anthropic/claude-opus-4-7": { - "mode": "responses", - "litellm_provider": "perplexity" - }, - "perplexity/anthropic/claude-opus-4-5": { - "mode": "responses", - "litellm_provider": "perplexity" - }, - "perplexity/anthropic/claude-sonnet-4-5": { - "mode": "responses", - "litellm_provider": "perplexity" - }, - "perplexity/anthropic/claude-haiku-4-5": { - "mode": "responses", - "litellm_provider": "perplexity" - }, - "perplexity/google/gemini-3-pro-preview": { - "mode": "responses", - "litellm_provider": "perplexity" - }, - "perplexity/google/gemini-3-flash-preview": { - "mode": "responses", - "litellm_provider": "perplexity" - }, - "perplexity/google/gemini-2.5-pro": { - "mode": "responses", - "litellm_provider": "perplexity" - }, - "perplexity/google/gemini-2.5-flash": { - "mode": "responses", - "litellm_provider": "perplexity" - }, - "perplexity/xai/grok-4-1-fast-non-reasoning": { - "mode": "responses", - "litellm_provider": "perplexity" - }, - "perplexity/perplexity/sonar": { - "mode": "responses", - "litellm_provider": "perplexity" - }, - "perplexity/perplexity/deepseek-v4-flash-0731": { - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 2.6e-7, - "cache_read_input_token_cost": 2.8e-8, - "mode": "responses", - "litellm_provider": "perplexity" - }, - "perplexity/perplexity/glm-5.2": { - "input_cost_per_token": 0.0000014, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 1.4e-7, - "mode": "responses", - "litellm_provider": "perplexity" + "moonshotai.kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "perplexity/perplexity/kimi-k3": { - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_read_input_token_cost": 3e-7, - "mode": "responses", - "litellm_provider": "perplexity" + "morph/morph-v3-fast": { + "max_input_tokens": 16000, + "max_output_tokens": 16000, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "morph", + "supports_vision": false }, - "perplexity/perplexity/kimi-k2.7-code": { - "input_cost_per_token": 9.5e-7, - "output_cost_per_token": 0.000004, - "cache_read_input_token_cost": 1.9e-7, - "mode": "responses", - "litellm_provider": "perplexity" + "morph/morph-v3-large": { + "max_input_tokens": 16000, + "max_output_tokens": 16000, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 0.0000019, + "mode": "chat", + "litellm_provider": "morph", + "supports_vision": false }, - "perplexity/pplx-embed-v1-0.6b": { - "max_input_tokens": 32768, - "input_cost_per_token": 4e-9, + "multimodalembedding": { + "max_input_tokens": 2048, + "input_cost_per_token": 8e-7, "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "perplexity" + "litellm_provider": "vertex_ai-embedding-models" }, - "perplexity/pplx-embed-v1-4b": { - "max_input_tokens": 32768, - "input_cost_per_token": 3e-8, + "multimodalembedding@001": { + "max_input_tokens": 2048, + "input_cost_per_token": 8e-7, "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "perplexity" + "litellm_provider": "vertex_ai-embedding-models" }, - "publicai/aisingapore/Qwen-SEA-LION-v4-32B-IT": { + "nebius/BAAI/bge-en-icl": { "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 0, + "input_cost_per_token": 1e-8, "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "publicai" + "mode": "embedding", + "litellm_provider": "nebius" }, - "publicai/allenai/Olmo-3-7B-Think": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 0, + "nebius/BAAI/bge-multilingual-gemma2": { + "max_input_tokens": 8192, + "input_cost_per_token": 1e-8, "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "publicai" + "mode": "embedding", + "litellm_provider": "nebius" }, - "publicai/allenai/Olmo-3-32B-Think": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "nebius/NousResearch/Hermes-3-Llama-3.1-405B": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "publicai" + "litellm_provider": "nebius" }, - "qwen.qwen3-coder-480b-a35b-v1:0": { - "max_input_tokens": 262000, - "max_output_tokens": 65536, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 0.0000018, + "nebius/Qwen/QwQ-32B": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 4.5e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "nebius" }, - "qwen.qwen3-235b-a22b-2507-v1:0": { - "max_input_tokens": 262144, + "nebius/Qwen/Qwen2-VL-72B-Instruct": { + "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 8.8e-7, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "nebius", + "supports_vision": true }, - "qwen.qwen3-coder-30b-a3b-v1:0": { - "max_input_tokens": 262144, + "nebius/Qwen/Qwen2-VL-7B-Instruct": { + "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 6e-8, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "nebius", + "supports_vision": true }, - "qwen.qwen3-32b-v1:0": { - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "nebius/Qwen/Qwen2.5-32B-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "nebius" }, - "qwen.qwen3-next-80b-a3b": { + "nebius/Qwen/Qwen2.5-72B-Instruct": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0.0000012, + "max_output_tokens": 128000, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "nebius" }, - "qwen.qwen3-vl-235b-a22b": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 5.3e-7, - "output_cost_per_token": 0.00000266, + "nebius/Qwen/Qwen2.5-Coder-7B": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-8, + "output_cost_per_token": 3e-8, "mode": "chat", - "litellm_provider": "bedrock_converse", + "litellm_provider": "nebius" + }, + "nebius/Qwen/Qwen2.5-VL-72B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "nebius", "supports_vision": true }, - "qwen.qwen3-coder-next": { + "nebius/Qwen/Qwen3-14B": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 2.4e-7, + "mode": "chat", + "litellm_provider": "nebius" + }, + "nebius/Qwen/Qwen3-235B-A22B": { "max_input_tokens": 262144, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000012, + "max_output_tokens": 262144, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "nebius" }, - "reducto/parse-legacy": { - "mode": "ocr", - "litellm_provider": "reducto" - }, - "reducto/parse-v3": { - "mode": "ocr", - "litellm_provider": "reducto" - }, - "recraft/recraftv2": { - "mode": "image_generation", - "litellm_provider": "recraft" - }, - "recraft/recraftv3": { - "mode": "image_generation", - "litellm_provider": "recraft" - }, - "replicate/meta/llama-2-13b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "nebius/Qwen/Qwen3-30B-A3B": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 1e-7, - "output_cost_per_token": 5e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "nebius" }, - "replicate/meta/llama-2-13b-chat": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "nebius/Qwen/Qwen3-32B": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, "input_cost_per_token": 1e-7, - "output_cost_per_token": 5e-7, - "mode": "chat", - "litellm_provider": "replicate" - }, - "replicate/meta/llama-2-70b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 6.5e-7, - "output_cost_per_token": 0.00000275, - "mode": "chat", - "litellm_provider": "replicate" - }, - "replicate/meta/llama-2-70b-chat": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 6.5e-7, - "output_cost_per_token": 0.00000275, - "mode": "chat", - "litellm_provider": "replicate" - }, - "replicate/meta/llama-2-7b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2.5e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "nebius" }, - "replicate/meta/llama-2-7b-chat": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2.5e-7, + "nebius/Qwen/Qwen3-4B": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 2.4e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "nebius" }, - "replicate/meta/llama-3-70b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 6.5e-7, - "output_cost_per_token": 0.00000275, + "nebius/deepseek-ai/DeepSeek-R1": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000024, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "nebius" }, - "replicate/meta/llama-3-70b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 6.5e-7, - "output_cost_per_token": 0.00000275, + "nebius/deepseek-ai/DeepSeek-R1-0528": { + "max_input_tokens": 164000, + "max_output_tokens": 164000, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000024, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "nebius" }, - "replicate/meta/llama-3-8b": { - "max_input_tokens": 8086, - "max_output_tokens": 8086, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2.5e-7, + "nebius/deepseek-ai/DeepSeek-R1-Distill-Llama-70B": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 7.5e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "nebius" }, - "replicate/meta/llama-3-8b-instruct": { - "max_input_tokens": 8086, - "max_output_tokens": 8086, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2.5e-7, + "nebius/deepseek-ai/DeepSeek-V3": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "nebius" }, - "replicate/mistralai/mistral-7b-instruct-v0.2": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2.5e-7, + "nebius/deepseek-ai/DeepSeek-V3-0324": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "nebius" }, - "replicate/mistralai/mistral-7b-v0.1": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2.5e-7, + "nebius/google/gemma-3-27b-it": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "nebius", + "supports_vision": true }, - "replicate/mistralai/mixtral-8x7b-instruct-v0.1": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.000001, - "mode": "chat", - "litellm_provider": "replicate" + "nebius/intfloat/e5-mistral-7b-instruct": { + "max_input_tokens": 32768, + "input_cost_per_token": 1e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "nebius" }, - "replicate/openai/gpt-5": { - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, + "nebius/meta-llama/Llama-3.3-70B-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "litellm_provider": "nebius" }, - "replicate/openai/gpt-oss-20b": { - "input_cost_per_token": 9e-8, - "output_cost_per_token": 3.6e-7, + "nebius/meta-llama/Llama-Guard-3-8B": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 6e-8, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "nebius" }, - "replicate/anthropic/claude-4.5-haiku": { + "nebius/meta-llama/Meta-Llama-3.1-405B-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "litellm_provider": "nebius" }, - "replicate/ibm-granite/granite-3.3-8b-instruct": { - "input_cost_per_token": 3e-8, - "output_cost_per_token": 2.5e-7, + "nebius/meta-llama/Meta-Llama-3.1-70B-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "nebius" }, - "replicate/openai/gpt-4o": { - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "nebius/meta-llama/Meta-Llama-3.1-8B-Instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 6e-8, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true, - "supports_audio_input": true + "litellm_provider": "nebius" }, - "replicate/openai/o4-mini": { - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000004, + "nebius/mistralai/Mistral-Nemo-Instruct-2407": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 1.2e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "nebius" }, - "replicate/openai/o1-mini": { - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, + "nebius/nvidia/Llama-3.1-Nemotron-Ultra-253B-v1": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000018, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "nebius" }, - "replicate/openai/o1": { - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, + "nebius/nvidia/Llama-3.3-Nemotron-Super-49B-v1": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "nebius" }, - "replicate/openai/gpt-4o-mini": { - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "nimble/search": { + "mode": "search", + "litellm_provider": "nimble" }, - "replicate/qwen/qwen3-235b-a22b-instruct-2507": { - "input_cost_per_token": 2.64e-7, - "output_cost_per_token": 0.00000106, + "novita/Sao10K/L3-8B-Stheno-v3.2": { + "max_input_tokens": 8192, + "max_output_tokens": 32000, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 5e-8, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "novita" }, - "replicate/anthropic/claude-4-sonnet": { - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "novita/baai/bge-m3": { + "max_input_tokens": 8192, + "max_output_tokens": 96000, + "input_cost_per_token": 1e-8, + "output_cost_per_token": 1e-8, + "mode": "embedding", + "litellm_provider": "novita" + }, + "novita/baai/bge-reranker-v2-m3": { + "max_input_tokens": 8000, + "max_output_tokens": 8000, + "input_cost_per_token": 1e-8, + "output_cost_per_token": 1e-8, + "mode": "rerank", + "litellm_provider": "novita" + }, + "novita/baichuan/baichuan-m2-32b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 7e-8, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "litellm_provider": "novita" }, - "replicate/deepseek-ai/deepseek-v3": { - "max_input_tokens": 65536, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000145, - "output_cost_per_token": 0.00000145, + "novita/baidu/ernie-4.5-21B-a3b": { + "max_input_tokens": 120000, + "max_output_tokens": 8000, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.8e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "novita" }, - "replicate/anthropic/claude-3.7-sonnet": { - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "novita/baidu/ernie-4.5-21B-a3b-thinking": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.8e-7, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "litellm_provider": "novita" }, - "replicate/anthropic/claude-3.5-haiku": { - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, + "novita/baidu/ernie-4.5-300b-a47b-paddle": { + "max_input_tokens": 123000, + "max_output_tokens": 12000, + "input_cost_per_token": 2.8e-7, + "output_cost_per_token": 0.0000011, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "litellm_provider": "novita" }, - "replicate/anthropic/claude-3.5-sonnet": { - "input_cost_per_token": 0.00000375, - "output_cost_per_token": 0.00001875, + "novita/baidu/ernie-4.5-vl-28b-a3b": { + "max_input_tokens": 30000, + "max_output_tokens": 8000, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 5.6e-7, "mode": "chat", - "litellm_provider": "replicate", + "litellm_provider": "novita", "supports_vision": true }, - "replicate/google/gemini-3-pro": { - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, + "novita/baidu/ernie-4.5-vl-28b-a3b-thinking": { + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "input_cost_per_token": 3.9e-7, + "output_cost_per_token": 3.9e-7, "mode": "chat", - "litellm_provider": "replicate", + "litellm_provider": "novita", "supports_vision": true }, - "replicate/anthropic/claude-4.5-sonnet": { - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "novita/baidu/ernie-4.5-vl-424b-a47b": { + "max_input_tokens": 123000, + "max_output_tokens": 16000, + "input_cost_per_token": 4.2e-7, + "output_cost_per_token": 0.00000125, "mode": "chat", - "litellm_provider": "replicate", + "litellm_provider": "novita", "supports_vision": true }, - "replicate/openai/gpt-4.1": { - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "novita/deepseek/deepseek-ocr": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 3e-8, "mode": "chat", - "litellm_provider": "replicate", + "litellm_provider": "novita", "supports_vision": true }, - "replicate/openai/gpt-4.1-nano": { - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, + "novita/deepseek/deepseek-prover-v2-671b": { + "max_input_tokens": 160000, + "max_output_tokens": 160000, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "novita" }, - "replicate/openai/gpt-4.1-mini": { - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, + "novita/deepseek/deepseek-r1-0528": { + "max_input_tokens": 163840, + "max_output_tokens": 32768, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 3.5e-7, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "litellm_provider": "novita" }, - "replicate/openai/gpt-5-nano": { - "input_cost_per_token": 5e-8, - "output_cost_per_token": 4e-7, + "novita/deepseek/deepseek-r1-0528-qwen3-8b": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 9e-8, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "novita" }, - "replicate/openai/gpt-5-mini": { - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000002, + "novita/deepseek/deepseek-r1-distill-llama-70b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 8e-7, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "litellm_provider": "novita" }, - "replicate/google/gemini-2.5-flash": { - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.0000025, + "novita/deepseek/deepseek-r1-distill-qwen-14b": { + "max_input_tokens": 32768, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "replicate", - "supports_vision": true + "litellm_provider": "novita" }, - "replicate/openai/gpt-oss-120b": { - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 7.2e-7, + "novita/deepseek/deepseek-r1-distill-qwen-32b": { + "max_input_tokens": 64000, + "max_output_tokens": 32000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "novita" }, - "replicate/deepseek-ai/deepseek-v3.1": { + "novita/deepseek/deepseek-r1-turbo": { + "max_input_tokens": 64000, + "max_output_tokens": 16000, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/deepseek/deepseek-v3-0324": { "max_input_tokens": 163840, "max_output_tokens": 163840, - "input_cost_per_token": 6.72e-7, - "output_cost_per_token": 0.000002016, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 0.00000112, + "cache_read_input_token_cost": 1.35e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "novita" }, - "replicate/xai/grok-4": { - "input_cost_per_token": 0.0000072, - "output_cost_per_token": 0.000036, + "novita/deepseek/deepseek-v3-turbo": { + "max_input_tokens": 64000, + "max_output_tokens": 16000, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000013, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "novita" }, - "replicate/deepseek-ai/deepseek-r1": { - "max_input_tokens": 65536, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000375, - "output_cost_per_token": 0.00001, + "novita/deepseek/deepseek-v3.1": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 0.000001, + "cache_read_input_token_cost": 1.35e-7, "mode": "chat", - "litellm_provider": "replicate" + "litellm_provider": "novita" }, - "rerank-english-v2.0": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "cohere" + "novita/deepseek/deepseek-v3.1-terminus": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 0.000001, + "cache_read_input_token_cost": 1.35e-7, + "mode": "chat", + "litellm_provider": "novita" }, - "rerank-english-v3.0": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "cohere" + "novita/deepseek/deepseek-v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 65536, + "input_cost_per_token": 2.69e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 1.345e-7, + "mode": "chat", + "litellm_provider": "novita" }, - "rerank-multilingual-v2.0": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "cohere" + "novita/deepseek/deepseek-v3.2-exp": { + "max_input_tokens": 163840, + "max_output_tokens": 65536, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 4.1e-7, + "mode": "chat", + "litellm_provider": "novita" }, - "rerank-multilingual-v3.0": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "cohere" - }, - "rerank-v3.5": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "cohere" - }, - "nvidia_nim/nvidia/nv-rerankqa-mistral-4b-v3": { - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "nvidia_nim" - }, - "nvidia_nim/nvidia/llama-3_2-nv-rerankqa-1b-v2": { - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "nvidia_nim" - }, - "nvidia_nim/ranking/nvidia/llama-3.2-nv-rerankqa-1b-v2": { - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "nvidia_nim" - }, - "sagemaker/meta-textgeneration-llama-2-13b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "sagemaker" + "novita/google/gemma-3-12b-it": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true }, - "sagemaker/meta-textgeneration-llama-2-13b-f": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "novita/google/gemma-3-27b-it": { + "max_input_tokens": 98304, + "max_output_tokens": 16384, + "input_cost_per_token": 1.19e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "sagemaker" + "litellm_provider": "novita", + "supports_vision": true }, - "sagemaker/meta-textgeneration-llama-2-70b": { + "novita/gryphe/mythomax-l2-13b": { "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "sagemaker" + "max_output_tokens": 3200, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 9e-8, + "mode": "chat", + "litellm_provider": "novita" }, - "sagemaker/meta-textgeneration-llama-2-70b-b-f": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "novita/kwaipilot/kat-coder-pro": { + "max_input_tokens": 256000, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 6e-8, "mode": "chat", - "litellm_provider": "sagemaker" + "litellm_provider": "novita" }, - "sagemaker/meta-textgeneration-llama-2-7b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "sagemaker" + "novita/meta-llama/llama-3-70b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8000, + "input_cost_per_token": 5.1e-7, + "output_cost_per_token": 7.4e-7, + "mode": "chat", + "litellm_provider": "novita" }, - "sagemaker/meta-textgeneration-llama-2-7b-f": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "novita/meta-llama/llama-3-8b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 4e-8, "mode": "chat", - "litellm_provider": "sagemaker" + "litellm_provider": "novita" }, - "sambanova/MiniMax-M2.7": { - "max_input_tokens": 196608, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, + "novita/meta-llama/llama-3.1-8b-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 5e-8, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "novita" }, - "sambanova/DeepSeek-R1": { + "novita/meta-llama/llama-3.2-3b-instruct": { "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000007, + "max_output_tokens": 32000, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 5e-8, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "novita" }, - "sambanova/DeepSeek-R1-Distill-Llama-70B": { + "novita/meta-llama/llama-3.3-70b-instruct": { "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 7e-7, - "output_cost_per_token": 0.0000014, + "max_output_tokens": 120000, + "input_cost_per_token": 1.35e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "novita" }, - "sambanova/DeepSeek-V3-0324": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.0000045, + "novita/meta-llama/llama-4-maverick-17b-128e-instruct-fp8": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 8.5e-7, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "novita", + "supports_vision": true }, - "sambanova/Llama-4-Maverick-17B-128E-Instruct": { + "novita/meta-llama/llama-4-scout-17b-16e-instruct": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 6.3e-7, - "output_cost_per_token": 0.0000018, + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 5.9e-7, "mode": "chat", - "litellm_provider": "sambanova", + "litellm_provider": "novita", "supports_vision": true }, - "sambanova/Llama-4-Scout-17B-16E-Instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 7e-7, + "novita/microsoft/wizardlm-2-8x22b": { + "max_input_tokens": 65535, + "max_output_tokens": 8000, + "input_cost_per_token": 6.2e-7, + "output_cost_per_token": 6.2e-7, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "novita" }, - "sambanova/Meta-Llama-3.1-405B-Instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00001, + "novita/minimax/minimax-m2": { + "max_input_tokens": 204800, + "max_output_tokens": 131072, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "novita" }, - "sambanova/Meta-Llama-3.1-8B-Instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 2e-7, + "novita/minimax/minimax-m2.1": { + "max_input_tokens": 204800, + "max_output_tokens": 131072, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "novita" }, - "sambanova/Meta-Llama-3.2-1B-Instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, + "novita/minimaxai/minimax-m1-80k": { + "max_input_tokens": 1000000, + "max_output_tokens": 40000, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.0000022, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/mistralai/mistral-nemo": { + "max_input_tokens": 60288, + "max_output_tokens": 16000, "input_cost_per_token": 4e-8, - "output_cost_per_token": 8e-8, + "output_cost_per_token": 1.7e-7, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "novita" }, - "sambanova/Meta-Llama-3.2-3B-Instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 1.6e-7, + "novita/moonshotai/kimi-k2-0905": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "novita" }, - "sambanova/Meta-Llama-3.3-70B-Instruct": { + "novita/moonshotai/kimi-k2-instruct": { "max_input_tokens": 131072, "max_output_tokens": 131072, + "input_cost_per_token": 5.7e-7, + "output_cost_per_token": 0.0000023, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/moonshotai/kimi-k2-thinking": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "novita" }, - "sambanova/Meta-Llama-Guard-3-8B": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 3e-7, + "novita/nousresearch/hermes-2-pro-llama-3-8b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 1.4e-7, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "novita" }, - "sambanova/QwQ-32B": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000001, + "novita/openai/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2.5e-7, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "novita", + "supports_vision": true }, - "sambanova/Qwen2-Audio-7B-Instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0001, + "novita/openai/gpt-oss-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "sambanova", - "supports_audio_input": true + "litellm_provider": "novita", + "supports_vision": true }, - "sambanova/Qwen3-32B": { - "max_input_tokens": 8192, + "novita/paddlepaddle/paddleocr-vl": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 2e-8, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true + }, + "novita/qwen/qwen-2.5-72b-instruct": { + "max_input_tokens": 32000, "max_output_tokens": 8192, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 8e-7, + "input_cost_per_token": 3.8e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "novita" }, - "sambanova/DeepSeek-V3.1": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.0000045, + "novita/qwen/qwen-mt-plus": { + "max_input_tokens": 16384, + "max_output_tokens": 8192, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 7.5e-7, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "novita" }, - "sambanova/gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 5.9e-7, + "novita/qwen/qwen2.5-7b-instruct": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 7e-8, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "novita" }, - "sambanova/DeepSeek-V3.2": { + "novita/qwen/qwen2.5-vl-72b-instruct": { "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.0000045, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 8e-7, "mode": "chat", - "litellm_provider": "sambanova" + "litellm_provider": "novita", + "supports_vision": true }, - "sambanova/gemma-4-31B-it": { + "novita/qwen/qwen3-235b-a22b-fp8": { + "max_input_tokens": 40960, + "max_output_tokens": 20000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 8e-7, + "mode": "chat", + "litellm_provider": "novita" + }, + "novita/qwen/qwen3-235b-a22b-instruct-2507": { "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 3.8e-7, - "output_cost_per_token": 0.00000115, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 5.8e-7, "mode": "chat", - "litellm_provider": "sambanova", - "supports_vision": true + "litellm_provider": "novita" }, - "scx-ai/GLM-5.2": { - "max_input_tokens": 1048576, - "max_output_tokens": 131072, - "input_cost_per_token": 6.1e-7, - "output_cost_per_token": 0.00000198, - "cache_read_input_token_cost": 2.2e-7, + "novita/qwen/qwen3-235b-a22b-thinking-2507": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "scx-ai", - "supports_vision": false + "litellm_provider": "novita" }, - "scx-ai/Qwen3.8-Max": { - "max_input_tokens": 1000000, - "max_output_tokens": 131072, - "input_cost_per_token": 0.00000165, - "output_cost_per_token": 0.00000499, - "cache_read_input_token_cost": 2.1e-7, + "novita/qwen/qwen3-30b-a3b-fp8": { + "max_input_tokens": 40960, + "max_output_tokens": 20000, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 4.5e-7, "mode": "chat", - "litellm_provider": "scx-ai", - "supports_vision": true + "litellm_provider": "novita" }, - "snowflake/claude-3-5-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_read_input_token_cost": 3e-7, + "novita/qwen/qwen3-32b-fp8": { + "max_input_tokens": 40960, + "max_output_tokens": 20000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4.5e-7, "mode": "chat", - "litellm_provider": "snowflake", - "supports_vision": true + "litellm_provider": "novita" }, - "snowflake/deepseek-r1": { + "novita/qwen/qwen3-4b-fp8": { "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000135, - "output_cost_per_token": 0.0000054, + "max_output_tokens": 20000, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 3e-8, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "novita" }, - "snowflake/gemma-7b": { - "max_input_tokens": 8000, - "max_output_tokens": 8192, + "novita/qwen/qwen3-8b-fp8": { + "max_input_tokens": 128000, + "max_output_tokens": 20000, + "input_cost_per_token": 3.5e-8, + "output_cost_per_token": 1.38e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "novita" }, - "snowflake/jamba-1.5-large": { - "max_input_tokens": 256000, - "max_output_tokens": 8192, + "novita/qwen/qwen3-coder-30b-a3b-instruct": { + "max_input_tokens": 160000, + "max_output_tokens": 32768, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.7e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "novita" }, - "snowflake/jamba-1.5-mini": { - "max_input_tokens": 256000, - "max_output_tokens": 8192, + "novita/qwen/qwen3-coder-480b-a35b-instruct": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000013, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "novita" }, - "snowflake/jamba-instruct": { - "max_input_tokens": 256000, - "max_output_tokens": 8192, - "mode": "chat", - "litellm_provider": "snowflake" + "novita/qwen/qwen3-embedding-0.6b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "novita" }, - "snowflake/llama2-70b-chat": { - "max_input_tokens": 4096, - "max_output_tokens": 8192, - "mode": "chat", - "litellm_provider": "snowflake" + "novita/qwen/qwen3-embedding-8b": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "novita" }, - "snowflake/llama3-70b": { - "max_input_tokens": 8000, - "max_output_tokens": 8192, + "novita/qwen/qwen3-max": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 0.00000211, + "output_cost_per_token": 0.00000845, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "novita" }, - "snowflake/llama3-8b": { - "max_input_tokens": 8000, - "max_output_tokens": 8192, + "novita/qwen/qwen3-next-80b-a3b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "novita" }, - "snowflake/llama3.1-405b": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "novita/qwen/qwen3-next-80b-a3b-thinking": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "novita" }, - "snowflake/llama3.1-70b": { - "max_input_tokens": 128000, + "novita/qwen/qwen3-omni-30b-a3b-instruct": { + "max_input_tokens": 65536, "max_output_tokens": 16384, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 9.7e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "novita", + "supports_vision": true, + "supports_audio_input": true }, - "snowflake/llama3.1-8b": { - "max_input_tokens": 128000, + "novita/qwen/qwen3-omni-30b-a3b-thinking": { + "max_input_tokens": 65536, "max_output_tokens": 16384, - "input_cost_per_token": 2.4e-7, - "output_cost_per_token": 2.4e-7, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 9.7e-7, "mode": "chat", - "litellm_provider": "snowflake" - }, - "snowflake/llama3.2-1b": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "novita", + "supports_vision": true, + "supports_audio_input": true }, - "snowflake/llama3.2-3b": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, + "novita/qwen/qwen3-reranker-8b": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 5e-8, + "mode": "rerank", + "litellm_provider": "novita" + }, + "novita/qwen/qwen3-vl-235b-a22b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "novita", + "supports_vision": true }, - "snowflake/llama3.3-70b": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, + "novita/qwen/qwen3-vl-235b-a22b-thinking": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 9.8e-7, + "output_cost_per_token": 0.00000395, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "novita", + "supports_vision": true }, - "snowflake/mistral-7b": { - "max_input_tokens": 32000, - "max_output_tokens": 8192, + "novita/qwen/qwen3-vl-30b-a3b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 7e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "novita", + "supports_vision": true }, - "snowflake/mistral-large": { - "max_input_tokens": 32000, - "max_output_tokens": 8192, + "novita/qwen/qwen3-vl-30b-a3b-thinking": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.000001, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "novita", + "supports_vision": true }, - "snowflake/mistral-large2": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "novita/qwen/qwen3-vl-8b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "novita", + "supports_vision": true }, - "snowflake/mixtral-8x7b": { - "max_input_tokens": 32000, + "novita/sao10k/l3-70b-euryale-v2.1": { + "max_input_tokens": 8192, "max_output_tokens": 8192, + "input_cost_per_token": 0.00000148, + "output_cost_per_token": 0.00000148, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "novita" }, - "snowflake/reka-core": { - "max_input_tokens": 32000, + "novita/sao10k/l3-8b-lunaris": { + "max_input_tokens": 8192, "max_output_tokens": 8192, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 5e-8, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "novita" }, - "snowflake/reka-flash": { - "max_input_tokens": 100000, + "novita/sao10k/l31-70b-euryale-v2.2": { + "max_input_tokens": 8192, "max_output_tokens": 8192, + "input_cost_per_token": 0.00000148, + "output_cost_per_token": 0.00000148, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "novita" }, - "snowflake/snowflake-arctic": { - "max_input_tokens": 4096, - "max_output_tokens": 8192, + "novita/skywork/r1v4-lite": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "novita", + "supports_vision": true }, - "snowflake/snowflake-llama-3.1-405b": { - "max_input_tokens": 8000, - "max_output_tokens": 8192, + "novita/xiaomimimo/mimo-v2-flash": { + "max_input_tokens": 262144, + "max_output_tokens": 32000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, + "cache_read_input_token_cost": 2e-8, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "novita" }, - "snowflake/snowflake-llama-3.3-70b": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, + "novita/zai-org/autoglm-phone-9b-multilingual": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 3.5e-8, + "output_cost_per_token": 1.38e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "novita", + "supports_vision": true }, - "stability/sd3": { - "mode": "image_generation", - "litellm_provider": "stability" + "novita/zai-org/glm-4.5": { + "max_input_tokens": 131072, + "max_output_tokens": 98304, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "cache_read_input_token_cost": 1.1e-7, + "mode": "chat", + "litellm_provider": "novita" }, - "stability/sd3-large": { - "mode": "image_generation", - "litellm_provider": "stability" + "novita/zai-org/glm-4.5-air": { + "max_input_tokens": 131072, + "max_output_tokens": 98304, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 8.5e-7, + "mode": "chat", + "litellm_provider": "novita" }, - "stability/sd3-large-turbo": { - "mode": "image_generation", - "litellm_provider": "stability" + "novita/zai-org/glm-4.5v": { + "max_input_tokens": 65536, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000018, + "cache_read_input_token_cost": 1.1e-7, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true }, - "stability/sd3-medium": { - "mode": "image_generation", - "litellm_provider": "stability" + "novita/zai-org/glm-4.6": { + "max_input_tokens": 204800, + "max_output_tokens": 131072, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.0000022, + "cache_read_input_token_cost": 1.1e-7, + "mode": "chat", + "litellm_provider": "novita" }, - "stability/sd3.5-large": { - "mode": "image_generation", - "litellm_provider": "stability" + "novita/zai-org/glm-4.6v": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 9e-7, + "cache_read_input_token_cost": 5.5e-8, + "mode": "chat", + "litellm_provider": "novita", + "supports_vision": true }, - "stability/sd3.5-large-turbo": { - "mode": "image_generation", - "litellm_provider": "stability" + "novita/zai-org/glm-4.7": { + "max_input_tokens": 204800, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "cache_read_input_token_cost": 1.1e-7, + "mode": "chat", + "litellm_provider": "novita" }, - "stability/sd3.5-medium": { - "mode": "image_generation", - "litellm_provider": "stability" + "nscale/Qwen/QwQ-32B": { + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "nscale" }, - "stability/stable-image-ultra": { - "mode": "image_generation", - "litellm_provider": "stability" + "nscale/Qwen/Qwen2.5-Coder-32B-Instruct": { + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "nscale" }, - "stability/inpaint": { - "mode": "image_edit", - "litellm_provider": "stability" + "nscale/Qwen/Qwen2.5-Coder-3B-Instruct": { + "input_cost_per_token": 1e-8, + "output_cost_per_token": 3e-8, + "mode": "chat", + "litellm_provider": "nscale" }, - "stability/outpaint": { - "mode": "image_edit", - "litellm_provider": "stability" + "nscale/Qwen/Qwen2.5-Coder-7B-Instruct": { + "input_cost_per_token": 1e-8, + "output_cost_per_token": 3e-8, + "mode": "chat", + "litellm_provider": "nscale" }, - "stability/erase": { - "mode": "image_edit", - "litellm_provider": "stability" + "nscale/black-forest-labs/FLUX.1-schnell": { + "mode": "image_generation", + "litellm_provider": "nscale" }, - "stability/search-and-replace": { - "mode": "image_edit", - "litellm_provider": "stability" + "nscale/deepseek-ai/DeepSeek-R1-Distill-Llama-70B": { + "input_cost_per_token": 3.75e-7, + "output_cost_per_token": 3.75e-7, + "mode": "chat", + "litellm_provider": "nscale" }, - "stability/search-and-recolor": { - "mode": "image_edit", - "litellm_provider": "stability" + "nscale/deepseek-ai/DeepSeek-R1-Distill-Llama-8B": { + "input_cost_per_token": 2.5e-8, + "output_cost_per_token": 2.5e-8, + "mode": "chat", + "litellm_provider": "nscale" }, - "stability/remove-background": { - "mode": "image_edit", - "litellm_provider": "stability" - }, - "stability/replace-background-and-relight": { - "mode": "image_edit", - "litellm_provider": "stability" + "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B": { + "input_cost_per_token": 9e-8, + "output_cost_per_token": 9e-8, + "mode": "chat", + "litellm_provider": "nscale" }, - "stability/sketch": { - "mode": "image_edit", - "litellm_provider": "stability" + "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B": { + "input_cost_per_token": 7e-8, + "output_cost_per_token": 7e-8, + "mode": "chat", + "litellm_provider": "nscale" }, - "stability/structure": { - "mode": "image_edit", - "litellm_provider": "stability" + "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B": { + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, + "mode": "chat", + "litellm_provider": "nscale" }, - "stability/style": { - "mode": "image_edit", - "litellm_provider": "stability" + "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B": { + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "nscale" }, - "stability/style-transfer": { - "mode": "image_edit", - "litellm_provider": "stability" + "nscale/meta-llama/Llama-3.1-8B-Instruct": { + "input_cost_per_token": 3e-8, + "output_cost_per_token": 3e-8, + "mode": "chat", + "litellm_provider": "nscale" }, - "stability/fast": { - "mode": "image_edit", - "litellm_provider": "stability" + "nscale/meta-llama/Llama-3.3-70B-Instruct": { + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "nscale" }, - "stability/conservative": { - "mode": "image_edit", - "litellm_provider": "stability" + "nscale/meta-llama/Llama-4-Scout-17B-16E-Instruct": { + "input_cost_per_token": 9e-8, + "output_cost_per_token": 2.9e-7, + "mode": "chat", + "litellm_provider": "nscale" }, - "stability/creative": { - "mode": "image_edit", - "litellm_provider": "stability" + "nscale/mistralai/mixtral-8x22b-instruct-v0.1": { + "input_cost_per_token": 6e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "nscale" }, - "stability/stable-image-core": { + "nscale/stabilityai/stable-diffusion-xl-base-1.0": { "mode": "image_generation", - "litellm_provider": "stability" + "litellm_provider": "nscale" }, - "stability.sd3-5-large-v1:0": { - "max_input_tokens": 77, - "mode": "image_generation", - "litellm_provider": "bedrock" + "nvidia.nemotron-nano-12b-v2": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "stability.sd3-large-v1:0": { - "max_input_tokens": 77, - "mode": "image_generation", - "litellm_provider": "bedrock" + "nvidia.nemotron-nano-3-30b": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2.4e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" }, - "stability.stable-image-core-v1:0": { - "max_input_tokens": 77, - "mode": "image_generation", - "litellm_provider": "bedrock" + "nvidia.nemotron-nano-9b-v2": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2.3e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" }, - "stability.stable-conservative-upscale-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "nvidia.nemotron-super-3-120b": { + "max_input_tokens": 256000, + "max_output_tokens": 32768, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6.5e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse" }, - "stability.stable-creative-upscale-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "nvidia_nim/nvidia/llama-3_2-nv-rerankqa-1b-v2": { + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "nvidia_nim" }, - "stability.stable-fast-upscale-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "nvidia_nim/nvidia/nv-rerankqa-mistral-4b-v3": { + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "nvidia_nim" }, - "stability.stable-outpaint-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "nvidia_nim/ranking/nvidia/llama-3.2-nv-rerankqa-1b-v2": { + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "nvidia_nim" }, - "stability.stable-image-control-sketch-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "o1": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00006, + "cache_read_input_token_cost": 0.0000075, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-image-control-structure-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "o1-2024-12-17": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00006, + "cache_read_input_token_cost": 0.0000075, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-image-erase-object-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "o1-pro": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00015, + "output_cost_per_token": 0.0006, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-image-inpaint-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "o1-pro-2025-03-19": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00015, + "output_cost_per_token": 0.0006, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-image-remove-background-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "o3": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-image-search-recolor-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "o3-2025-04-16": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-image-search-replace-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "o3-deep-research": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00004, + "cache_read_input_token_cost": 0.0000025, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-image-style-guide-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "o3-deep-research-2025-06-26": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00004, + "cache_read_input_token_cost": 0.0000025, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-style-transfer-v1:0": { - "max_input_tokens": 77, - "mode": "image_edit", - "litellm_provider": "bedrock" + "o3-mini": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_vision": false }, - "stability.stable-image-core-v1:1": { - "max_input_tokens": 77, - "mode": "image_generation", - "litellm_provider": "bedrock" + "o3-mini-2025-01-31": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 5.5e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_vision": false }, - "stability.stable-image-ultra-v1:0": { - "max_input_tokens": 77, - "mode": "image_generation", - "litellm_provider": "bedrock" + "o3-pro": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00002, + "output_cost_per_token": 0.00008, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "stability.stable-image-ultra-v1:1": { - "max_input_tokens": 77, - "mode": "image_generation", - "litellm_provider": "bedrock" + "o3-pro-2025-06-10": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.00002, + "output_cost_per_token": 0.00008, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "standard/1024-x-1024/dall-e-3": { - "mode": "image_generation", - "litellm_provider": "openai" + "o4-mini": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 2.75e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "standard/1024-x-1792/dall-e-3": { - "mode": "image_generation", - "litellm_provider": "openai" + "o4-mini-2025-04-16": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 2.75e-7, + "mode": "chat", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "standard/1792-x-1024/dall-e-3": { - "mode": "image_generation", - "litellm_provider": "openai" + "o4-mini-deep-research": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "linkup/search": { - "mode": "search", - "litellm_provider": "linkup" + "o4-mini-deep-research-2025-06-26": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, + "mode": "responses", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "linkup/search-deep": { - "mode": "search", - "litellm_provider": "linkup" + "oci/cohere.command-a-03-2025": { + "max_input_tokens": 256000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.00000156, + "output_cost_per_token": 0.00000156, + "mode": "chat", + "litellm_provider": "oci" }, - "tavily/search": { - "mode": "search", - "litellm_provider": "tavily" + "oci/cohere.command-a-reasoning": { + "max_input_tokens": 256000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000156, + "output_cost_per_token": 0.00000156, + "mode": "chat", + "litellm_provider": "oci" }, - "tavily/search-advanced": { - "mode": "search", - "litellm_provider": "tavily" + "oci/cohere.command-a-reasoning-08-2025": { + "max_input_tokens": 256000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.00000156, + "output_cost_per_token": 0.00000156, + "mode": "chat", + "litellm_provider": "oci" }, - "you_com/search": { - "mode": "search", - "litellm_provider": "you_com" + "oci/cohere.command-a-translate-08-2025": { + "max_input_tokens": 256000, + "max_output_tokens": 4000, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 9e-8, + "mode": "chat", + "litellm_provider": "oci" }, - "text-completion-codestral/codestral-2405": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "text-completion-codestral" + "oci/cohere.command-a-vision": { + "max_input_tokens": 256000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000156, + "output_cost_per_token": 0.00000156, + "mode": "chat", + "litellm_provider": "oci", + "supports_vision": true }, - "text-completion-codestral/codestral-latest": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "completion", - "litellm_provider": "text-completion-codestral" + "oci/cohere.command-a-vision-07-2025": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.00000156, + "output_cost_per_token": 0.00000156, + "mode": "chat", + "litellm_provider": "oci", + "supports_vision": true }, - "text-embedding-004": { - "max_input_tokens": 2048, + "oci/cohere.command-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.00000156, + "output_cost_per_token": 0.00000156, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/cohere.command-plus-latest": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.00000156, + "output_cost_per_token": 0.00000156, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/cohere.command-r-08-2024": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/cohere.command-r-plus-08-2024": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.00000156, + "output_cost_per_token": 0.00000156, + "mode": "chat", + "litellm_provider": "oci" + }, + "oci/cohere.embed-english-image-v3.0": { + "max_input_tokens": 512, "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" + "litellm_provider": "oci" }, - "text-embedding-005": { - "max_input_tokens": 2048, + "oci/cohere.embed-english-light-image-v3.0": { + "max_input_tokens": 512, "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" + "litellm_provider": "oci" }, - "text-embedding-3-large": { - "max_input_tokens": 8191, - "input_cost_per_token": 1.3e-7, + "oci/cohere.embed-english-light-v3.0": { + "max_input_tokens": 512, + "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "openai" + "litellm_provider": "oci" }, - "text-embedding-3-small": { - "max_input_tokens": 8191, - "input_cost_per_token": 2e-8, + "oci/cohere.embed-english-v3.0": { + "max_input_tokens": 512, + "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "openai" + "litellm_provider": "oci" }, - "text-embedding-ada-002": { - "max_input_tokens": 8191, + "oci/cohere.embed-multilingual-image-v3.0": { + "max_input_tokens": 512, "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "openai" + "litellm_provider": "oci", + "supports_vision": true }, - "text-embedding-ada-002-v2": { - "max_input_tokens": 8191, + "oci/cohere.embed-multilingual-light-image-v3.0": { + "max_input_tokens": 512, "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "openai" + "litellm_provider": "oci" }, - "text-embedding-large-exp-03-07": { - "max_input_tokens": 8192, + "oci/cohere.embed-multilingual-light-v3.0": { + "max_input_tokens": 512, "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" + "litellm_provider": "oci" }, - "text-embedding-preview-0409": { - "max_input_tokens": 3072, - "input_cost_per_token": 6.25e-9, + "oci/cohere.embed-multilingual-v3.0": { + "max_input_tokens": 512, + "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" - }, - "text-moderation-007": { - "max_input_tokens": 32768, - "max_output_tokens": 0, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "moderation", - "litellm_provider": "openai" - }, - "text-moderation-latest": { - "max_input_tokens": 32768, - "max_output_tokens": 0, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "moderation", - "litellm_provider": "openai" - }, - "text-moderation-stable": { - "max_input_tokens": 32768, - "max_output_tokens": 0, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "moderation", - "litellm_provider": "openai" + "litellm_provider": "oci" }, - "text-multilingual-embedding-002": { - "max_input_tokens": 2048, - "input_cost_per_token": 1e-7, + "oci/cohere.embed-v4.0": { + "max_input_tokens": 128000, + "input_cost_per_token": 1.2e-7, "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "vertex_ai-embedding-models" - }, - "text-unicorn": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.000028, - "mode": "completion", - "litellm_provider": "vertex_ai-text-models" - }, - "text-unicorn@001": { - "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.000028, - "mode": "completion", - "litellm_provider": "vertex_ai-text-models" - }, - "together-ai-21.1b-41b": { - "input_cost_per_token": 8e-7, - "output_cost_per_token": 8e-7, - "mode": "chat", - "litellm_provider": "together_ai" - }, - "together-ai-4.1b-8b": { - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci" }, - "together-ai-41.1b-80b": { - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "oci/google.gemini-2.5-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci", + "supports_vision": true }, - "together-ai-8.1b-21b": { - "input_cost_per_token": 3e-7, + "oci/google.gemini-2.5-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-8, "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "together_ai" - }, - "together-ai-81.1b-110b": { - "input_cost_per_token": 0.0000018, - "output_cost_per_token": 0.0000018, - "mode": "chat", - "litellm_provider": "together_ai" - }, - "together-ai-embedding-151m-to-350m": { - "input_cost_per_token": 1.6e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "together_ai" - }, - "together-ai-embedding-up-to-150m": { - "input_cost_per_token": 8e-9, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "together_ai" - }, - "together_ai/baai/bge-base-en-v1.5": { - "max_input_tokens": 512, - "input_cost_per_token": 8e-9, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "together_ai" - }, - "together_ai/BAAI/bge-base-en-v1.5": { - "max_input_tokens": 512, - "input_cost_per_token": 8e-9, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "together_ai" - }, - "together-ai-up-to-4b": { - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci", + "supports_vision": true }, - "together_ai/Qwen/Qwen2.5-72B-Instruct-Turbo": { + "oci/google.gemini-2.5-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci", + "supports_vision": true }, - "together_ai/Qwen/Qwen2.5-7B-Instruct-Turbo": { + "oci/meta.llama-3.1-405b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.00001068, + "output_cost_per_token": 0.00001068, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci" }, - "together_ai/Qwen/Qwen3-235B-A22B-Instruct-2507-tput": { - "max_input_tokens": 262000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.000006, + "oci/meta.llama-3.1-70b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci" }, - "together_ai/Qwen/Qwen3-235B-A22B-Thinking-2507": { - "max_input_tokens": 256000, - "input_cost_per_token": 6.5e-7, - "output_cost_per_token": 0.000003, + "oci/meta.llama-3.1-8b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci" }, - "together_ai/Qwen/Qwen3-235B-A22B-fp8-tput": { - "max_input_tokens": 40000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "oci/meta.llama-3.2-11b-vision-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci", + "supports_vision": true }, - "together_ai/Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8": { - "max_input_tokens": 256000, + "oci/meta.llama-3.2-90b-vision-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci", + "supports_vision": true }, - "together_ai/deepseek-ai/DeepSeek-R1": { + "oci/meta.llama-3.3-70b-instruct": { "max_input_tokens": 128000, - "max_output_tokens": 20480, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000007, + "max_output_tokens": 4000, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci" }, - "together_ai/deepseek-ai/DeepSeek-R1-0528-tput": { + "oci/meta.llama-3.3-70b-instruct-fp8-dynamic": { "max_input_tokens": 128000, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.00000219, + "max_output_tokens": 4000, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci" }, - "together_ai/deepseek-ai/DeepSeek-V3": { - "max_input_tokens": 65536, + "oci/meta.llama-4-maverick-17b-128e-instruct-fp8": { + "max_input_tokens": 1048576, "max_output_tokens": 8192, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00000125, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci", + "supports_vision": true }, - "together_ai/deepseek-ai/DeepSeek-V3.1": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000017, + "oci/meta.llama-4-scout-17b-16e-instruct": { + "max_input_tokens": 10485760, + "max_output_tokens": 8192, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci" }, - "together_ai/meta-llama/Llama-3.2-3B-Instruct-Turbo": { + "oci/openai.gpt-5": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci", + "supports_vision": true }, - "together_ai/meta-llama/Llama-3.3-70B-Instruct-Turbo": { - "input_cost_per_token": 8.8e-7, - "output_cost_per_token": 8.8e-7, + "oci/openai.gpt-5-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci", + "supports_vision": true }, - "together_ai/meta-llama/Llama-3.3-70B-Instruct-Turbo-Free": { - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "oci/openai.gpt-5-nano": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci", + "supports_vision": true }, - "together_ai/meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8": { - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 8.5e-7, - "mode": "chat", - "litellm_provider": "together_ai" - }, - "together_ai/meta-llama/Llama-4-Scout-17B-16E-Instruct": { - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 5.9e-7, + "oci/xai.grok-3": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci" }, - "together_ai/meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo": { - "input_cost_per_token": 0.0000035, - "output_cost_per_token": 0.0000035, + "oci/xai.grok-3-fast": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci" }, - "together_ai/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo": { - "input_cost_per_token": 8.8e-7, - "output_cost_per_token": 8.8e-7, + "oci/xai.grok-3-mini": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci" }, - "together_ai/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo": { - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 1.8e-7, + "oci/xai.grok-3-mini-fast": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000004, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci" }, - "together_ai/mistralai/Mistral-7B-Instruct-v0.1": { + "oci/xai.grok-4": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci" }, - "together_ai/mistralai/Mistral-Small-24B-Instruct-2501": { + "oci/xai.grok-4-fast": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci" }, - "together_ai/mistralai/Mixtral-8x7B-Instruct-v0.1": { - "input_cost_per_token": 6e-7, - "output_cost_per_token": 6e-7, + "oci/xai.grok-4.1-fast": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci" }, - "together_ai/moonshotai/Kimi-K2-Instruct": { - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "oci/xai.grok-4.20": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci" }, - "together_ai/openai/gpt-oss-120b": { + "oci/xai.grok-4.20-multi-agent": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci" }, - "together_ai/openai/gpt-oss-20b": { - "max_input_tokens": 128000, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2e-7, + "oci/xai.grok-code-fast-1": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "oci" }, - "together_ai/togethercomputer/CodeLlama-34b-Instruct": { + "ollama/codegeex4": { + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "ollama" }, - "together_ai/zai-org/GLM-4.5-Air-FP8": { - "max_input_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.0000011, - "mode": "chat", - "litellm_provider": "together_ai" + "ollama/codegemma": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "ollama" }, - "together_ai/zai-org/GLM-4.6": { - "max_input_tokens": 200000, - "max_output_tokens": 200000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, + "ollama/codellama": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "ollama" + }, + "ollama/deepseek-coder-v2-base": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "ollama" + }, + "ollama/deepseek-coder-v2-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "ollama" }, - "together_ai/zai-org/GLM-4.7": { - "max_input_tokens": 200000, - "max_output_tokens": 200000, - "input_cost_per_token": 4.5e-7, - "output_cost_per_token": 0.000002, + "ollama/deepseek-coder-v2-lite-base": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "ollama" + }, + "ollama/deepseek-coder-v2-lite-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "ollama" }, - "together_ai/moonshotai/Kimi-K2.5": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000028, + "ollama/deepseek-v3.1:671b-cloud": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "together_ai", - "supports_vision": true + "litellm_provider": "ollama" }, - "together_ai/moonshotai/Kimi-K2-Instruct-0905": { - "max_input_tokens": 262144, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "ollama/gpt-oss:120b-cloud": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "ollama" }, - "together_ai/Qwen/Qwen3-Next-80B-A3B-Instruct": { - "max_input_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0.0000015, + "ollama/gpt-oss:20b-cloud": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "ollama" }, - "together_ai/Qwen/Qwen3-Next-80B-A3B-Thinking": { - "max_input_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0.0000015, + "ollama/internlm2_5-20b-chat": { + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "ollama" }, - "together_ai/Qwen/Qwen3.5-397B-A17B": { - "max_input_tokens": 262144, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000036, + "ollama/llama2": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "together_ai" + "litellm_provider": "ollama" }, - "tts-1": { - "mode": "audio_speech", - "litellm_provider": "openai" + "ollama/llama2-uncensored": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "ollama" }, - "tts-1-hd": { - "mode": "audio_speech", - "litellm_provider": "openai" + "ollama/llama2:13b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" }, - "aws_polly/standard": { - "mode": "audio_speech", - "litellm_provider": "aws_polly" + "ollama/llama2:70b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" }, - "aws_polly/neural": { - "mode": "audio_speech", - "litellm_provider": "aws_polly" + "ollama/llama2:7b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" }, - "aws_polly/long-form": { - "mode": "audio_speech", - "litellm_provider": "aws_polly" + "ollama/llama3": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" }, - "aws_polly/generative": { - "mode": "audio_speech", - "litellm_provider": "aws_polly" + "ollama/llama3.1": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" }, - "us.amazon.nova-lite-v1:0": { - "max_input_tokens": 300000, - "max_output_tokens": 10000, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 2.4e-7, + "ollama/llama3:70b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "ollama" }, - "us.amazon.nova-micro-v1:0": { + "ollama/llama3:8b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/mistral": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "ollama" + }, + "ollama/mistral-7B-Instruct-v0.1": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/mistral-7B-Instruct-v0.2": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/mistral-large-instruct-2407": { + "max_input_tokens": 65536, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/mixtral-8x22B-Instruct-v0.1": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/mixtral-8x7B-Instruct-v0.1": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/orca-mini": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "ollama" + }, + "ollama/qwen3-coder:480b-cloud": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "ollama" + }, + "ollama/vicuna": { + "max_input_tokens": 2048, + "max_output_tokens": 2048, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "ollama" + }, + "omni-moderation-2024-09-26": { + "max_input_tokens": 32768, + "max_output_tokens": 0, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "moderation", + "litellm_provider": "openai" + }, + "omni-moderation-latest": { + "max_input_tokens": 32768, + "max_output_tokens": 0, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "moderation", + "litellm_provider": "openai" + }, + "openai.gpt-oss-120b-1:0": { "max_input_tokens": 128000, - "max_output_tokens": 10000, - "input_cost_per_token": 3.5e-8, - "output_cost_per_token": 1.4e-7, + "max_output_tokens": 128000, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", "litellm_provider": "bedrock_converse" }, - "us.amazon.nova-premier-v1:0": { - "max_input_tokens": 1000000, - "max_output_tokens": 10000, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.0000125, + "openai.gpt-oss-20b-1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock_converse" }, - "us.amazon.nova-pro-v1:0": { - "max_input_tokens": 300000, - "max_output_tokens": 10000, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000032, + "openai.gpt-oss-safeguard-120b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "bedrock_converse" }, - "us.anthropic.claude-3-5-haiku-20241022-v1:0": { - "max_input_tokens": 200000, + "openai.gpt-oss-safeguard-20b": { + "max_input_tokens": 128000, "max_output_tokens": 8192, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.000004, - "cache_creation_input_token_cost": 0.000001, - "cache_read_input_token_cost": 8e-8, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true + "litellm_provider": "bedrock_converse" }, - "us.anthropic.claude-haiku-4-5-20251001-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000055, - "cache_creation_input_token_cost": 0.000001375, - "cache_read_input_token_cost": 1.1e-7, + "openai/container": { "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "openai" }, - "us.anthropic.claude-3-5-sonnet-20240620-v1:0": { + "openai/sora-2": { + "mode": "video_generation", + "litellm_provider": "openai" + }, + "openai/sora-2-pro": { + "mode": "video_generation", + "litellm_provider": "openai" + }, + "openai/sora-2-pro-high-res": { + "mode": "video_generation", + "litellm_provider": "openai" + }, + "openrouter/anthropic/claude-3-haiku": { "max_input_tokens": 200000, "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000125, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, + "litellm_provider": "openrouter", "supports_vision": true }, - "us.anthropic.claude-3-5-sonnet-20241022-v2:0": { + "openrouter/anthropic/claude-3.5-sonnet": { "max_input_tokens": 200000, "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, + "litellm_provider": "openrouter", "supports_vision": true }, - "us.anthropic.claude-3-7-sonnet-20250219-v1:0": { + "openrouter/anthropic/claude-3.7-sonnet": { "max_input_tokens": 200000, - "max_output_tokens": 8192, + "max_output_tokens": 128000, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, + "litellm_provider": "openrouter", "supports_vision": true }, - "us.anthropic.claude-3-haiku-20240307-v1:0": { + "openrouter/anthropic/claude-haiku-4.5": { "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000125, - "cache_creation_input_token_cost": 3.125e-7, - "cache_read_input_token_cost": 2.5e-8, + "max_output_tokens": 200000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, + "litellm_provider": "openrouter", "supports_vision": true }, - "us.anthropic.claude-3-opus-20240229-v1:0": { + "openrouter/anthropic/claude-opus-4": { "max_input_tokens": 200000, - "max_output_tokens": 4096, + "max_output_tokens": 32000, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "cache_creation_input_token_cost": 0.00001875, "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "bedrock", - "supports_vision": true - }, - "us.anthropic.claude-3-sonnet-20240229-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, - "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, + "litellm_provider": "openrouter", "supports_vision": true }, - "us.anthropic.claude-opus-4-1-20250805-v1:0": { + "openrouter/anthropic/claude-opus-4.1": { "max_input_tokens": 200000, "max_output_tokens": 32000, "input_cost_per_token": 0.000015, @@ -18569,103 +18985,56 @@ "cache_creation_input_token_cost": 0.00001875, "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true - }, - "us.anthropic.claude-sonnet-4-5-20250929-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000033, - "output_cost_per_token": 0.0000165, - "input_cost_per_token_above_200k_tokens": 0.0000066, - "output_cost_per_token_above_200k_tokens": 0.00002475, - "cache_creation_input_token_cost": 0.000004125, - "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, - "cache_read_input_token_cost": 3.3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true - }, - "us-gov.anthropic.claude-sonnet-4-5-20250929-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000036, - "output_cost_per_token": 0.000018, - "input_cost_per_token_above_200k_tokens": 0.0000072, - "output_cost_per_token_above_200k_tokens": 0.000027, - "cache_creation_input_token_cost": 0.0000045, - "cache_creation_input_token_cost_above_200k_tokens": 0.000009, - "cache_read_input_token_cost": 3.6e-7, - "cache_read_input_token_cost_above_200k_tokens": 7.2e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, - "supports_vision": true - }, - "au.anthropic.claude-haiku-4-5-20251001-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000055, - "cache_creation_input_token_cost": 0.000001375, - "cache_read_input_token_cost": 1.1e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, + "litellm_provider": "openrouter", "supports_vision": true }, - "us.anthropic.claude-opus-4-20250514-v1:0": { + "openrouter/anthropic/claude-opus-4.5": { "max_input_tokens": 200000, "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, + "litellm_provider": "openrouter", "supports_vision": true }, - "us.anthropic.claude-opus-4-5-20251101-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.0000275, - "cache_creation_input_token_cost": 0.000006875, - "cache_read_input_token_cost": 5.5e-7, + "openrouter/anthropic/claude-opus-4.6": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, + "litellm_provider": "openrouter", "supports_vision": true }, - "global.anthropic.claude-opus-4-5-20251101-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, + "openrouter/anthropic/claude-opus-4.7": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "cache_creation_input_token_cost": 0.00000625, "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", + "litellm_provider": "openrouter", "supports_pdf_input": true, "supports_vision": true }, - "eu.anthropic.claude-opus-4-5-20251101-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, + "openrouter/anthropic/claude-opus-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "cache_creation_input_token_cost": 0.00000625, "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", + "litellm_provider": "openrouter", "supports_pdf_input": true, "supports_vision": true }, - "us.anthropic.claude-sonnet-4-20250514-v1:0": { + "openrouter/anthropic/claude-sonnet-4": { "max_input_tokens": 1000000, "max_output_tokens": 64000, "input_cost_per_token": 0.000003, @@ -18677,7150 +19046,6864 @@ "cache_read_input_token_cost": 3e-7, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_pdf_input": true, + "litellm_provider": "openrouter", "supports_vision": true }, - "us.deepseek.r1-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00000135, - "output_cost_per_token": 0.0000054, + "openrouter/anthropic/claude-sonnet-4.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "openrouter", + "supports_vision": true }, - "us.deepseek.v3.2": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 6.2e-7, - "output_cost_per_token": 0.00000185, + "openrouter/anthropic/claude-sonnet-4.6": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "openrouter", + "supports_vision": true }, - "eu.deepseek.v3.2": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 7.4e-7, - "output_cost_per_token": 0.00000222, + "openrouter/bytedance/ui-tars-1.5-7b": { + "max_input_tokens": 131072, + "max_output_tokens": 2048, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "openrouter" }, - "us.meta.llama3-1-405b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00000532, - "output_cost_per_token": 0.000016, + "openrouter/deepseek/deepseek-chat": { + "max_input_tokens": 65536, + "max_output_tokens": 8192, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 2.8e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "openrouter" }, - "us.meta.llama3-1-70b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 9.9e-7, - "output_cost_per_token": 9.9e-7, + "openrouter/deepseek/deepseek-chat-v3-0324": { + "max_input_tokens": 65536, + "max_output_tokens": 8192, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 2.8e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "openrouter" }, - "us.meta.llama3-1-8b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 2.2e-7, + "openrouter/deepseek/deepseek-chat-v3.1": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 8e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "openrouter" }, - "us.meta.llama3-2-11b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 3.5e-7, + "openrouter/deepseek/deepseek-r1": { + "max_input_tokens": 65336, + "max_output_tokens": 8192, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.00000219, "mode": "chat", - "litellm_provider": "bedrock", - "supports_vision": true + "litellm_provider": "openrouter" }, - "us.meta.llama3-2-1b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "openrouter/deepseek/deepseek-r1-0528": { + "max_input_tokens": 65336, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.00000215, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "openrouter" }, - "us.meta.llama3-2-3b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "openrouter/deepseek/deepseek-v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 2.8e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "openrouter" }, - "us.meta.llama3-2-90b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000002, + "openrouter/deepseek/deepseek-v3.2-exp": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "bedrock", - "supports_vision": true + "litellm_provider": "openrouter" }, - "us.meta.llama3-3-70b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse" - }, - "us.meta.llama4-maverick-17b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.4e-7, - "output_cost_per_token": 9.7e-7, + "openrouter/deepseek/deepseek-v4-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 384000, + "input_cost_per_token": 0.00000132, + "output_cost_per_token": 0.00000396, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "openrouter" }, - "us.meta.llama4-scout-17b-instruct-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 1.7e-7, - "output_cost_per_token": 6.6e-7, + "openrouter/deepseek/deepseek-v4-pro-0813": { + "max_input_tokens": 1048576, + "max_output_tokens": 384000, + "input_cost_per_token": 0.00000132, + "output_cost_per_token": 0.00000396, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "openrouter" }, - "us.mistral.pixtral-large-2502-v1:0": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "openrouter/google/gemini-2.0-flash-001": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "bedrock_converse" + "litellm_provider": "openrouter", + "supports_vision": true }, - "v0/v0-1.0-md": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "openrouter/google/gemini-2.5-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "v0", + "litellm_provider": "openrouter", "supports_vision": true }, - "v0/v0-1.5-lg": { - "max_input_tokens": 512000, - "max_output_tokens": 512000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, + "openrouter/google/gemini-2.5-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "v0", + "litellm_provider": "openrouter", "supports_vision": true }, - "v0/v0-1.5-md": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "openrouter/google/gemini-3-flash-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "v0", + "litellm_provider": "openrouter", + "supports_pdf_input": true, "supports_vision": true }, - "vercel_ai_gateway/alibaba/qwen-3-14b": { - "max_input_tokens": 40960, - "max_output_tokens": 16384, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 2.4e-7, + "openrouter/google/gemini-3-pro-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "vercel_ai_gateway/alibaba/qwen-3-235b": { - "max_input_tokens": 40960, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "openrouter/google/gemini-3.1-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "vercel_ai_gateway/alibaba/qwen-3-30b": { - "max_input_tokens": 40960, - "max_output_tokens": 16384, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "openrouter/google/gemini-3.1-flash-lite-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "vercel_ai_gateway/alibaba/qwen-3-32b": { - "max_input_tokens": 40960, - "max_output_tokens": 16384, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "openrouter/google/gemini-3.1-pro-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true }, - "vercel_ai_gateway/alibaba/qwen3-coder": { - "max_input_tokens": 262144, - "max_output_tokens": 66536, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, + "openrouter/gryphe/mythomax-l2-13b": { + "input_cost_per_token": 0.000001875, + "output_cost_per_token": 0.000001875, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/amazon/nova-lite": { - "max_input_tokens": 300000, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 2.4e-7, + "openrouter/mancer/weaver": { + "max_input_tokens": 8000, + "max_output_tokens": 2000, + "input_cost_per_token": 0.000005625, + "output_cost_per_token": 0.000005625, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", - "supports_vision": true + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/amazon/nova-micro": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 3.5e-8, - "output_cost_per_token": 1.4e-7, + "openrouter/meta-llama/llama-3-70b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8000, + "input_cost_per_token": 5.9e-7, + "output_cost_per_token": 7.9e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/amazon/nova-pro": { - "max_input_tokens": 300000, - "max_output_tokens": 8192, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000032, + "openrouter/minimax/minimax-m2": { + "max_input_tokens": 204800, + "max_output_tokens": 204800, + "input_cost_per_token": 2.55e-7, + "output_cost_per_token": 0.00000102, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", + "litellm_provider": "openrouter" + }, + "openrouter/minimax/minimax-m2.1": { + "max_input_tokens": 204000, + "max_output_tokens": 64000, + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 0.0000012, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 0, + "mode": "chat", + "litellm_provider": "openrouter", "supports_vision": true }, - "vercel_ai_gateway/amazon/titan-embed-text-v2": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, + "openrouter/minimax/minimax-m2.5": { + "max_input_tokens": 196608, + "max_output_tokens": 65536, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000011, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter", + "supports_vision": false }, - "vercel_ai_gateway/anthropic/claude-3-haiku": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000125, - "cache_creation_input_token_cost": 3e-7, - "cache_read_input_token_cost": 3e-8, + "openrouter/mistralai/devstral-2512": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", - "supports_vision": true + "litellm_provider": "openrouter", + "supports_vision": false }, - "vercel_ai_gateway/anthropic/claude-3-opus": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "openrouter/mistralai/ministral-14b-2512": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", + "litellm_provider": "openrouter", "supports_vision": true }, - "vercel_ai_gateway/anthropic/claude-3.5-haiku": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.000004, - "cache_creation_input_token_cost": 0.000001, - "cache_read_input_token_cost": 8e-8, + "openrouter/mistralai/ministral-3b-2512": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", + "litellm_provider": "openrouter", "supports_vision": true }, - "vercel_ai_gateway/anthropic/claude-3.5-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "openrouter/mistralai/ministral-8b-2512": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", + "litellm_provider": "openrouter", "supports_vision": true }, - "vercel_ai_gateway/anthropic/claude-3.7-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "openrouter/mistralai/mistral-7b-instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 8191, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 1.3e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", - "supports_vision": true + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/anthropic/claude-4-opus": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "openrouter/mistralai/mistral-large": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", - "supports_vision": true + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/anthropic/claude-4-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "openrouter/mistralai/mistral-large-2512": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter", + "supports_vision": true }, - "vercel_ai_gateway/anthropic/claude-3-5-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "openrouter/mistralai/mistral-small-3.1-24b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", - "supports_vision": true + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/anthropic/claude-3-5-sonnet-20241022": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "openrouter/mistralai/mistral-small-3.2-24b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", - "supports_vision": true + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/anthropic/claude-3-7-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "openrouter/mistralai/mixtral-8x22b-instruct": { + "max_input_tokens": 65536, + "max_output_tokens": 65536, + "input_cost_per_token": 6.5e-7, + "output_cost_per_token": 6.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", - "supports_vision": true + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/anthropic/claude-haiku-4.5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, + "openrouter/moonshotai/kimi-k2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", - "supports_vision": true + "litellm_provider": "openrouter", + "supports_vision": true, + "supports_video_input": true }, - "vercel_ai_gateway/anthropic/claude-opus-4": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "openrouter/nvidia/nemotron-3.5-lightning": { + "max_input_tokens": 262144, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", - "supports_vision": true + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/anthropic/claude-opus-4.1": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "openrouter/openai/gpt-3.5-turbo": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", - "supports_vision": true + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/anthropic/claude-opus-4.5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "openrouter/openai/gpt-3.5-turbo-16k": { + "max_input_tokens": 16385, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000004, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", - "supports_vision": true + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/anthropic/claude-opus-4.6": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, + "openrouter/openai/gpt-4": { + "max_input_tokens": 8191, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00003, + "output_cost_per_token": 0.00006, + "mode": "chat", + "litellm_provider": "openrouter" + }, + "openrouter/openai/gpt-4.1": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", + "litellm_provider": "openrouter", "supports_vision": true }, - "vercel_ai_gateway/anthropic/claude-sonnet-4": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "openrouter/openai/gpt-4.1-mini": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", + "litellm_provider": "openrouter", "supports_vision": true }, - "vercel_ai_gateway/anthropic/claude-sonnet-4.5": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "openrouter/openai/gpt-4.1-nano": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", + "litellm_provider": "openrouter", "supports_vision": true }, - "vercel_ai_gateway/cohere/command-a": { - "max_input_tokens": 256000, - "max_output_tokens": 8000, + "openrouter/openai/gpt-4o": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter", + "supports_vision": true }, - "vercel_ai_gateway/cohere/command-r": { + "openrouter/openai/gpt-4o-2024-05-13": { "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter", + "supports_vision": true }, - "vercel_ai_gateway/cohere/command-r-plus": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000025, + "openrouter/openai/gpt-5": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/cohere/embed-v4.0": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "vercel_ai_gateway" - }, - "vercel_ai_gateway/deepseek/deepseek-r1": { + "openrouter/openai/gpt-5-chat": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.00000219, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/deepseek/deepseek-r1-distill-llama-70b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 7.5e-7, - "output_cost_per_token": 9.9e-7, + "openrouter/openai/gpt-5-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/deepseek/deepseek-v3": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "openrouter/openai/gpt-5-mini": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/google/gemini-2.0-flash": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "openrouter/openai/gpt-5-nano": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 4e-7, + "cache_read_input_token_cost": 5e-9, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", - "supports_vision": true + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/google/gemini-2.0-flash-lite": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, + "openrouter/openai/gpt-5.1-codex-max": { + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", + "litellm_provider": "openrouter", "supports_vision": true }, - "vercel_ai_gateway/google/gemini-2.5-flash": { - "max_input_tokens": 1000000, - "max_output_tokens": 65536, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, + "openrouter/openai/gpt-5.2": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", + "litellm_provider": "openrouter", "supports_vision": true }, - "vercel_ai_gateway/google/gemini-2.5-pro": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, + "openrouter/openai/gpt-5.2-chat": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", + "litellm_provider": "openrouter", "supports_vision": true }, - "vercel_ai_gateway/google/gemini-embedding-001": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vercel_ai_gateway" + "openrouter/openai/gpt-5.2-codex": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00000175, + "output_cost_per_token": 0.000014, + "cache_read_input_token_cost": 1.75e-7, + "mode": "chat", + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/google/gemma-2-9b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "openrouter/openai/gpt-5.2-pro": { + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000021, + "output_cost_per_token": 0.000168, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", + "litellm_provider": "openrouter", "supports_vision": true }, - "vercel_ai_gateway/google/text-embedding-005": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 2.5e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vercel_ai_gateway" - }, - "vercel_ai_gateway/google/text-multilingual-embedding-002": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 2.5e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vercel_ai_gateway" - }, - "vercel_ai_gateway/inception/mercury-coder-small": { - "max_input_tokens": 32000, - "max_output_tokens": 16384, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.000001, + "openrouter/openai/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 8e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/meta/llama-3-70b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 5.9e-7, - "output_cost_per_token": 7.9e-7, + "openrouter/openai/gpt-oss-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/meta/llama-3-8b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 8e-8, + "openrouter/openai/o1": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00006, + "cache_read_input_token_cost": 0.0000075, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter", + "supports_vision": true }, - "vercel_ai_gateway/meta/llama-3.1-70b": { + "openrouter/openai/o3-mini": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, - "mode": "chat", - "litellm_provider": "vercel_ai_gateway" - }, - "vercel_ai_gateway/meta/llama-3.1-8b": { - "max_input_tokens": 131000, - "max_output_tokens": 131072, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 8e-8, + "max_output_tokens": 65536, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter", + "supports_vision": false }, - "vercel_ai_gateway/meta/llama-3.2-11b": { + "openrouter/openai/o3-mini-high": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 1.6e-7, - "output_cost_per_token": 1.6e-7, + "max_output_tokens": 65536, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", - "supports_vision": true + "litellm_provider": "openrouter", + "supports_vision": false }, - "vercel_ai_gateway/meta/llama-3.2-1b": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "openrouter/openrouter/auto": { + "max_input_tokens": 2000000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter", + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "vercel_ai_gateway/meta/llama-3.2-3b": { + "openrouter/openrouter/bodybuilder": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/meta/llama-3.2-90b": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, + "openrouter/openrouter/free": { + "max_input_tokens": 200000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", + "litellm_provider": "openrouter", "supports_vision": true }, - "vercel_ai_gateway/meta/llama-3.3-70b": { - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 7.2e-7, - "output_cost_per_token": 7.2e-7, + "openrouter/qwen/qwen-2.5-coder-32b-instruct": { + "max_input_tokens": 33792, + "max_output_tokens": 33792, + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 1.8e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/meta/llama-4-maverick": { - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "vercel_ai_gateway" - }, - "vercel_ai_gateway/meta/llama-4-scout": { - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "openrouter/qwen/qwen-vl-plus": { + "max_input_tokens": 8192, + "max_output_tokens": 2048, + "input_cost_per_token": 2.1e-7, + "output_cost_per_token": 6.3e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", + "litellm_provider": "openrouter", "supports_vision": true }, - "vercel_ai_gateway/mistral/codestral": { - "max_input_tokens": 256000, - "max_output_tokens": 4000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 9e-7, + "openrouter/qwen/qwen3-235b-a22b-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 7.1e-8, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/mistral/codestral-embed": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0, + "openrouter/qwen/qwen3-235b-a22b-thinking-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 1.1e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/mistral/devstral-small": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2.8e-7, + "openrouter/qwen/qwen3-coder": { + "max_input_tokens": 262100, + "max_output_tokens": 262100, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 9.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/mistral/magistral-medium": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000002, + "openrouter/qwen/qwen3-coder-plus": { + "max_input_tokens": 997952, + "max_output_tokens": 65536, + "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" - }, - "vercel_ai_gateway/mistral/magistral-small": { - "max_input_tokens": 128000, - "max_output_tokens": 64000, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", - "litellm_provider": "vercel_ai_gateway" - }, - "vercel_ai_gateway/mistral/ministral-3b": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 4e-8, - "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/mistral/ministral-8b": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "openrouter/qwen/qwen3.5-122b-a10b": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", + "litellm_provider": "openrouter", "supports_vision": true }, - "vercel_ai_gateway/mistral/mistral-embed": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, + "openrouter/qwen/qwen3.5-27b": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000024, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter", + "supports_vision": true }, - "vercel_ai_gateway/mistral/mistral-large": { - "max_input_tokens": 32000, - "max_output_tokens": 4000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "openrouter/qwen/qwen3.5-35b-a3b": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter", + "supports_vision": true }, - "vercel_ai_gateway/mistral/mistral-saba-24b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 7.9e-7, - "output_cost_per_token": 7.9e-7, + "openrouter/qwen/qwen3.5-397b-a17b": { + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000036, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter", + "supports_vision": true }, - "vercel_ai_gateway/mistral/mistral-small": { - "max_input_tokens": 32000, - "max_output_tokens": 4000, + "openrouter/qwen/qwen3.5-flash-02-23": { + "max_input_tokens": 1000000, + "max_output_tokens": 65536, "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, - "mode": "chat", - "litellm_provider": "vercel_ai_gateway" - }, - "vercel_ai_gateway/mistral/mixtral-8x22b-instruct": { - "max_input_tokens": 65536, - "max_output_tokens": 2048, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter", + "supports_vision": true }, - "vercel_ai_gateway/mistral/pixtral-12b": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "openrouter/qwen/qwen3.5-plus-02-15": { + "max_input_tokens": 1000000, + "max_output_tokens": 65536, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000024, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", + "litellm_provider": "openrouter", "supports_vision": true }, - "vercel_ai_gateway/mistral/pixtral-large": { - "max_input_tokens": 128000, - "max_output_tokens": 4000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "openrouter/qwen/qwen3.6-plus": { + "max_input_tokens": 1000000, + "max_output_tokens": 65536, + "input_cost_per_token": 3.25e-7, + "output_cost_per_token": 0.00000195, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", + "litellm_provider": "openrouter", "supports_vision": true }, - "vercel_ai_gateway/moonshotai/kimi-k2": { + "openrouter/switchpoint/router": { "max_input_tokens": 131072, - "max_output_tokens": 16384, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.0000022, + "max_output_tokens": 131072, + "input_cost_per_token": 8.5e-7, + "output_cost_per_token": 0.0000034, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/morph/morph-v3-fast": { - "max_input_tokens": 32768, - "max_output_tokens": 16384, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 0.0000012, + "openrouter/undi95/remm-slerp-l2-13b": { + "max_input_tokens": 6144, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000001875, + "output_cost_per_token": 0.000001875, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/morph/morph-v3-large": { - "max_input_tokens": 32768, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 0.0000019, + "openrouter/x-ai/grok-4": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/openai/gpt-3.5-turbo": { - "max_input_tokens": 16385, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000015, + "openrouter/xiaomi/mimo-v2-flash": { + "max_input_tokens": 262144, + "max_output_tokens": 16384, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 1e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter", + "supports_vision": false }, - "vercel_ai_gateway/openai/gpt-3.5-turbo-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 4096, - "input_cost_per_token": 0.0000015, + "openrouter/xiaomi/mimo-v2.5": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 8e-8, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter", + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "vercel_ai_gateway/openai/gpt-4-turbo": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00003, + "openrouter/xiaomi/mimo-v2.5-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", - "supports_vision": true + "litellm_provider": "openrouter", + "supports_vision": false }, - "vercel_ai_gateway/openai/gpt-4.1": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 5e-7, - "mode": "chat", - "litellm_provider": "vercel_ai_gateway", - "supports_vision": true - }, - "vercel_ai_gateway/openai/gpt-4.1-mini": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, + "openrouter/z-ai/glm-4.6": { + "max_input_tokens": 202800, + "max_output_tokens": 131000, "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 1e-7, - "mode": "chat", - "litellm_provider": "vercel_ai_gateway", - "supports_vision": true - }, - "vercel_ai_gateway/openai/gpt-4.1-nano": { - "max_input_tokens": 1047576, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 2.5e-8, + "output_cost_per_token": 0.00000175, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", - "supports_vision": true + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/openai/gpt-4o": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 0.00000125, + "openrouter/z-ai/glm-4.6:exacto": { + "max_input_tokens": 202800, + "max_output_tokens": 131000, + "input_cost_per_token": 4.5e-7, + "output_cost_per_token": 0.0000019, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", - "supports_vision": true + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/openai/gpt-4o-mini": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "openrouter/z-ai/glm-4.7": { + "max_input_tokens": 202752, + "max_output_tokens": 64000, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000015, "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 7.5e-8, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", + "litellm_provider": "openrouter", "supports_vision": true }, - "vercel_ai_gateway/openai/o1": { + "openrouter/z-ai/glm-4.7-flash": { "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.00006, + "max_output_tokens": 32000, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 4e-7, "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 0.0000075, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", + "litellm_provider": "openrouter", "supports_vision": true }, - "vercel_ai_gateway/openai/o3": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 5e-7, + "openrouter/z-ai/glm-5": { + "max_input_tokens": 202752, + "max_output_tokens": 128000, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.00000256, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", - "supports_vision": true + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/openai/o3-mini": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, + "openrouter/z-ai/glm-5.1": { + "max_input_tokens": 202752, + "max_output_tokens": 65535, + "input_cost_per_token": 0.00000105, + "output_cost_per_token": 0.0000035, "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 5.5e-7, + "cache_read_input_token_cost": 5.25e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "openrouter" }, - "vercel_ai_gateway/openai/o4-mini": { - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000044, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 2.75e-7, + "ovhcloud/DeepSeek-R1-Distill-Llama-70B": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, + "input_cost_per_token": 6.7e-7, + "output_cost_per_token": 6.7e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", - "supports_vision": true - }, - "vercel_ai_gateway/openai/text-embedding-3-large": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vercel_ai_gateway" - }, - "vercel_ai_gateway/openai/text-embedding-3-small": { - "max_input_tokens": 0, - "max_output_tokens": 0, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "ovhcloud" }, - "vercel_ai_gateway/openai/text-embedding-ada-002": { - "max_input_tokens": 0, - "max_output_tokens": 0, + "ovhcloud/Llama-3.1-8B-Instruct": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "vercel_ai_gateway" + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "ovhcloud" }, - "vercel_ai_gateway/perplexity/sonar": { - "max_input_tokens": 127000, - "max_output_tokens": 8000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001, + "ovhcloud/Meta-Llama-3_1-70B-Instruct": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, + "input_cost_per_token": 6.7e-7, + "output_cost_per_token": 6.7e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "ovhcloud" }, - "vercel_ai_gateway/perplexity/sonar-pro": { - "max_input_tokens": 200000, - "max_output_tokens": 8000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "ovhcloud/Meta-Llama-3_3-70B-Instruct": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, + "input_cost_per_token": 6.7e-7, + "output_cost_per_token": 6.7e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "ovhcloud" }, - "vercel_ai_gateway/perplexity/sonar-reasoning": { + "ovhcloud/Mistral-7B-Instruct-v0.3": { "max_input_tokens": 127000, - "max_output_tokens": 8000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, + "max_output_tokens": 127000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "ovhcloud" }, - "vercel_ai_gateway/perplexity/sonar-reasoning-pro": { - "max_input_tokens": 127000, - "max_output_tokens": 8000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "ovhcloud/Mistral-Nemo-Instruct-2407": { + "max_input_tokens": 118000, + "max_output_tokens": 118000, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 1.3e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "ovhcloud" }, - "vercel_ai_gateway/vercel/v0-1.0-md": { + "ovhcloud/Mistral-Small-3.2-24B-Instruct-2506": { "max_input_tokens": 128000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "max_output_tokens": 128000, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 2.8e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", + "litellm_provider": "ovhcloud", "supports_vision": true }, - "vercel_ai_gateway/vercel/v0-1.5-md": { - "max_input_tokens": 128000, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "ovhcloud/Mixtral-8x7B-Instruct-v0.1": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 6.3e-7, + "output_cost_per_token": 6.3e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", - "supports_vision": true + "litellm_provider": "ovhcloud" }, - "vercel_ai_gateway/xai/grok-2": { - "max_input_tokens": 131072, - "max_output_tokens": 4000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, + "ovhcloud/Qwen2.5-Coder-32B-Instruct": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 8.7e-7, + "output_cost_per_token": 8.7e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "ovhcloud" }, - "vercel_ai_gateway/xai/grok-2-vision": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, + "ovhcloud/Qwen2.5-VL-72B-Instruct": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 9.1e-7, + "output_cost_per_token": 9.1e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway", + "litellm_provider": "ovhcloud", "supports_vision": true }, - "vercel_ai_gateway/xai/grok-3": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "ovhcloud/Qwen3-32B": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 2.3e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "ovhcloud" }, - "vercel_ai_gateway/xai/grok-3-fast": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, + "ovhcloud/gpt-oss-120b": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "ovhcloud" }, - "vercel_ai_gateway/xai/grok-3-mini": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 5e-7, + "ovhcloud/gpt-oss-20b": { + "max_input_tokens": 131000, + "max_output_tokens": 131000, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "ovhcloud" }, - "vercel_ai_gateway/xai/grok-3-mini-fast": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000004, + "ovhcloud/llava-v1.6-mistral-7b-hf": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 2.9e-7, + "output_cost_per_token": 2.9e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "ovhcloud", + "supports_vision": true }, - "vercel_ai_gateway/xai/grok-4": { + "ovhcloud/mamba-codestral-7B-v0.1": { "max_input_tokens": 256000, "max_output_tokens": 256000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "input_cost_per_token": 1.9e-7, + "output_cost_per_token": 1.9e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "ovhcloud" }, - "vercel_ai_gateway/zai/glm-4.5": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, + "palm/chat-bison": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 1.25e-7, + "output_cost_per_token": 1.25e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "palm" }, - "vercel_ai_gateway/zai/glm-4.5-air": { - "max_input_tokens": 128000, - "max_output_tokens": 96000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.0000011, + "palm/chat-bison-001": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 1.25e-7, + "output_cost_per_token": 1.25e-7, "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "litellm_provider": "palm" }, - "vercel_ai_gateway/zai/glm-4.6": { - "max_input_tokens": 200000, - "max_output_tokens": 200000, - "input_cost_per_token": 4.5e-7, - "output_cost_per_token": 0.0000018, - "cache_read_input_token_cost": 1.1e-7, - "mode": "chat", - "litellm_provider": "vercel_ai_gateway" + "palm/text-bison": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "input_cost_per_token": 1.25e-7, + "output_cost_per_token": 1.25e-7, + "mode": "completion", + "litellm_provider": "palm" }, - "vertex_ai/chirp": { - "mode": "audio_speech", - "litellm_provider": "vertex_ai" + "palm/text-bison-001": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "input_cost_per_token": 1.25e-7, + "output_cost_per_token": 1.25e-7, + "mode": "completion", + "litellm_provider": "palm" }, - "vertex_ai/chirp_3": { - "mode": "audio_transcription", - "litellm_provider": "vertex_ai" + "palm/text-bison-safety-off": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "input_cost_per_token": 1.25e-7, + "output_cost_per_token": 1.25e-7, + "mode": "completion", + "litellm_provider": "palm" }, - "vertex_ai/claude-3-5-haiku": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true + "palm/text-bison-safety-recitation-off": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "input_cost_per_token": 1.25e-7, + "output_cost_per_token": 1.25e-7, + "mode": "completion", + "litellm_provider": "palm" }, - "vertex_ai/claude-3-5-haiku@20241022": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true + "parallel_ai/search": { + "mode": "search", + "litellm_provider": "parallel_ai" }, - "vertex_ai/claude-haiku-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, - "cache_read_input_token_cost": 1e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "parallel_ai/search-pro": { + "mode": "search", + "litellm_provider": "parallel_ai" }, - "vertex_ai/claude-haiku-4-5@20251001": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0.00000125, - "cache_read_input_token_cost": 1e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "perplexity/anthropic/claude-haiku-4-5": { + "mode": "responses", + "litellm_provider": "perplexity" }, - "vertex_ai/claude-3-5-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "perplexity/anthropic/claude-opus-4-5": { + "mode": "responses", + "litellm_provider": "perplexity" }, - "vertex_ai/claude-3-5-sonnet@20240620": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "perplexity/anthropic/claude-opus-4-6": { + "mode": "responses", + "litellm_provider": "perplexity" }, - "vertex_ai/claude-3-7-sonnet@20250219": { - "max_input_tokens": 200000, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "perplexity/anthropic/claude-opus-4-7": { + "mode": "responses", + "litellm_provider": "perplexity" }, - "vertex_ai/claude-3-haiku": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000125, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_vision": true + "perplexity/anthropic/claude-sonnet-4-5": { + "mode": "responses", + "litellm_provider": "perplexity" }, - "vertex_ai/claude-3-haiku@20240307": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000125, + "perplexity/codellama-34b-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 0.0000014, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_vision": true + "litellm_provider": "perplexity" }, - "vertex_ai/claude-3-opus": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, + "perplexity/codellama-70b-instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 0.0000028, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_vision": true + "litellm_provider": "perplexity" }, - "vertex_ai/claude-3-opus@20240229": { - "max_input_tokens": 200000, + "perplexity/google/gemini-2.5-flash": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/google/gemini-2.5-pro": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/google/gemini-3-flash-preview": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/google/gemini-3-pro-preview": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/llama-2-70b-chat": { + "max_input_tokens": 4096, "max_output_tokens": 4096, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 0.0000028, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_vision": true + "litellm_provider": "perplexity" }, - "vertex_ai/claude-3-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_vision": true - }, - "vertex_ai/claude-3-sonnet@20240229": { - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "perplexity/llama-3.1-70b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000001, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_vision": true + "litellm_provider": "perplexity" }, - "vertex_ai/claude-opus-4": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "perplexity/llama-3.1-8b-instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "perplexity" }, - "vertex_ai/claude-opus-4-1": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "perplexity/mistral-7b-instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.8e-7, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_vision": true + "litellm_provider": "perplexity" }, - "vertex_ai/claude-opus-4-1@20250805": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "perplexity/mixtral-8x7b-instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.8e-7, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_vision": true + "litellm_provider": "perplexity" }, - "vertex_ai/claude-opus-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "perplexity/openai/gpt-5-mini": { + "mode": "responses", + "litellm_provider": "perplexity" }, - "vertex_ai/claude-opus-4-5@20251101": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "perplexity/openai/gpt-5.1": { + "mode": "responses", + "litellm_provider": "perplexity" }, - "vertex_ai/claude-opus-4-6": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "perplexity/openai/gpt-5.2": { + "mode": "responses", + "litellm_provider": "perplexity" }, - "vertex_ai/claude-opus-4-6@default": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "perplexity/perplexity/deepseek-v4-flash-0731": { + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 2.6e-7, + "cache_read_input_token_cost": 2.8e-8, + "mode": "responses", + "litellm_provider": "perplexity" }, - "vertex_ai/claude-opus-4-7": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "perplexity/perplexity/glm-5.2": { + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 1.4e-7, + "mode": "responses", + "litellm_provider": "perplexity" }, - "vertex_ai/claude-opus-4-7@default": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "perplexity/perplexity/kimi-k2.7-code": { + "input_cost_per_token": 9.5e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.9e-7, + "mode": "responses", + "litellm_provider": "perplexity" }, - "vertex_ai/claude-fable-5": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00005, - "cache_creation_input_token_cost": 0.0000125, - "cache_read_input_token_cost": 0.000001, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "perplexity/perplexity/kimi-k3": { + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 3e-7, + "mode": "responses", + "litellm_provider": "perplexity" }, - "vertex_ai/claude-fable-5@default": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00005, - "cache_creation_input_token_cost": 0.0000125, - "cache_read_input_token_cost": 0.000001, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "perplexity/perplexity/sonar": { + "mode": "responses", + "litellm_provider": "perplexity" }, - "vertex_ai/claude-opus-5": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "perplexity/pplx-70b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 0.0000028, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "perplexity" }, - "vertex_ai/claude-opus-5@default": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "perplexity/pplx-70b-online": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0.0000028, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "perplexity" }, - "vertex_ai/claude-opus-4-8": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "perplexity/pplx-7b-chat": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.8e-7, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "perplexity" }, - "vertex_ai/claude-opus-4-8@default": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "perplexity/pplx-7b-online": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 2.8e-7, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "perplexity" }, - "vertex_ai/claude-sonnet-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "perplexity/pplx-embed-context-v1-0.6b": { + "max_input_tokens": 32768, + "input_cost_per_token": 8e-9, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "perplexity" }, - "vertex_ai/claude-sonnet-5": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, - "cache_creation_input_token_cost": 0.0000025, - "cache_read_input_token_cost": 2e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "perplexity/pplx-embed-context-v1-4b": { + "max_input_tokens": 32768, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "perplexity" }, - "vertex_ai/claude-sonnet-4-6": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "perplexity/pplx-embed-v1-0.6b": { + "max_input_tokens": 32768, + "input_cost_per_token": 4e-9, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "perplexity" + }, + "perplexity/pplx-embed-v1-4b": { + "max_input_tokens": 32768, + "input_cost_per_token": 3e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "perplexity" + }, + "perplexity/preset/advanced-deep-research": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/preset/deep-research": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/preset/fast-search": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/preset/pro-search": { + "mode": "responses", + "litellm_provider": "perplexity" + }, + "perplexity/search": { + "mode": "search", + "litellm_provider": "perplexity" + }, + "perplexity/sonar": { + "max_input_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000001, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "perplexity" }, - "vertex_ai/claude-sonnet-4-5@20250929": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "perplexity/sonar-deep-research": { + "max_input_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "perplexity" }, - "vertex_ai/claude-opus-4@20250514": { - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "cache_creation_input_token_cost": 0.00001875, - "cache_read_input_token_cost": 0.0000015, + "perplexity/sonar-medium-chat": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000018, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "perplexity" }, - "vertex_ai/claude-sonnet-4": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "perplexity/sonar-medium-online": { + "max_input_tokens": 12000, + "max_output_tokens": 12000, + "input_cost_per_token": 0, + "output_cost_per_token": 0.0000018, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "perplexity" }, - "vertex_ai/claude-sonnet-4@20250514": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, + "perplexity/sonar-pro": { + "max_input_tokens": 200000, + "max_output_tokens": 8000, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, - "input_cost_per_token_above_200k_tokens": 0.000006, - "output_cost_per_token_above_200k_tokens": 0.0000225, - "cache_creation_input_token_cost": 0.00000375, - "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "perplexity" }, - "vertex_ai/mistralai/codestral-2@001": { + "perplexity/sonar-reasoning": { "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 9e-7, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "perplexity" }, - "vertex_ai/codestral-2": { + "perplexity/sonar-reasoning-pro": { "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 9e-7, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "perplexity" }, - "vertex_ai/codestral-2@001": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 9e-7, + "perplexity/sonar-small-chat": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.8e-7, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "perplexity" }, - "vertex_ai/mistralai/codestral-2": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 9e-7, + "perplexity/sonar-small-online": { + "max_input_tokens": 12000, + "max_output_tokens": 12000, + "input_cost_per_token": 0, + "output_cost_per_token": 2.8e-7, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "perplexity" }, - "vertex_ai/codestral-2501": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "perplexity/xai/grok-4-1-fast-non-reasoning": { + "mode": "responses", + "litellm_provider": "perplexity" }, - "vertex_ai/codestral@2405": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "pinstripes/ps/deepseek-v4-flash": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "pinstripes" }, - "vertex_ai/codestral@latest": { + "pinstripes/ps/glm-4.5-air": { "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "input_cost_per_token": 1.25e-7, + "output_cost_per_token": 4.5e-7, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "pinstripes" }, - "vertex_ai/deepseek-ai/deepseek-v3.1-maas": { - "max_input_tokens": 163840, - "max_output_tokens": 32768, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000017, + "pinstripes/ps/minimax-m2.7": { + "max_input_tokens": 1000192, + "max_output_tokens": 1000192, + "input_cost_per_token": 2.55e-7, + "output_cost_per_token": 5.5e-7, "mode": "chat", - "litellm_provider": "vertex_ai-deepseek_models" + "litellm_provider": "pinstripes" }, - "vertex_ai/deepseek-ai/deepseek-v3.2-maas": { - "max_input_tokens": 163840, - "max_output_tokens": 32768, - "input_cost_per_token": 5.6e-7, - "output_cost_per_token": 0.00000168, + "pinstripes/ps/qwen3-30b-a3b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "vertex_ai-deepseek_models" + "litellm_provider": "pinstripes" }, - "vertex_ai/deepseek-ai/deepseek-r1-0528-maas": { - "max_input_tokens": 65336, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000135, - "output_cost_per_token": 0.0000054, - "mode": "chat", - "litellm_provider": "vertex_ai-deepseek_models" - }, - "vertex_ai/gemini-2.5-flash-image": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, + "pinstripes/ps/qwen3-coder-30b-a3b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "output_cost_per_image_token": 0.00003, - "cache_read_input_token_cost": 3e-8, - "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true - }, - "vertex_ai/gemini-3-pro-image": { - "max_input_tokens": 65536, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "output_cost_per_image_token": 0.00012, - "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models" - }, - "vertex_ai/gemini-3-pro-image-preview": { - "max_input_tokens": 65536, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "output_cost_per_image_token": 0.00012, - "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models" - }, - "vertex_ai/gemini-3.1-flash-image": { - "max_input_tokens": 65536, - "max_output_tokens": 32768, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000003, - "output_cost_per_image_token": 0.00006, - "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models" - }, - "vertex_ai/gemini-3.1-flash-image-preview": { - "max_input_tokens": 65536, - "max_output_tokens": 32768, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.000003, - "output_cost_per_image_token": 0.00006, - "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models" - }, - "vertex_ai/gemini-3.1-flash-lite-image": { - "max_input_tokens": 65536, - "max_output_tokens": 4096, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.0000015, - "output_cost_per_image_token": 0.00003, - "cache_read_input_token_cost": 2.5e-8, - "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_video_input": true - }, - "vertex_ai/gemini-3.1-flash-lite-preview": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.0000015, - "cache_read_input_token_cost": 2.5e-8, - "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true - }, - "vertex_ai/gemini-3.1-flash-lite": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.0000015, - "cache_read_input_token_cost": 2.5e-8, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "pinstripes" }, - "vertex_ai/gemini-3.5-flash-lite": { - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 3e-8, + "pinstripes/ps/qwen3.6-35b-a3b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 4.5e-7, "mode": "chat", - "litellm_provider": "vertex_ai-language-models", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true - }, - "vertex_ai/deep-research-pro-preview-12-2025": { - "max_input_tokens": 65536, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "output_cost_per_image_token": 0.00012, - "mode": "image_generation", - "litellm_provider": "vertex_ai-language-models" - }, - "vertex_ai/imagegeneration@006": { - "mode": "image_generation", - "litellm_provider": "vertex_ai-image-models" - }, - "vertex_ai/imagen-3.0-fast-generate-001": { - "mode": "image_generation", - "litellm_provider": "vertex_ai-image-models" - }, - "vertex_ai/imagen-3.0-generate-001": { - "mode": "image_generation", - "litellm_provider": "vertex_ai-image-models" - }, - "vertex_ai/imagen-3.0-generate-002": { - "mode": "image_generation", - "litellm_provider": "vertex_ai-image-models" - }, - "vertex_ai/imagen-3.0-capability-001": { - "mode": "image_generation", - "litellm_provider": "vertex_ai-image-models" - }, - "vertex_ai/imagen-4.0-fast-generate-001": { - "mode": "image_generation", - "litellm_provider": "vertex_ai-image-models" - }, - "vertex_ai/imagen-4.0-generate-001": { - "mode": "image_generation", - "litellm_provider": "vertex_ai-image-models" - }, - "vertex_ai/imagen-4.0-ultra-generate-001": { - "mode": "image_generation", - "litellm_provider": "vertex_ai-image-models" + "litellm_provider": "pinstripes" }, - "vertex_ai/jamba-1.5": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, + "publicai/BSC-LT/ALIA-40b-instruct_Q8_0": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vertex_ai-ai21_models" + "litellm_provider": "publicai" }, - "vertex_ai/jamba-1.5-large": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "publicai/BSC-LT/salamandra-7b-instruct-tools-16k": { + "max_input_tokens": 16384, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vertex_ai-ai21_models" + "litellm_provider": "publicai" }, - "vertex_ai/jamba-1.5-large@001": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, + "publicai/aisingapore/Gemma-SEA-LION-v4-27B-IT": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vertex_ai-ai21_models" + "litellm_provider": "publicai" }, - "vertex_ai/jamba-1.5-mini": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, + "publicai/aisingapore/Qwen-SEA-LION-v4-32B-IT": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vertex_ai-ai21_models" + "litellm_provider": "publicai" }, - "vertex_ai/jamba-1.5-mini@001": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 4e-7, + "publicai/allenai/Olmo-3-32B-Think": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vertex_ai-ai21_models" + "litellm_provider": "publicai" }, - "vertex_ai/meta/llama-3.1-405b-instruct-maas": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000016, + "publicai/allenai/Olmo-3-7B-Instruct": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models", - "supports_vision": true + "litellm_provider": "publicai" }, - "vertex_ai/meta/llama-3.1-70b-instruct-maas": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, + "publicai/allenai/Olmo-3-7B-Think": { + "max_input_tokens": 32768, + "max_output_tokens": 4096, "input_cost_per_token": 0, "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models", - "supports_vision": true + "litellm_provider": "publicai" }, - "vertex_ai/meta/llama-3.1-8b-instruct-maas": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, + "publicai/swiss-ai/apertus-70b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, "input_cost_per_token": 0, "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models", - "supports_vision": true + "litellm_provider": "publicai" }, - "vertex_ai/meta/llama-3.2-90b-vision-instruct-maas": { - "max_input_tokens": 128000, - "max_output_tokens": 2048, + "publicai/swiss-ai/apertus-8b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 4096, "input_cost_per_token": 0, "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models", - "supports_vision": true + "litellm_provider": "publicai" }, - "vertex_ai/meta/llama-4-maverick-17b-128e-instruct-maas": { - "max_input_tokens": 1000000, - "max_output_tokens": 1000000, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.00000115, + "qwen.qwen3-235b-a22b-2507-v1:0": { + "max_input_tokens": 262144, + "max_output_tokens": 131072, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models" + "litellm_provider": "bedrock_converse" }, - "vertex_ai/meta/llama-4-maverick-17b-16e-instruct-maas": { - "max_input_tokens": 1000000, - "max_output_tokens": 1000000, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.00000115, + "qwen.qwen3-32b-v1:0": { + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models" + "litellm_provider": "bedrock_converse" }, - "vertex_ai/meta/llama-4-scout-17b-128e-instruct-maas": { - "max_input_tokens": 10000000, - "max_output_tokens": 10000000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 7e-7, + "qwen.qwen3-coder-30b-a3b-v1:0": { + "max_input_tokens": 262144, + "max_output_tokens": 131072, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models" + "litellm_provider": "bedrock_converse" }, - "vertex_ai/meta/llama-4-scout-17b-16e-instruct-maas": { - "max_input_tokens": 10000000, - "max_output_tokens": 10000000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 7e-7, + "qwen.qwen3-coder-480b-a35b-v1:0": { + "max_input_tokens": 262000, + "max_output_tokens": 65536, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 0.0000018, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models" + "litellm_provider": "bedrock_converse" }, - "vertex_ai/meta/llama3-405b-instruct-maas": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "qwen.qwen3-coder-next": { + "max_input_tokens": 262144, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models" + "litellm_provider": "bedrock_converse" }, - "vertex_ai/meta/llama3-70b-instruct-maas": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "qwen.qwen3-next-80b-a3b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models" + "litellm_provider": "bedrock_converse" }, - "vertex_ai/meta/llama3-8b-instruct-maas": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "qwen.qwen3-vl-235b-a22b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 5.3e-7, + "output_cost_per_token": 0.00000266, "mode": "chat", - "litellm_provider": "vertex_ai-llama_models" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "vertex_ai/minimaxai/minimax-m2-maas": { - "max_input_tokens": 196608, - "max_output_tokens": 196608, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "mode": "chat", - "litellm_provider": "vertex_ai-minimax_models" + "recraft/recraftv2": { + "mode": "image_generation", + "litellm_provider": "recraft" }, - "vertex_ai/moonshotai/kimi-k2-thinking-maas": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, - "mode": "chat", - "litellm_provider": "vertex_ai-moonshot_models" + "recraft/recraftv3": { + "mode": "image_generation", + "litellm_provider": "recraft" }, - "vertex_ai/zai-org/glm-4.7-maas": { - "max_input_tokens": 200000, - "max_output_tokens": 128000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, - "mode": "chat", - "litellm_provider": "vertex_ai-zai_models" + "reducto/parse-legacy": { + "mode": "ocr", + "litellm_provider": "reducto" }, - "vertex_ai/zai-org/glm-5-maas": { - "max_input_tokens": 200000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.0000032, - "cache_read_input_token_cost": 1e-7, - "mode": "chat", - "litellm_provider": "vertex_ai-zai_models" + "reducto/parse-v3": { + "mode": "ocr", + "litellm_provider": "reducto" }, - "vertex_ai/mistral-medium-3": { - "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, + "replicate/anthropic/claude-3.5-haiku": { + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "replicate", + "supports_vision": true }, - "vertex_ai/mistral-medium-3@001": { - "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, + "replicate/anthropic/claude-3.5-sonnet": { + "input_cost_per_token": 0.00000375, + "output_cost_per_token": 0.00001875, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "replicate", + "supports_vision": true }, - "vertex_ai/mistralai/mistral-medium-3": { - "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, + "replicate/anthropic/claude-3.7-sonnet": { + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "replicate", + "supports_vision": true }, - "vertex_ai/mistralai/mistral-medium-3@001": { - "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, + "replicate/anthropic/claude-4-sonnet": { + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "replicate", + "supports_vision": true }, - "vertex_ai/mistral-large-2411": { - "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "replicate/anthropic/claude-4.5-haiku": { + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "replicate", + "supports_vision": true }, - "vertex_ai/mistral-large@2407": { - "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "replicate/anthropic/claude-4.5-sonnet": { + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "replicate", + "supports_vision": true }, - "vertex_ai/mistral-large@2411-001": { - "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "replicate/deepseek-ai/deepseek-r1": { + "max_input_tokens": 65536, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000375, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "replicate" }, - "vertex_ai/mistral-large@latest": { - "max_input_tokens": 128000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, + "replicate/deepseek-ai/deepseek-v3": { + "max_input_tokens": 65536, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000145, + "output_cost_per_token": 0.00000145, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "replicate" }, - "vertex_ai/mistral-nemo@2407": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000003, + "replicate/deepseek-ai/deepseek-v3.1": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 6.72e-7, + "output_cost_per_token": 0.000002016, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "replicate" }, - "vertex_ai/mistral-nemo@latest": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "replicate/google/gemini-2.5-flash": { + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "replicate", + "supports_vision": true }, - "vertex_ai/mistral-small-2503": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "replicate/google/gemini-3-pro": { + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models", + "litellm_provider": "replicate", "supports_vision": true }, - "vertex_ai/mistral-small-2503@001": { - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000003, + "replicate/ibm-granite/granite-3.3-8b-instruct": { + "input_cost_per_token": 3e-8, + "output_cost_per_token": 2.5e-7, "mode": "chat", - "litellm_provider": "vertex_ai-mistral_models" + "litellm_provider": "replicate" }, - "vertex_ai/mistral-ocr-2505": { - "mode": "ocr", - "litellm_provider": "vertex_ai" + "replicate/meta/llama-2-13b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "replicate" }, - "vertex_ai/deepseek-ai/deepseek-ocr-maas": { - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "mode": "ocr", - "litellm_provider": "vertex_ai" + "replicate/meta/llama-2-13b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 5e-7, + "mode": "chat", + "litellm_provider": "replicate" }, - "vertex_ai/google/gemma-4-26b-a4b-it-maas": { - "max_input_tokens": 256000, - "max_output_tokens": 128000, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "replicate/meta/llama-2-70b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 6.5e-7, + "output_cost_per_token": 0.00000275, "mode": "chat", - "litellm_provider": "vertex_ai-openai_models", - "supports_vision": true + "litellm_provider": "replicate" }, - "vertex_ai/openai/gpt-oss-120b-maas": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 9e-8, - "output_cost_per_token": 3.6e-7, + "replicate/meta/llama-2-70b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 6.5e-7, + "output_cost_per_token": 0.00000275, "mode": "chat", - "litellm_provider": "vertex_ai-openai_models" + "litellm_provider": "replicate" }, - "vertex_ai/openai/gpt-oss-20b-maas": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, + "replicate/meta/llama-2-7b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2.5e-7, "mode": "chat", - "litellm_provider": "vertex_ai-openai_models" + "litellm_provider": "replicate" }, - "vertex_ai/xai/grok-4.1-fast-non-reasoning": { - "max_input_tokens": 2000000, - "max_output_tokens": 2000000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 5e-8, + "replicate/meta/llama-2-7b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2.5e-7, "mode": "chat", - "litellm_provider": "vertex_ai", - "supports_vision": true + "litellm_provider": "replicate" }, - "vertex_ai/xai/grok-4.1-fast-reasoning": { - "max_input_tokens": 2000000, - "max_output_tokens": 2000000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 5e-8, + "replicate/meta/llama-3-70b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 6.5e-7, + "output_cost_per_token": 0.00000275, "mode": "chat", - "litellm_provider": "vertex_ai", - "supports_vision": true + "litellm_provider": "replicate" }, - "vertex_ai/xai/grok-4.20-non-reasoning": { - "max_input_tokens": 2000000, - "max_output_tokens": 2000000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, - "cache_read_input_token_cost": 2e-7, + "replicate/meta/llama-3-70b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 6.5e-7, + "output_cost_per_token": 0.00000275, "mode": "chat", - "litellm_provider": "vertex_ai", - "supports_vision": true + "litellm_provider": "replicate" }, - "vertex_ai/xai/grok-4.20-reasoning": { - "max_input_tokens": 2000000, - "max_output_tokens": 2000000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, - "cache_read_input_token_cost": 2e-7, + "replicate/meta/llama-3-8b": { + "max_input_tokens": 8086, + "max_output_tokens": 8086, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2.5e-7, "mode": "chat", - "litellm_provider": "vertex_ai", - "supports_vision": true + "litellm_provider": "replicate" }, - "vertex_ai/qwen/qwen3-235b-a22b-instruct-2507-maas": { - "max_input_tokens": 262144, - "max_output_tokens": 16384, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 8.8e-7, + "replicate/meta/llama-3-8b-instruct": { + "max_input_tokens": 8086, + "max_output_tokens": 8086, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2.5e-7, "mode": "chat", - "litellm_provider": "vertex_ai-qwen_models" + "litellm_provider": "replicate" }, - "vertex_ai/qwen/qwen3-coder-480b-a35b-instruct-maas": { - "max_input_tokens": 262144, - "max_output_tokens": 32768, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 0.0000018, + "replicate/mistralai/mistral-7b-instruct-v0.2": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2.5e-7, "mode": "chat", - "litellm_provider": "vertex_ai-qwen_models" + "litellm_provider": "replicate" }, - "vertex_ai/qwen/qwen3-next-80b-a3b-instruct-maas": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0.0000012, + "replicate/mistralai/mistral-7b-v0.1": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 2.5e-7, "mode": "chat", - "litellm_provider": "vertex_ai-qwen_models" + "litellm_provider": "replicate" }, - "vertex_ai/qwen/qwen3-next-80b-a3b-thinking-maas": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0.0000012, + "replicate/mistralai/mixtral-8x7b-instruct-v0.1": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.000001, "mode": "chat", - "litellm_provider": "vertex_ai-qwen_models" + "litellm_provider": "replicate" }, - "vertex_ai/veo-2.0-generate-001": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "vertex_ai-video-models" + "replicate/openai/gpt-4.1": { + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true }, - "vertex_ai/veo-3.0-fast-generate-001": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "vertex_ai-video-models" + "replicate/openai/gpt-4.1-mini": { + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true }, - "vertex_ai/veo-3.0-generate-001": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "vertex_ai-video-models" + "replicate/openai/gpt-4.1-nano": { + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "replicate" }, - "vertex_ai/veo-3.1-generate-preview": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "vertex_ai-video-models" + "replicate/openai/gpt-4o": { + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true, + "supports_audio_input": true }, - "vertex_ai/veo-3.1-fast-generate-preview": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "vertex_ai-video-models" + "replicate/openai/gpt-4o-mini": { + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true }, - "vertex_ai/veo-3.1-generate-001": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "vertex_ai-video-models" + "replicate/openai/gpt-5": { + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true }, - "vertex_ai/veo-3.1-fast-generate-001": { - "max_input_tokens": 1024, - "mode": "video_generation", - "litellm_provider": "vertex_ai-video-models" + "replicate/openai/gpt-5-mini": { + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "replicate", + "supports_vision": true }, - "voyage/rerank-2": { - "max_input_tokens": 16000, - "max_output_tokens": 16000, + "replicate/openai/gpt-5-nano": { "input_cost_per_token": 5e-8, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "voyage" + "output_cost_per_token": 4e-7, + "mode": "chat", + "litellm_provider": "replicate" }, - "voyage/rerank-2-lite": { - "max_input_tokens": 8000, - "max_output_tokens": 8000, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "voyage" + "replicate/openai/gpt-oss-120b": { + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 7.2e-7, + "mode": "chat", + "litellm_provider": "replicate" }, - "voyage/rerank-2.5": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 5e-8, + "replicate/openai/gpt-oss-20b": { + "input_cost_per_token": 9e-8, + "output_cost_per_token": 3.6e-7, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/openai/o1": { + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00006, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/openai/o1-mini": { + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/openai/o4-mini": { + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000004, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/qwen/qwen3-235b-a22b-instruct-2507": { + "input_cost_per_token": 2.64e-7, + "output_cost_per_token": 0.00000106, + "mode": "chat", + "litellm_provider": "replicate" + }, + "replicate/xai/grok-4": { + "input_cost_per_token": 0.0000072, + "output_cost_per_token": 0.000036, + "mode": "chat", + "litellm_provider": "replicate" + }, + "rerank-english-v2.0": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, "output_cost_per_token": 0, "mode": "rerank", - "litellm_provider": "voyage" + "litellm_provider": "cohere" }, - "voyage/rerank-2.5-lite": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 2e-8, + "rerank-english-v3.0": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, "output_cost_per_token": 0, "mode": "rerank", - "litellm_provider": "voyage" + "litellm_provider": "cohere" }, - "voyage/voyage-2": { - "max_input_tokens": 4000, - "input_cost_per_token": 1e-7, + "rerank-multilingual-v2.0": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "mode": "rerank", + "litellm_provider": "cohere" }, - "voyage/voyage-3": { - "max_input_tokens": 32000, - "input_cost_per_token": 6e-8, + "rerank-multilingual-v3.0": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "mode": "rerank", + "litellm_provider": "cohere" }, - "voyage/voyage-3-large": { - "max_input_tokens": 32000, - "input_cost_per_token": 1.8e-7, + "rerank-v3.5": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "mode": "rerank", + "litellm_provider": "cohere" }, - "voyage/voyage-3-lite": { - "max_input_tokens": 32000, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "runwayml/eleven_multilingual_v2": { + "mode": "audio_speech", + "litellm_provider": "runwayml" }, - "voyage/voyage-3.5": { - "max_input_tokens": 32000, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "runwayml/gen3a_turbo": { + "mode": "video_generation", + "litellm_provider": "runwayml" }, - "voyage/voyage-3.5-lite": { - "max_input_tokens": 32000, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "runwayml/gen4_aleph": { + "mode": "video_generation", + "litellm_provider": "runwayml" }, - "voyage/voyage-code-2": { - "max_input_tokens": 16000, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "runwayml/gen4_image": { + "mode": "image_generation", + "litellm_provider": "runwayml" }, - "voyage/voyage-code-3": { - "max_input_tokens": 32000, - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "runwayml/gen4_image_turbo": { + "mode": "image_generation", + "litellm_provider": "runwayml" }, - "voyage/voyage-context-3": { - "max_input_tokens": 120000, - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "runwayml/gen4_turbo": { + "mode": "video_generation", + "litellm_provider": "runwayml" }, - "voyage/voyage-finance-2": { - "max_input_tokens": 32000, - "input_cost_per_token": 1.2e-7, + "sagemaker/meta-textgeneration-llama-2-13b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "mode": "completion", + "litellm_provider": "sagemaker" }, - "voyage/voyage-large-2": { - "max_input_tokens": 16000, - "input_cost_per_token": 1.2e-7, + "sagemaker/meta-textgeneration-llama-2-13b-f": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "mode": "chat", + "litellm_provider": "sagemaker" }, - "voyage/voyage-law-2": { - "max_input_tokens": 16000, - "input_cost_per_token": 1.2e-7, + "sagemaker/meta-textgeneration-llama-2-70b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "mode": "completion", + "litellm_provider": "sagemaker" }, - "voyage/voyage-lite-01": { + "sagemaker/meta-textgeneration-llama-2-70b-b-f": { "max_input_tokens": 4096, - "input_cost_per_token": 1e-7, + "max_output_tokens": 4096, + "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "mode": "chat", + "litellm_provider": "sagemaker" }, - "voyage/voyage-lite-02-instruct": { - "max_input_tokens": 4000, - "input_cost_per_token": 1e-7, + "sagemaker/meta-textgeneration-llama-2-7b": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "mode": "completion", + "litellm_provider": "sagemaker" }, - "voyage/voyage-multimodal-3": { - "max_input_tokens": 32000, - "input_cost_per_token": 1.2e-7, + "sagemaker/meta-textgeneration-llama-2-7b-f": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "mode": "chat", + "litellm_provider": "sagemaker" }, - "wandb/openai/gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.015, - "output_cost_per_token": 0.06, + "sambanova/DeepSeek-R1": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000007, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "sambanova" }, - "wandb/openai/gpt-oss-20b": { + "sambanova/DeepSeek-R1-Distill-Llama-70B": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 0.005, - "output_cost_per_token": 0.02, + "input_cost_per_token": 7e-7, + "output_cost_per_token": 0.0000014, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "sambanova" }, - "wandb/zai-org/GLM-4.5": { + "sambanova/DeepSeek-V3-0324": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.0000045, + "mode": "chat", + "litellm_provider": "sambanova" + }, + "sambanova/DeepSeek-V3.1": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 0.055, - "output_cost_per_token": 0.2, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.0000045, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "sambanova" }, - "wandb/Qwen/Qwen3-235B-A22B-Instruct-2507": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 0.01, - "output_cost_per_token": 0.01, + "sambanova/DeepSeek-V3.2": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.0000045, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "sambanova" }, - "wandb/Qwen/Qwen3-Coder-480B-A35B-Instruct": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 0.1, - "output_cost_per_token": 0.15, - "mode": "chat", - "litellm_provider": "wandb" - }, - "wandb/Qwen/Qwen3-235B-A22B-Thinking-2507": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 0.01, - "output_cost_per_token": 0.01, + "sambanova/Llama-4-Maverick-17B-128E-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6.3e-7, + "output_cost_per_token": 0.0000018, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "sambanova", + "supports_vision": true }, - "wandb/moonshotai/Kimi-K2-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, + "sambanova/Llama-4-Scout-17B-16E-Instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 7e-7, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "sambanova" }, - "wandb/moonshotai/Kimi-K2.5": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000003, - "cache_read_input_token_cost": 1e-7, + "sambanova/Meta-Llama-3.1-405B-Instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "wandb", - "supports_vision": true + "litellm_provider": "sambanova" }, - "wandb/MiniMaxAI/MiniMax-M2.5": { - "max_input_tokens": 197000, - "max_output_tokens": 197000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, + "sambanova/Meta-Llama-3.1-8B-Instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "sambanova" }, - "wandb/meta-llama/Llama-3.1-8B-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.022, - "output_cost_per_token": 0.022, + "sambanova/Meta-Llama-3.2-1B-Instruct": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 8e-8, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "sambanova" }, - "wandb/deepseek-ai/DeepSeek-V3.1": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.055, - "output_cost_per_token": 0.165, + "sambanova/Meta-Llama-3.2-3B-Instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 1.6e-7, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "sambanova" }, - "wandb/deepseek-ai/DeepSeek-R1-0528": { - "max_input_tokens": 161000, - "max_output_tokens": 161000, - "input_cost_per_token": 0.135, - "output_cost_per_token": 0.54, + "sambanova/Meta-Llama-3.3-70B-Instruct": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "sambanova" }, - "wandb/deepseek-ai/DeepSeek-V3-0324": { - "max_input_tokens": 161000, - "max_output_tokens": 161000, - "input_cost_per_token": 0.114, - "output_cost_per_token": 0.275, + "sambanova/Meta-Llama-Guard-3-8B": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "sambanova" }, - "wandb/meta-llama/Llama-3.3-70B-Instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.071, - "output_cost_per_token": 0.071, + "sambanova/MiniMax-M2.7": { + "max_input_tokens": 196608, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000024, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "sambanova" }, - "wandb/meta-llama/Llama-4-Scout-17B-16E-Instruct": { - "max_input_tokens": 64000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.017, - "output_cost_per_token": 0.066, + "sambanova/QwQ-32B": { + "max_input_tokens": 16384, + "max_output_tokens": 16384, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000001, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "sambanova" }, - "wandb/microsoft/Phi-4-mini-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.008, - "output_cost_per_token": 0.035, + "sambanova/Qwen2-Audio-7B-Instruct": { + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0001, "mode": "chat", - "litellm_provider": "wandb" + "litellm_provider": "sambanova", + "supports_audio_input": true }, - "watsonx/ibm/granite-3-8b-instruct": { + "sambanova/Qwen3-32B": { "max_input_tokens": 8192, - "max_output_tokens": 1024, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "max_output_tokens": 8192, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 8e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false, - "supports_audio_input": false + "litellm_provider": "sambanova" }, - "watsonx/mistralai/mistral-large": { + "sambanova/gemma-4-31B-it": { "max_input_tokens": 131072, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.00001, + "max_output_tokens": 131072, + "input_cost_per_token": 3.8e-7, + "output_cost_per_token": 0.00000115, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false, - "supports_audio_input": false + "litellm_provider": "sambanova", + "supports_vision": true }, - "watsonx/bigscience/mt0-xxl-13b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0005, - "output_cost_per_token": 0.002, + "sambanova/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 5.9e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "sambanova" }, - "watsonx/core42/jais-13b-chat": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0005, - "output_cost_per_token": 0.002, - "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "sample_spec": { + "max_input_tokens": "max input tokens, if the provider specifies it. if not default to max_tokens", + "max_output_tokens": "max output tokens, if the provider specifies it. if not default to max_tokens", + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "one of: chat, embedding, completion, image_generation, audio_transcription, audio_speech, image_generation, moderation, rerank, search", + "litellm_provider": "one of https://docs.litellm.ai/docs/providers", + "supports_vision": true, + "supports_audio_input": true }, - "watsonx/google/flan-t5-xl-3b": { + "sarvam/sarvam-m": { "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 6e-7, + "max_output_tokens": 32000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "sarvam" }, - "watsonx/ibm/granite-13b-chat-v2": { - "max_input_tokens": 8192, + "scaleway/BAAI/bge-multilingual-gemma2": { + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "scaleway" + }, + "scaleway/google/gemma-3-27b-it": { + "max_input_tokens": 40000, "max_output_tokens": 8192, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 6e-7, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "scaleway", + "supports_vision": true }, - "watsonx/ibm/granite-13b-instruct-v2": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 6e-7, + "scaleway/google/gemma-4-26b-a4b-it": { + "max_input_tokens": 256000, + "max_output_tokens": 32768, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "scaleway", + "supports_vision": true }, - "watsonx/ibm/granite-3-3-8b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "scaleway/hcompany/holo2-30b-a3b": { + "max_input_tokens": 22000, + "max_output_tokens": 16384, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 7e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "scaleway", + "supports_vision": true }, - "watsonx/ibm/granite-4-h-small": { - "max_input_tokens": 20480, - "max_output_tokens": 20480, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 2.5e-7, - "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false - }, - "watsonx/ibm/granite-guardian-3-2-2b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false - }, - "watsonx/ibm/granite-guardian-3-3-8b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false - }, - "watsonx/ibm/granite-ttm-1024-96-r2": { - "max_input_tokens": 512, - "max_output_tokens": 512, - "input_cost_per_token": 3.8e-7, - "output_cost_per_token": 3.8e-7, - "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false - }, - "watsonx/ibm/granite-ttm-1536-96-r2": { - "max_input_tokens": 512, - "max_output_tokens": 512, - "input_cost_per_token": 3.8e-7, - "output_cost_per_token": 3.8e-7, + "scaleway/meta/llama-3.3-70b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "scaleway" }, - "watsonx/ibm/granite-ttm-512-96-r2": { - "max_input_tokens": 512, - "max_output_tokens": 512, - "input_cost_per_token": 3.8e-7, - "output_cost_per_token": 3.8e-7, + "scaleway/mistralai/devstral-2-123b-instruct-2512": { + "max_input_tokens": 200000, + "max_output_tokens": 16384, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "scaleway" }, - "watsonx/ibm/granite-vision-3-2-2b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "scaleway/mistralai/mistral-medium-3.5-128b": { + "max_input_tokens": 256000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.0000075, "mode": "chat", - "litellm_provider": "watsonx", + "litellm_provider": "scaleway", "supports_vision": true }, - "watsonx/meta-llama/llama-3-2-11b-vision-instruct": { + "scaleway/mistralai/mistral-small-3.2-24b-instruct-2506": { "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3.5e-7, + "max_output_tokens": 32768, + "input_cost_per_token": 1.5e-7, "output_cost_per_token": 3.5e-7, "mode": "chat", - "litellm_provider": "watsonx", + "litellm_provider": "scaleway", "supports_vision": true }, - "watsonx/meta-llama/llama-3-2-1b-instruct": { + "scaleway/mistralai/pixtral-12b-2409": { "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "scaleway", + "supports_vision": true }, - "watsonx/meta-llama/llama-3-2-3b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, + "scaleway/mistralai/voxtral-small-24b-2507": { + "max_input_tokens": 32000, + "max_output_tokens": 16384, "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, - "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false - }, - "watsonx/meta-llama/llama-3-2-90b-vision-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000002, + "output_cost_per_token": 3.5e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": true + "litellm_provider": "scaleway", + "supports_audio_input": true }, - "watsonx/meta-llama/llama-3-3-70b-instruct": { + "scaleway/openai/gpt-oss-120b": { "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 7.1e-7, - "output_cost_per_token": 7.1e-7, + "max_output_tokens": 32768, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "scaleway" }, - "watsonx/meta-llama/llama-4-maverick-17b": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.0000014, - "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "scaleway/openai/whisper-large-v3": { + "output_cost_per_token": 0, + "mode": "audio_transcription", + "litellm_provider": "scaleway" }, - "watsonx/meta-llama/llama-guard-3-11b-vision": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 3.5e-7, + "scaleway/qwen/qwen3-235b-a22b-instruct-2507": { + "max_input_tokens": 256000, + "max_output_tokens": 16384, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.00000225, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": true + "litellm_provider": "scaleway" }, - "watsonx/mistralai/mistral-medium-2505": { + "scaleway/qwen/qwen3-coder-30b-a3b-instruct": { "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.00001, + "max_output_tokens": 32768, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 8e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "scaleway" }, - "watsonx/mistralai/mistral-small-2503": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, + "scaleway/qwen/qwen3-embedding-8b": { "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, - "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "scaleway" }, - "watsonx/mistralai/mistral-small-3-1-24b-instruct-2503": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, + "scaleway/qwen/qwen3.5-397b-a17b": { + "max_input_tokens": 256000, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000036, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "scaleway", + "supports_vision": true }, - "watsonx/mistralai/pixtral-12b-2409": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 3.5e-7, + "scaleway/qwen/qwen3.6-35b-a3b": { + "max_input_tokens": 256000, + "max_output_tokens": 16384, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "watsonx", + "litellm_provider": "scaleway", "supports_vision": true }, - "watsonx/openai/gpt-oss-120b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "scx-ai/GLM-5.2": { + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "input_cost_per_token": 6.1e-7, + "output_cost_per_token": 0.00000198, + "cache_read_input_token_cost": 2.2e-7, "mode": "chat", - "litellm_provider": "watsonx", + "litellm_provider": "scx-ai", "supports_vision": false }, - "watsonx/sdaia/allam-1-13b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.0000018, - "output_cost_per_token": 0.0000018, + "scx-ai/Qwen3.8-Max": { + "max_input_tokens": 1000000, + "max_output_tokens": 131072, + "input_cost_per_token": 0.00000165, + "output_cost_per_token": 0.00000499, + "cache_read_input_token_cost": 2.1e-7, "mode": "chat", - "litellm_provider": "watsonx", - "supports_vision": false + "litellm_provider": "scx-ai", + "supports_vision": true }, - "watsonx/whisper-large-v3-turbo": { - "mode": "audio_transcription", - "litellm_provider": "watsonx" + "searxng/search": { + "mode": "search", + "litellm_provider": "searxng" }, - "whisper-1": { - "mode": "audio_transcription", - "litellm_provider": "openai" + "serper/search": { + "mode": "search", + "litellm_provider": "serper" }, - "xai/grok-2": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, + "snowflake/claude-3-5-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "snowflake", + "supports_vision": true }, - "xai/grok-2-1212": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, - "mode": "chat", - "litellm_provider": "xai" - }, - "xai/grok-2-latest": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, + "snowflake/claude-3-7-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "snowflake", + "supports_vision": true }, - "xai/grok-2-vision": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, + "snowflake/claude-4-opus": { + "max_input_tokens": 200000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "xai", + "litellm_provider": "snowflake", "supports_vision": true }, - "xai/grok-2-vision-1212": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, + "snowflake/claude-4-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "xai", + "litellm_provider": "snowflake", "supports_vision": true }, - "xai/grok-2-vision-latest": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, + "snowflake/claude-haiku-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "xai", + "litellm_provider": "snowflake", "supports_vision": true }, - "xai/grok-3": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "snowflake/claude-sonnet-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 16384, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, - "cache_read_input_token_cost": 7.5e-7, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "snowflake", + "supports_vision": true }, - "xai/grok-3-beta": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "snowflake/claude-sonnet-4-6": { + "max_input_tokens": 200000, + "max_output_tokens": 16384, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, - "cache_read_input_token_cost": 7.5e-7, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "snowflake", + "supports_vision": true }, - "xai/grok-3-fast-beta": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_read_input_token_cost": 0.00000125, + "snowflake/deepseek-r1": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.00000135, + "output_cost_per_token": 0.0000054, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "snowflake" }, - "xai/grok-3-fast-latest": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_read_input_token_cost": 0.00000125, + "snowflake/gemma-7b": { + "max_input_tokens": 8000, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "snowflake" }, - "xai/grok-3-latest": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_read_input_token_cost": 7.5e-7, + "snowflake/jamba-1.5-large": { + "max_input_tokens": 256000, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "snowflake" }, - "xai/grok-3-mini": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 7.5e-8, + "snowflake/jamba-1.5-mini": { + "max_input_tokens": 256000, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "snowflake" }, - "xai/grok-3-mini-beta": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 7.5e-8, + "snowflake/jamba-instruct": { + "max_input_tokens": 256000, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "snowflake" }, - "xai/grok-3-mini-fast": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000004, - "cache_read_input_token_cost": 1.5e-7, + "snowflake/llama2-70b-chat": { + "max_input_tokens": 4096, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "snowflake" }, - "xai/grok-3-mini-fast-beta": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000004, - "cache_read_input_token_cost": 1.5e-7, + "snowflake/llama3-70b": { + "max_input_tokens": 8000, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "snowflake" }, - "xai/grok-3-mini-fast-latest": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.000004, - "cache_read_input_token_cost": 1.5e-7, + "snowflake/llama3-8b": { + "max_input_tokens": 8000, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "snowflake" }, - "xai/grok-3-mini-latest": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 7.5e-8, + "snowflake/llama3.1-405b": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "snowflake" }, - "xai/grok-4": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "snowflake/llama3.1-70b": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "snowflake" }, - "xai/grok-4-fast-reasoning": { - "max_input_tokens": 2000000, - "max_output_tokens": 2000000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 5e-8, + "snowflake/llama3.1-8b": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 2.4e-7, + "output_cost_per_token": 2.4e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "snowflake" }, - "xai/grok-4-fast-non-reasoning": { - "max_input_tokens": 2000000, - "max_output_tokens": 2000000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 5e-8, + "snowflake/llama3.2-1b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "snowflake" }, - "xai/grok-4-0709": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "snowflake/llama3.2-3b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "snowflake" }, - "xai/grok-4-latest": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, + "snowflake/llama3.3-70b": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, "mode": "chat", - "litellm_provider": "xai" + "litellm_provider": "snowflake" }, - "xai/grok-4-1-fast": { - "max_input_tokens": 2000000, - "max_output_tokens": 2000000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 5e-8, + "snowflake/llama4-maverick": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 2.4e-7, + "output_cost_per_token": 9.7e-7, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true, - "supports_audio_input": true + "litellm_provider": "snowflake" }, - "xai/grok-4-1-fast-reasoning": { - "max_input_tokens": 2000000, - "max_output_tokens": 2000000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 5e-8, + "snowflake/mistral-7b": { + "max_input_tokens": 32000, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true, - "supports_audio_input": true + "litellm_provider": "snowflake" }, - "xai/grok-4-1-fast-reasoning-latest": { - "max_input_tokens": 2000000, - "max_output_tokens": 2000000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 5e-8, + "snowflake/mistral-large": { + "max_input_tokens": 32000, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true, - "supports_audio_input": true + "litellm_provider": "snowflake" }, - "xai/grok-4-1-fast-non-reasoning": { - "max_input_tokens": 2000000, - "max_output_tokens": 2000000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 5e-8, + "snowflake/mistral-large2": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true, - "supports_audio_input": true + "litellm_provider": "snowflake" }, - "xai/grok-4-1-fast-non-reasoning-latest": { - "max_input_tokens": 2000000, - "max_output_tokens": 2000000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 5e-7, - "cache_read_input_token_cost": 5e-8, + "snowflake/mixtral-8x7b": { + "max_input_tokens": 32000, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true, - "supports_audio_input": true + "litellm_provider": "snowflake" }, - "xai/grok-4.20-multi-agent-beta-0309": { - "max_input_tokens": 1000000, - "max_output_tokens": 1000000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.0000025, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000005, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "snowflake/openai-gpt-4.1": { + "max_input_tokens": 300000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "xai", + "litellm_provider": "snowflake", "supports_vision": true }, - "xai/grok-4.20-beta-0309-reasoning": { - "max_input_tokens": 1000000, - "max_output_tokens": 1000000, + "snowflake/openai-gpt-5": { + "max_input_tokens": 300000, + "max_output_tokens": 16384, "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.0000025, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000005, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "output_cost_per_token": 0.00001, + "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "xai", + "litellm_provider": "snowflake", "supports_vision": true }, - "xai/grok-4.20-0309-reasoning": { + "snowflake/openai-gpt-5-mini": { "max_input_tokens": 1000000, - "max_output_tokens": 1000000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.0000025, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000005, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "max_output_tokens": 16384, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true + "litellm_provider": "snowflake" }, - "xai/grok-4.20-beta-0309-non-reasoning": { - "max_input_tokens": 1000000, - "max_output_tokens": 1000000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.0000025, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000005, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "snowflake/openai-gpt-5-nano": { + "max_input_tokens": 5000000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true + "litellm_provider": "snowflake" }, - "xai/grok-4.3": { - "max_input_tokens": 1000000, - "max_output_tokens": 1000000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.0000025, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000005, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "snowflake/reka-core": { + "max_input_tokens": 32000, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true + "litellm_provider": "snowflake" }, - "xai/grok-4.3-latest": { - "max_input_tokens": 1000000, - "max_output_tokens": 1000000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.0000025, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000005, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "snowflake/reka-flash": { + "max_input_tokens": 100000, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true + "litellm_provider": "snowflake" }, - "xai/grok-4.5": { - "max_input_tokens": 500000, - "max_output_tokens": 500000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, - "input_cost_per_token_above_200k_tokens": 0.000004, - "output_cost_per_token_above_200k_tokens": 0.000012, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, + "snowflake/snowflake-arctic": { + "max_input_tokens": 4096, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true + "litellm_provider": "snowflake" }, - "xai/grok-4.5-latest": { - "max_input_tokens": 500000, - "max_output_tokens": 500000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, - "input_cost_per_token_above_200k_tokens": 0.000004, - "output_cost_per_token_above_200k_tokens": 0.000012, - "cache_read_input_token_cost": 3e-7, - "cache_read_input_token_cost_above_200k_tokens": 6e-7, - "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true + "snowflake/snowflake-arctic-embed-l-v2.0": { + "max_input_tokens": 8192, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "snowflake" }, - "xai/grok-4.6": { - "max_input_tokens": 500000, - "max_output_tokens": 500000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, - "input_cost_per_token_above_200k_tokens": 0.000004, - "output_cost_per_token_above_200k_tokens": 0.000012, - "cache_read_input_token_cost": 5e-7, - "cache_read_input_token_cost_above_200k_tokens": 0.000001, - "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true + "snowflake/snowflake-arctic-embed-m-v2.0": { + "max_input_tokens": 8192, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "snowflake" }, - "xai/grok-beta": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000015, + "snowflake/snowflake-llama-3.1-405b": { + "max_input_tokens": 8000, + "max_output_tokens": 8192, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true + "litellm_provider": "snowflake" }, - "xai/grok-code-fast": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000002, - "input_cost_per_token_above_200k_tokens": 0.000002, - "output_cost_per_token_above_200k_tokens": 0.000004, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "snowflake/snowflake-llama-3.3-70b": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true + "litellm_provider": "snowflake" }, - "xai/grok-code-fast-1": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000002, - "input_cost_per_token_above_200k_tokens": 0.000002, - "output_cost_per_token_above_200k_tokens": 0.000004, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, - "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true + "soniox/stt-async-v4": { + "max_output_tokens": 8000, + "mode": "audio_transcription", + "litellm_provider": "soniox", + "supports_audio_input": true }, - "xai/grok-code-fast-1-0825": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000002, - "input_cost_per_token_above_200k_tokens": 0.000002, - "output_cost_per_token_above_200k_tokens": 0.000004, - "cache_read_input_token_cost": 2e-7, - "cache_read_input_token_cost_above_200k_tokens": 4e-7, - "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true + "soniox/stt-async-v5": { + "max_output_tokens": 8000, + "mode": "audio_transcription", + "litellm_provider": "soniox", + "supports_audio_input": true }, - "xai/grok-vision-beta": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000015, - "mode": "chat", - "litellm_provider": "xai", - "supports_vision": true + "sora-2": { + "mode": "video_generation", + "litellm_provider": "openai" }, - "zai.glm-4.7": { - "max_input_tokens": 200000, - "max_output_tokens": 128000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, - "mode": "chat", - "litellm_provider": "bedrock_converse" + "sora-2-pro": { + "mode": "video_generation", + "litellm_provider": "openai" }, - "zai.glm-5": { - "max_input_tokens": 200000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.0000032, - "mode": "chat", - "litellm_provider": "bedrock_converse" + "sora-2-pro-high-res": { + "mode": "video_generation", + "litellm_provider": "openai" }, - "zai.glm-4.7-flash": { - "max_input_tokens": 200000, - "max_output_tokens": 128000, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 4e-7, - "mode": "chat", - "litellm_provider": "bedrock_converse" + "stability.sd3-5-large-v1:0": { + "max_input_tokens": 77, + "mode": "image_generation", + "litellm_provider": "bedrock" }, - "zai/glm-5": { - "max_input_tokens": 200000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.0000032, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 2e-7, - "mode": "chat", - "litellm_provider": "zai" + "stability.sd3-large-v1:0": { + "max_input_tokens": 77, + "mode": "image_generation", + "litellm_provider": "bedrock" }, - "zai/glm-5.1": { - "max_input_tokens": 200000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000014, - "output_cost_per_token": 0.0000044, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 2.6e-7, - "mode": "chat", - "litellm_provider": "zai" + "stability.stable-conservative-upscale-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" }, - "zai/glm-5-code": { - "max_input_tokens": 200000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.000005, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 3e-7, - "mode": "chat", - "litellm_provider": "zai" + "stability.stable-creative-upscale-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" }, - "zai/glm-4.7": { - "max_input_tokens": 200000, - "max_output_tokens": 128000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 1.1e-7, - "mode": "chat", - "litellm_provider": "zai" + "stability.stable-fast-upscale-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" }, - "zai/glm-4.7-flash": { - "max_input_tokens": 200000, - "max_output_tokens": 128000, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 0, - "mode": "chat", - "litellm_provider": "zai" + "stability.stable-image-control-sketch-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" }, - "zai/glm-4.6": { - "max_input_tokens": 200000, - "max_output_tokens": 128000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 1.1e-7, - "mode": "chat", - "litellm_provider": "zai" + "stability.stable-image-control-structure-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" }, - "zai/glm-4.5": { - "max_input_tokens": 128000, - "max_output_tokens": 32000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, - "mode": "chat", - "litellm_provider": "zai" + "stability.stable-image-core-v1:0": { + "max_input_tokens": 77, + "mode": "image_generation", + "litellm_provider": "bedrock" }, - "zai/glm-4.5v": { - "max_input_tokens": 128000, - "max_output_tokens": 32000, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000018, - "mode": "chat", - "litellm_provider": "zai", - "supports_vision": true + "stability.stable-image-core-v1:1": { + "max_input_tokens": 77, + "mode": "image_generation", + "litellm_provider": "bedrock" }, - "zai/glm-4.5-x": { - "max_input_tokens": 128000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.0000022, - "output_cost_per_token": 0.0000089, - "mode": "chat", - "litellm_provider": "zai" + "stability.stable-image-erase-object-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" }, - "zai/glm-4.5-air": { - "max_input_tokens": 128000, - "max_output_tokens": 32000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.0000011, - "mode": "chat", - "litellm_provider": "zai" + "stability.stable-image-inpaint-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" }, - "zai/glm-4.5-airx": { - "max_input_tokens": 128000, - "max_output_tokens": 32000, - "input_cost_per_token": 0.0000011, - "output_cost_per_token": 0.0000045, - "mode": "chat", - "litellm_provider": "zai" + "stability.stable-image-remove-background-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" }, - "zai/glm-4-32b-0414-128k": { - "max_input_tokens": 128000, - "max_output_tokens": 32000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "zai" + "stability.stable-image-search-recolor-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" }, - "zai/glm-4.5-flash": { - "max_input_tokens": 128000, - "max_output_tokens": 32000, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "chat", - "litellm_provider": "zai" + "stability.stable-image-search-replace-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" }, - "vertex_ai/search_api": { - "mode": "vector_store", - "litellm_provider": "vertex_ai" + "stability.stable-image-style-guide-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" }, - "openai/container": { - "mode": "chat", - "litellm_provider": "openai" + "stability.stable-image-ultra-v1:0": { + "max_input_tokens": 77, + "mode": "image_generation", + "litellm_provider": "bedrock" }, - "openai/sora-2": { - "mode": "video_generation", - "litellm_provider": "openai" + "stability.stable-image-ultra-v1:1": { + "max_input_tokens": 77, + "mode": "image_generation", + "litellm_provider": "bedrock" }, - "openai/sora-2-pro": { - "mode": "video_generation", - "litellm_provider": "openai" + "stability.stable-outpaint-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" }, - "openai/sora-2-pro-high-res": { - "mode": "video_generation", - "litellm_provider": "openai" + "stability.stable-style-transfer-v1:0": { + "max_input_tokens": 77, + "mode": "image_edit", + "litellm_provider": "bedrock" }, - "azure/sora-2": { - "mode": "video_generation", - "litellm_provider": "azure" + "stability/conservative": { + "mode": "image_edit", + "litellm_provider": "stability" }, - "azure/sora-2-pro": { - "mode": "video_generation", - "litellm_provider": "azure" + "stability/creative": { + "mode": "image_edit", + "litellm_provider": "stability" }, - "azure/sora-2-pro-high-res": { - "mode": "video_generation", - "litellm_provider": "azure" + "stability/erase": { + "mode": "image_edit", + "litellm_provider": "stability" }, - "runwayml/gen4_turbo": { - "mode": "video_generation", - "litellm_provider": "runwayml" + "stability/fast": { + "mode": "image_edit", + "litellm_provider": "stability" }, - "runwayml/gen4_aleph": { - "mode": "video_generation", - "litellm_provider": "runwayml" + "stability/inpaint": { + "mode": "image_edit", + "litellm_provider": "stability" }, - "runwayml/gen3a_turbo": { - "mode": "video_generation", - "litellm_provider": "runwayml" + "stability/outpaint": { + "mode": "image_edit", + "litellm_provider": "stability" }, - "runwayml/gen4_image": { - "mode": "image_generation", - "litellm_provider": "runwayml" + "stability/remove-background": { + "mode": "image_edit", + "litellm_provider": "stability" }, - "runwayml/gen4_image_turbo": { + "stability/replace-background-and-relight": { + "mode": "image_edit", + "litellm_provider": "stability" + }, + "stability/sd3": { "mode": "image_generation", - "litellm_provider": "runwayml" + "litellm_provider": "stability" }, - "runwayml/eleven_multilingual_v2": { - "mode": "audio_speech", - "litellm_provider": "runwayml" + "stability/sd3-large": { + "mode": "image_generation", + "litellm_provider": "stability" }, - "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-a35b-instruct": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 4.5e-7, - "output_cost_per_token": 0.0000018, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "stability/sd3-large-turbo": { + "mode": "image_generation", + "litellm_provider": "stability" }, - "fireworks_ai/accounts/fireworks/models/flux-kontext-pro": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 4e-8, + "stability/sd3-medium": { "mode": "image_generation", - "litellm_provider": "fireworks_ai" + "litellm_provider": "stability" }, - "fireworks_ai/accounts/fireworks/models/SSD-1B": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1.3e-10, - "output_cost_per_token": 1.3e-10, + "stability/sd3.5-large": { "mode": "image_generation", - "litellm_provider": "fireworks_ai" + "litellm_provider": "stability" }, - "fireworks_ai/accounts/fireworks/models/chronos-hermes-13b-v2": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "stability/sd3.5-large-turbo": { + "mode": "image_generation", + "litellm_provider": "stability" }, - "fireworks_ai/accounts/fireworks/models/code-llama-13b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "stability/sd3.5-medium": { + "mode": "image_generation", + "litellm_provider": "stability" }, - "fireworks_ai/accounts/fireworks/models/code-llama-13b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "stability/search-and-recolor": { + "mode": "image_edit", + "litellm_provider": "stability" }, - "fireworks_ai/accounts/fireworks/models/code-llama-13b-python": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "stability/search-and-replace": { + "mode": "image_edit", + "litellm_provider": "stability" }, - "fireworks_ai/accounts/fireworks/models/code-llama-34b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "stability/sketch": { + "mode": "image_edit", + "litellm_provider": "stability" }, - "fireworks_ai/accounts/fireworks/models/code-llama-34b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "stability/stable-image-core": { + "mode": "image_generation", + "litellm_provider": "stability" }, - "fireworks_ai/accounts/fireworks/models/code-llama-34b-python": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "stability/stable-image-ultra": { + "mode": "image_generation", + "litellm_provider": "stability" }, - "fireworks_ai/accounts/fireworks/models/code-llama-70b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "stability/structure": { + "mode": "image_edit", + "litellm_provider": "stability" }, - "fireworks_ai/accounts/fireworks/models/code-llama-70b-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "stability/style": { + "mode": "image_edit", + "litellm_provider": "stability" }, - "fireworks_ai/accounts/fireworks/models/code-llama-70b-python": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "stability/style-transfer": { + "mode": "image_edit", + "litellm_provider": "stability" }, - "fireworks_ai/accounts/fireworks/models/code-llama-7b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "standard/1024-x-1024/dall-e-3": { + "mode": "image_generation", + "litellm_provider": "openai" }, - "fireworks_ai/accounts/fireworks/models/code-llama-7b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "standard/1024-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/code-llama-7b-python": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "standard/1024-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/code-qwen-1p5-7b": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "standard/1024-x-1536/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/codegemma-2b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "standard/1024-x-1536/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/codegemma-7b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "standard/1024-x-1792/dall-e-3": { + "mode": "image_generation", + "litellm_provider": "openai" }, - "fireworks_ai/accounts/fireworks/models/cogito-671b-v2-p1": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "standard/1536-x-1024/gpt-image-1.5": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-3b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "standard/1536-x-1024/gpt-image-1.5-2025-12-16": { + "mode": "image_generation", + "litellm_provider": "openai", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-70b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "standard/1792-x-1024/dall-e-3": { + "mode": "image_generation", + "litellm_provider": "openai" }, - "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-8b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "tavily/search": { + "mode": "search", + "litellm_provider": "tavily" }, - "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-14b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "tavily/search-advanced": { + "mode": "search", + "litellm_provider": "tavily" }, - "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-32b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "tencent/deepseek-v4-flash": { + "max_input_tokens": 1000000, + "max_output_tokens": 384000, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 2.8e-7, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 2.8e-9, "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/flux-kontext-max": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 8e-8, - "mode": "image_generation", - "litellm_provider": "fireworks_ai" + "litellm_provider": "tencent", + "supports_vision": false }, - "fireworks_ai/accounts/fireworks/models/dbrx-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "tencent/deepseek-v4-pro": { + "max_input_tokens": 1000000, + "max_output_tokens": 384000, + "input_cost_per_token": 4.35e-7, + "output_cost_per_token": 8.7e-7, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 3.625e-9, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "tencent", + "supports_vision": false }, - "fireworks_ai/accounts/fireworks/models/deepseek-coder-1b-base": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "tensormesh/MiniMaxAI/MiniMax-M2.5": { + "max_input_tokens": 196608, + "max_output_tokens": 196608, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "tensormesh" }, - "fireworks_ai/accounts/fireworks/models/deepseek-coder-33b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "tensormesh/Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 4.5e-7, + "output_cost_per_token": 0.0000018, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "tensormesh" }, - "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "tensormesh/Qwen/Qwen3.5-397B-A17B-FP8": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000036, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "tensormesh" }, - "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base-v1p5": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "tensormesh/Qwen/Qwen3.6-27B-FP8": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 3.2e-7, + "output_cost_per_token": 0.0000032, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "tensormesh" }, - "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-instruct-v1p5": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "tensormesh/deepseek-ai/DeepSeek-V4-Flash": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 2.8e-7, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "tensormesh" }, - "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-base": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "tensormesh/google/gemma-4-31B-it": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 1.4e-7, + "output_cost_per_token": 5.6e-7, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "tensormesh" }, - "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-instruct": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "tensormesh/lukealonso/GLM-5.1-NVFP4-MTP": { + "max_input_tokens": 202752, + "max_output_tokens": 202752, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "tensormesh" }, - "fireworks_ai/accounts/fireworks/models/deepseek-prover-v2": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "tensormesh/moonshotai/Kimi-K2.6": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 9.6e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "tensormesh" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528-distill-qwen3-8b": { + "tensormesh/openai/gpt-oss-120b": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "tensormesh" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-70b": { + "tensormesh/openai/gpt-oss-20b": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.8e-7, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "tensormesh" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-8b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "text-completion-codestral/codestral-2405": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "text-completion-codestral" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-14b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "text-completion-codestral/codestral-latest": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "completion", + "litellm_provider": "text-completion-codestral" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-1p5b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "text-completion-inception/mercury-edit-2": { + "max_input_tokens": 32000, + "max_output_tokens": 8192, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 7.5e-7, + "cache_read_input_token_cost": 2.5e-8, + "mode": "completion", + "litellm_provider": "text-completion-inception" + }, + "text-embedding-004": { + "max_input_tokens": 2048, "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-32b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "text-embedding-005": { + "max_input_tokens": 2048, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" }, - "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-7b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "text-embedding-3-large": { + "max_input_tokens": 8191, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "openai" }, - "fireworks_ai/accounts/fireworks/models/deepseek-v2-lite-chat": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "text-embedding-3-small": { + "max_input_tokens": 8191, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "openai" }, - "fireworks_ai/accounts/fireworks/models/deepseek-v2p5": { + "text-embedding-ada-002": { + "max_input_tokens": 8191, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "openai" + }, + "text-embedding-ada-002-v2": { + "max_input_tokens": 8191, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "openai" + }, + "text-embedding-large-exp-03-07": { + "max_input_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" + }, + "text-embedding-preview-0409": { + "max_input_tokens": 3072, + "input_cost_per_token": 6.25e-9, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" + }, + "text-moderation-007": { "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "max_output_tokens": 0, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "moderation", + "litellm_provider": "openai" }, - "fireworks_ai/accounts/fireworks/models/devstral-small-2505": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "text-moderation-latest": { + "max_input_tokens": 32768, + "max_output_tokens": 0, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "moderation", + "litellm_provider": "openai" + }, + "text-moderation-stable": { + "max_input_tokens": 32768, + "max_output_tokens": 0, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "moderation", + "litellm_provider": "openai" + }, + "text-multilingual-embedding-002": { + "max_input_tokens": 2048, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai-embedding-models" + }, + "text-unicorn": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.000028, + "mode": "completion", + "litellm_provider": "vertex_ai-text-models" + }, + "text-unicorn@001": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.000028, + "mode": "completion", + "litellm_provider": "vertex_ai-text-models" + }, + "tinyfish/search": { + "mode": "search", + "litellm_provider": "tinyfish" + }, + "together-ai-21.1b-41b": { + "input_cost_per_token": 8e-7, + "output_cost_per_token": 8e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/dobby-mini-unhinged-plus-llama-3-1-8b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "together-ai-4.1b-8b": { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/dobby-unhinged-llama-3-3-70b-new": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "together-ai-41.1b-80b": { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/dolphin-2-9-2-qwen2-72b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "together-ai-8.1b-21b": { + "input_cost_per_token": 3e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/dolphin-2p6-mixtral-8x7b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "together-ai-81.1b-110b": { + "input_cost_per_token": 0.0000018, + "output_cost_per_token": 0.0000018, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/ernie-4p5-21b-a3b-pt": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "together-ai-embedding-151m-to-350m": { + "input_cost_per_token": 1.6e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/ernie-4p5-300b-a47b-pt": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, + "together-ai-embedding-up-to-150m": { + "input_cost_per_token": 8e-9, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "together_ai" + }, + "together-ai-up-to-4b": { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/fare-20b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "together_ai/BAAI/bge-base-en-v1.5": { + "max_input_tokens": 512, + "input_cost_per_token": 8e-9, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/firefunction-v1": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "together_ai/Qwen/Qwen2.5-72B-Instruct-Turbo": { "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/firellava-13b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "together_ai/Qwen/Qwen2.5-7B-Instruct-Turbo": { "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/firesearch-ocr-v6": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, + "together_ai/Qwen/Qwen3-235B-A22B-Instruct-2507-tput": { + "max_input_tokens": 262000, "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/fireworks-asr-large": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "audio_transcription", - "litellm_provider": "fireworks_ai" + "together_ai/Qwen/Qwen3-235B-A22B-Thinking-2507": { + "max_input_tokens": 256000, + "input_cost_per_token": 6.5e-7, + "output_cost_per_token": 0.000003, + "mode": "chat", + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/fireworks-asr-v2": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "audio_transcription", - "litellm_provider": "fireworks_ai" + "together_ai/Qwen/Qwen3-235B-A22B-fp8-tput": { + "max_input_tokens": 40000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/flux-1-dev": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "together_ai/Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8": { + "max_input_tokens": 256000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/flux-1-dev-controlnet-union": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-9, - "output_cost_per_token": 1e-9, + "together_ai/Qwen/Qwen3-Next-80B-A3B-Instruct": { + "max_input_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/flux-1-dev-fp8": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-10, - "output_cost_per_token": 5e-10, - "mode": "image_generation", - "litellm_provider": "fireworks_ai" + "together_ai/Qwen/Qwen3-Next-80B-A3B-Thinking": { + "max_input_tokens": 262144, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0.0000015, + "mode": "chat", + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/flux-1-schnell": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "together_ai/Qwen/Qwen3.5-397B-A17B": { + "max_input_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000036, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/flux-1-schnell-fp8": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 3.5e-10, - "output_cost_per_token": 3.5e-10, - "mode": "image_generation", - "litellm_provider": "fireworks_ai" + "together_ai/baai/bge-base-en-v1.5": { + "max_input_tokens": 512, + "input_cost_per_token": 8e-9, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/gemma-2b-it": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "together_ai/deepseek-ai/DeepSeek-R1": { + "max_input_tokens": 128000, + "max_output_tokens": 20480, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000007, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/gemma-3-27b-it": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "together_ai/deepseek-ai/DeepSeek-R1-0528-tput": { + "max_input_tokens": 128000, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.00000219, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/gemma-7b": { - "max_input_tokens": 8192, + "together_ai/deepseek-ai/DeepSeek-V3": { + "max_input_tokens": 65536, "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.00000125, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/gemma-7b-it": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "together_ai/deepseek-ai/DeepSeek-V3.1": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000017, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/gemma2-9b-it": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "together_ai/meta-llama/Llama-3.2-3B-Instruct-Turbo": { "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/glm-4p5v": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "together_ai/meta-llama/Llama-3.3-70B-Instruct-Turbo": { + "input_cost_per_token": 8.8e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "together_ai/meta-llama/Llama-3.3-70B-Instruct-Turbo-Free": { + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-20b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "together_ai/meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8": { + "input_cost_per_token": 2.7e-7, + "output_cost_per_token": 8.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/hermes-2-pro-mistral-7b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "together_ai/meta-llama/Llama-4-Scout-17B-16E-Instruct": { + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 5.9e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/internvl3-38b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "together_ai/meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo": { + "input_cost_per_token": 0.0000035, + "output_cost_per_token": 0.0000035, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/internvl3-78b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "together_ai/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo": { + "input_cost_per_token": 8.8e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/internvl3-8b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "together_ai/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo": { + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 1.8e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/japanese-stable-diffusion-xl": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1.3e-10, - "output_cost_per_token": 1.3e-10, - "mode": "image_generation", - "litellm_provider": "fireworks_ai" + "together_ai/mistralai/Mistral-7B-Instruct-v0.1": { + "mode": "chat", + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/kat-coder": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "together_ai/mistralai/Mistral-Small-24B-Instruct-2501": { "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/kat-dev-32b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "together_ai/mistralai/Mixtral-8x7B-Instruct-v0.1": { + "input_cost_per_token": 6e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/kat-dev-72b-exp": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "together_ai/moonshotai/Kimi-K2-Instruct": { + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/llama-guard-2-8b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "together_ai/moonshotai/Kimi-K2-Instruct-0905": { + "max_input_tokens": 262144, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/llama-guard-3-1b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "together_ai/moonshotai/Kimi-K2.5": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000028, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-guard-3-8b": { + "together_ai/openai/gpt-oss-120b": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/llama-v2-13b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, + "together_ai/openai/gpt-oss-20b": { + "max_input_tokens": 128000, + "input_cost_per_token": 5e-8, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/llama-v2-13b-chat": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "together_ai/togethercomputer/CodeLlama-34b-Instruct": { "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/llama-v2-70b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "together_ai/zai-org/GLM-4.5-Air-FP8": { + "max_input_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.0000011, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/llama-v2-70b-chat": { - "max_input_tokens": 2048, - "max_output_tokens": 2048, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "together_ai/zai-org/GLM-4.6": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/llama-v2-7b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "together_ai/zai-org/GLM-4.7": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 4.5e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "together_ai" }, - "fireworks_ai/accounts/fireworks/models/llama-v2-7b-chat": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "tts-1": { + "mode": "audio_speech", + "litellm_provider": "openai" }, - "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "tts-1-1106": { + "mode": "audio_speech", + "litellm_provider": "openai" }, - "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct-hf": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "tts-1-hd": { + "mode": "audio_speech", + "litellm_provider": "openai" }, - "fireworks_ai/accounts/fireworks/models/llama-v3-8b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "tts-1-hd-1106": { + "mode": "audio_speech", + "litellm_provider": "openai" }, - "fireworks_ai/accounts/fireworks/models/llama-v3-8b-instruct-hf": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "twelvelabs.marengo-embed-2-7-v1:0": { + "max_input_tokens": 77, + "input_cost_per_token": 0.00007, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "bedrock" }, - "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct-long": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "twelvelabs.pegasus-1-2-v1:0": { + "output_cost_per_token": 0.0000075, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock", + "supports_video_input": true }, - "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "us-gov.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000036, + "output_cost_per_token": 0.000018, + "input_cost_per_token_above_200k_tokens": 0.0000072, + "output_cost_per_token_above_200k_tokens": 0.000027, + "cache_creation_input_token_cost": 0.0000045, + "cache_creation_input_token_cost_above_200k_tokens": 0.000009, + "cache_read_input_token_cost": 3.6e-7, + "cache_read_input_token_cost_above_200k_tokens": 7.2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct-1b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "us.amazon.nova-2-lite-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 3.3e-7, + "output_cost_per_token": 0.00000275, + "cache_read_input_token_cost": 8.25e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true, + "supports_video_input": true }, - "fireworks_ai/accounts/fireworks/models/llama-v3p1-nemotron-70b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "us.amazon.nova-2-pro-preview-20251202-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000021875, + "output_cost_per_token": 0.0000175, + "cache_read_input_token_cost": 5.46875e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true, + "supports_video_input": true }, - "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "us.amazon.nova-canvas-v1:0": { + "max_input_tokens": 2600, + "mode": "image_generation", + "litellm_provider": "bedrock" }, - "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "us.amazon.nova-lite-v1:0": { + "max_input_tokens": 300000, + "max_output_tokens": 10000, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2.4e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llama-v3p3-70b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "us.amazon.nova-micro-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 10000, + "input_cost_per_token": 3.5e-8, + "output_cost_per_token": 1.4e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse" }, - "fireworks_ai/accounts/fireworks/models/llamaguard-7b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "us.amazon.nova-premier-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 10000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.0000125, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/llava-yi-34b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "us.amazon.nova-pro-v1:0": { + "max_input_tokens": 300000, + "max_output_tokens": 10000, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000032, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/minimax-m1-80k": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "us.anthropic.claude-3-5-haiku-20241022-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.000004, + "cache_creation_input_token_cost": 0.000001, + "cache_read_input_token_cost": 8e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock", + "supports_pdf_input": true }, - "fireworks_ai/accounts/fireworks/models/minimax-m2": { - "max_input_tokens": 4096, + "us.anthropic.claude-3-5-sonnet-20240620-v1:0": { + "max_input_tokens": 200000, "max_output_tokens": 4096, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/ministral-3-14b-instruct-2512": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "us.anthropic.claude-3-5-sonnet-20241022-v2:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/ministral-3-3b-instruct-2512": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "us.anthropic.claude-3-7-sonnet-20250219-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/ministral-3-8b-instruct-2512": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "us.anthropic.claude-3-haiku-20240307-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000125, + "cache_creation_input_token_cost": 3.125e-7, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/mistral-7b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "us.anthropic.claude-3-opus-20240229-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-4k": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "us.anthropic.claude-3-sonnet-20240229-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v0p2": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "us.anthropic.claude-fable-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000011, + "output_cost_per_token": 0.000055, + "cache_creation_input_token_cost": 0.00001375, + "cache_read_input_token_cost": 0.0000011, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v3": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "us.anthropic.claude-haiku-4-5-20251001-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000055, + "cache_creation_input_token_cost": 0.000001375, + "cache_read_input_token_cost": 1.1e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/mistral-7b-v0p2": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "us.anthropic.claude-opus-4-1-20250805-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/mistral-large-3-fp8": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "us.anthropic.claude-opus-4-20250514-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/mistral-nemo-base-2407": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "us.anthropic.claude-opus-4-5-20251101-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/mistral-nemo-instruct-2407": { - "max_input_tokens": 128000, + "us.anthropic.claude-opus-4-6-v1": { + "max_input_tokens": 1000000, "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/mistral-small-24b-instruct-2501": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "us.anthropic.claude-opus-4-7": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/mixtral-8x22b": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "us.anthropic.claude-opus-4-8": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.0000012, + "us.anthropic.claude-opus-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.0000275, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/mixtral-8x7b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "us.anthropic.claude-sonnet-4-20250514-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "us.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "input_cost_per_token_above_200k_tokens": 0.0000066, + "output_cost_per_token_above_200k_tokens": 0.00002475, + "cache_creation_input_token_cost": 0.000004125, + "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, + "cache_read_input_token_cost": 3.3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct-hf": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "us.anthropic.claude-sonnet-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.0000033, + "output_cost_per_token": 0.0000165, + "cache_creation_input_token_cost": 0.000004125, + "cache_read_input_token_cost": 3.3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/mythomax-l2-13b": { - "max_input_tokens": 4096, + "us.anthropic.claude-sonnet-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.000011, + "cache_creation_input_token_cost": 0.00000275, + "cache_read_input_token_cost": 2.2e-7, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true, + "supports_vision": true + }, + "us.deepseek.r1-v1:0": { + "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 0.00000135, + "output_cost_per_token": 0.0000054, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse" }, - "fireworks_ai/accounts/fireworks/models/nemotron-nano-v2-12b-vl": { - "max_input_tokens": 4096, + "us.deepseek.v3.2": { + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "input_cost_per_token": 6.2e-7, + "output_cost_per_token": 0.00000185, + "mode": "chat", + "litellm_provider": "bedrock_converse" + }, + "us.meta.llama3-1-405b-instruct-v1:0": { + "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "input_cost_per_token": 0.00000532, + "output_cost_per_token": 0.000016, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock" }, - "fireworks_ai/accounts/fireworks/models/nous-capybara-7b-v1p9": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "us.meta.llama3-1-70b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 9.9e-7, + "output_cost_per_token": 9.9e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock" }, - "fireworks_ai/accounts/fireworks/models/nous-hermes-2-mixtral-8x7b-dpo": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "us.meta.llama3-1-8b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 2.2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock" }, - "fireworks_ai/accounts/fireworks/models/nous-hermes-2-yi-34b": { - "max_input_tokens": 4096, + "us.meta.llama3-2-11b-instruct-v1:0": { + "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 3.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-13b": { - "max_input_tokens": 4096, + "us.meta.llama3-2-1b-instruct-v1:0": { + "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock" }, - "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-70b": { - "max_input_tokens": 4096, + "us.meta.llama3-2-3b-instruct-v1:0": { + "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock" }, - "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-7b": { - "max_input_tokens": 4096, + "us.meta.llama3-2-90b-instruct-v1:0": { + "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-12b-v2": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "us.meta.llama3-3-70b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse" }, - "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-9b-v2": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "us.meta.llama4-maverick-17b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 2.4e-7, + "output_cost_per_token": 9.7e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse" }, - "fireworks_ai/accounts/fireworks/models/openchat-3p5-0106-7b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "us.meta.llama4-scout-17b-instruct-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 1.7e-7, + "output_cost_per_token": 6.6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse" }, - "fireworks_ai/accounts/fireworks/models/openhermes-2-mistral-7b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "us.mistral.pixtral-large-2502-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse" }, - "fireworks_ai/accounts/fireworks/models/openhermes-2p5-mistral-7b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "us.openai.gpt-5.6-luna": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 0.00000132, + "cache_creation_input_token_cost": 2.75e-7, + "cache_read_input_token_cost": 2.2e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/openorca-7b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "us.openai.gpt-5.6-sol": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000055, + "output_cost_per_token": 0.000033, + "cache_creation_input_token_cost": 0.000006875, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/phi-2-3b": { - "max_input_tokens": 2048, - "max_output_tokens": 2048, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "us.openai.gpt-5.6-terra": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.0000132, + "cache_creation_input_token_cost": 0.00000275, + "cache_read_input_token_cost": 2.2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/phi-3-mini-128k-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "us.twelvelabs.marengo-embed-2-7-v1:0": { + "max_input_tokens": 77, + "input_cost_per_token": 0.00007, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "bedrock" + }, + "us.twelvelabs.pegasus-1-2-v1:0": { + "output_cost_per_token": 0.0000075, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock", + "supports_video_input": true }, - "fireworks_ai/accounts/fireworks/models/phi-3-vision-128k-instruct": { - "max_input_tokens": 32064, - "max_output_tokens": 32064, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "us.writer.palmyra-x4-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true }, - "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-python-v1": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "us.writer.palmyra-x5-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true }, - "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v1": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "us.xai.grok-4.6": { + "max_input_tokens": 500000, + "max_output_tokens": 500000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.0000066, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "bedrock_converse", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v2": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "v0/v0-1.0-md": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/playground-v2-1024px-aesthetic": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1.3e-10, - "output_cost_per_token": 1.3e-10, - "mode": "image_generation", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/playground-v2-5-1024px-aesthetic": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1.3e-10, - "output_cost_per_token": 1.3e-10, - "mode": "image_generation", - "litellm_provider": "fireworks_ai" + "litellm_provider": "v0", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/pythia-12b": { - "max_input_tokens": 2048, - "max_output_tokens": 2048, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "v0/v0-1.5-lg": { + "max_input_tokens": 512000, + "max_output_tokens": 512000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "v0", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen-qwq-32b-preview": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "v0/v0-1.5-md": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "v0", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen-v2p5-14b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/alibaba/qwen-3-14b": { + "max_input_tokens": 40960, + "max_output_tokens": 16384, + "input_cost_per_token": 8e-8, + "output_cost_per_token": 2.4e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen-v2p5-7b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "vercel_ai_gateway/alibaba/qwen-3-235b": { + "max_input_tokens": 40960, + "max_output_tokens": 16384, "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/qwen1p5-72b-chat": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen2-7b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/alibaba/qwen-3-30b": { + "max_input_tokens": 40960, + "max_output_tokens": 16384, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen2-vl-2b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, + "vercel_ai_gateway/alibaba/qwen-3-32b": { + "max_input_tokens": 40960, + "max_output_tokens": 16384, "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen2-vl-72b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/alibaba/qwen3-coder": { + "max_input_tokens": 262144, + "max_output_tokens": 66536, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen2-vl-7b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/amazon/nova-lite": { + "max_input_tokens": 300000, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2.4e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-0p5b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vercel_ai_gateway/amazon/nova-micro": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 3.5e-8, + "output_cost_per_token": 1.4e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-14b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/amazon/nova-pro": { + "max_input_tokens": 300000, + "max_output_tokens": 8192, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000032, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-1p5b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vercel_ai_gateway/amazon/titan-embed-text-v2": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-32b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/anthropic/claude-3-5-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-32b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/anthropic/claude-3-5-sonnet-20241022": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-72b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/anthropic/claude-3-7-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-72b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/anthropic/claude-3-haiku": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000125, + "cache_creation_input_token_cost": 3e-7, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-7b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/anthropic/claude-3-opus": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vercel_ai_gateway/anthropic/claude-3.5-haiku": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.000004, + "cache_creation_input_token_cost": 0.000001, + "cache_read_input_token_cost": 8e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vercel_ai_gateway/anthropic/claude-3.5-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/anthropic/claude-3.7-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/anthropic/claude-4-opus": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vercel_ai_gateway/anthropic/claude-4-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vercel_ai_gateway/anthropic/claude-haiku-4.5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/anthropic/claude-opus-4": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-128k": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/anthropic/claude-opus-4.1": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-32k-rope": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/anthropic/claude-opus-4.5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-64k": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/anthropic/claude-opus-4.6": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vercel_ai_gateway/anthropic/claude-sonnet-4": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vercel_ai_gateway/anthropic/claude-sonnet-4.5": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/cohere/command-a": { + "max_input_tokens": 256000, + "max_output_tokens": 8000, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/cohere/command-r": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-math-72b-instruct": { - "max_input_tokens": 4096, + "vercel_ai_gateway/cohere/command-r-plus": { + "max_input_tokens": 128000, "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-32b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/cohere/embed-v4.0": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-3b-instruct": { + "vercel_ai_gateway/deepseek/deepseek-r1": { "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "max_output_tokens": 8192, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.00000219, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-72b-instruct": { + "vercel_ai_gateway/deepseek/deepseek-r1-distill-llama-70b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 9.9e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/deepseek/deepseek-v3": { "max_input_tokens": 128000, - "max_output_tokens": 128000, + "max_output_tokens": 8192, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-7b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/google/gemini-2.0-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-0p6b": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "vercel_ai_gateway/google/gemini-2.0-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-14b": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, + "vercel_ai_gateway/google/gemini-2.5-flash": { + "max_input_tokens": 1000000, + "max_output_tokens": 65536, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/google/gemini-2.5-pro": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true + }, + "vercel_ai_gateway/google/gemini-embedding-001": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/google/gemma-2-9b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-1p7b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vercel_ai_gateway/google/text-embedding-005": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 2.5e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/google/text-multilingual-embedding-002": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 2.5e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/inception/mercury-coder-small": { + "max_input_tokens": 32000, + "max_output_tokens": 16384, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.000001, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vercel_ai_gateway/meta/llama-3-70b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 5.9e-7, + "output_cost_per_token": 7.9e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-131072": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vercel_ai_gateway/meta/llama-3-8b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 8e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-40960": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vercel_ai_gateway/meta/llama-3.1-70b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b": { - "max_input_tokens": 131072, + "vercel_ai_gateway/meta/llama-3.1-8b": { + "max_input_tokens": 131000, "max_output_tokens": 131072, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 8.8e-7, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 8e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-instruct-2507": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 8.8e-7, + "vercel_ai_gateway/meta/llama-3.2-11b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 1.6e-7, + "output_cost_per_token": 1.6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-thinking-2507": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 8.8e-7, + "vercel_ai_gateway/meta/llama-3.2-1b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, + "vercel_ai_gateway/meta/llama-3.2-3b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-instruct-2507": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 5e-7, - "output_cost_per_token": 5e-7, + "vercel_ai_gateway/meta/llama-3.2-90b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-thinking-2507": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/meta/llama-3.3-70b": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 7.2e-7, + "output_cost_per_token": 7.2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen3-32b": { + "vercel_ai_gateway/meta/llama-4-maverick": { "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/qwen3-4b": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, + "max_output_tokens": 8192, "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen3-4b-instruct-2507": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/meta/llama-4-scout": { + "max_input_tokens": 131072, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-8b": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/mistral/codestral": { + "max_input_tokens": 256000, + "max_output_tokens": 4000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen3-coder-30b-a3b-instruct": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, + "vercel_ai_gateway/mistral/codestral-embed": { + "max_input_tokens": 0, + "max_output_tokens": 0, "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-instruct-bf16": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/mistral/devstral-small": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 2.8e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen3-embedding-0p6b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "fireworks_ai" + "vercel_ai_gateway/mistral/magistral-medium": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000005, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen3-embedding-4b": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/mistral/magistral-small": { + "max_input_tokens": 128000, + "max_output_tokens": 64000, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-thinking": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/mistral/ministral-3b": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 4e-8, + "output_cost_per_token": 4e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/qwen3-reranker-0p6b": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen3-reranker-4b": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "fireworks_ai" + "vercel_ai_gateway/mistral/ministral-8b": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3-reranker-8b": { - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "input_cost_per_token": 0, + "vercel_ai_gateway/mistral/mistral-embed": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 1e-7, "output_cost_per_token": 0, - "mode": "rerank", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-instruct": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-thinking": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 8.8e-7, + "vercel_ai_gateway/mistral/mistral-large": { + "max_input_tokens": 32000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-instruct": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "vercel_ai_gateway/mistral/mistral-saba-24b": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 7.9e-7, + "output_cost_per_token": 7.9e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-thinking": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "vercel_ai_gateway/mistral/mistral-small": { + "max_input_tokens": 32000, + "max_output_tokens": 4000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen3-vl-32b-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/mistral/mixtral-8x22b-instruct": { + "max_input_tokens": 65536, + "max_output_tokens": 2048, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/qwen3-vl-8b-instruct": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/mistral/pixtral-12b": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwen3p7-plus": { - "max_input_tokens": 262144, - "max_output_tokens": 65536, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000016, - "cache_read_input_token_cost": 8e-8, + "vercel_ai_gateway/mistral/pixtral-large": { + "max_input_tokens": 128000, + "max_output_tokens": 4000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "fireworks_ai", + "litellm_provider": "vercel_ai_gateway", "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/qwq-32b": { + "vercel_ai_gateway/moonshotai/kimi-k2": { "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "max_output_tokens": 16384, + "input_cost_per_token": 5.5e-7, + "output_cost_per_token": 0.0000022, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/rolm-ocr": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/morph/morph-v3-fast": { + "max_input_tokens": 32768, + "max_output_tokens": 16384, + "input_cost_per_token": 8e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/snorkel-mistral-7b-pairrm-dpo": { + "vercel_ai_gateway/morph/morph-v3-large": { "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "max_output_tokens": 16384, + "input_cost_per_token": 9e-7, + "output_cost_per_token": 0.0000019, "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/stable-diffusion-xl-1024-v1-0": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 1.3e-10, - "output_cost_per_token": 1.3e-10, - "mode": "image_generation", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/stablecode-3b": { - "max_input_tokens": 4096, + "vercel_ai_gateway/openai/gpt-3.5-turbo": { + "max_input_tokens": 16385, "max_output_tokens": 4096, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000015, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/starcoder-16b": { + "vercel_ai_gateway/openai/gpt-3.5-turbo-instruct": { "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "max_output_tokens": 4096, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway" }, - "fireworks_ai/accounts/fireworks/models/starcoder-7b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/openai/gpt-4-turbo": { + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00003, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/starcoder2-15b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/openai/gpt-4.1": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/starcoder2-3b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1e-7, + "vercel_ai_gateway/openai/gpt-4.1-mini": { + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.0000016, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/starcoder2-7b": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/toppy-m-7b": { - "max_input_tokens": 32768, + "vercel_ai_gateway/openai/gpt-4.1-nano": { + "max_input_tokens": 1047576, "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/yi-34b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/yi-34b-200k-capybara": { - "max_input_tokens": 200000, - "max_output_tokens": 200000, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, - "mode": "chat", - "litellm_provider": "fireworks_ai" - }, - "fireworks_ai/accounts/fireworks/models/yi-34b-chat": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 4e-7, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/yi-6b": { - "max_input_tokens": 4096, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/openai/gpt-4o": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 0.00000125, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/zephyr-7b-beta": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/openai/gpt-4o-mini": { + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "fireworks_ai" + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/routers/glm-5p1-fast": { - "max_input_tokens": 202800, - "max_output_tokens": 131072, - "input_cost_per_token": 0.0000028, - "output_cost_per_token": 0.0000088, - "cache_read_input_token_cost": 5.2e-7, + "vercel_ai_gateway/openai/o1": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.00006, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 0.0000075, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": false + "litellm_provider": "vercel_ai_gateway", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/routers/kimi-k2p6-fast": { - "max_input_tokens": 262144, - "max_output_tokens": 32768, + "vercel_ai_gateway/openai/o3": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 3e-7, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai", + "litellm_provider": "vercel_ai_gateway", "supports_vision": true }, - "fireworks_ai/accounts/fireworks/routers/kimi-k2p7-code-fast": { - "max_input_tokens": 262144, - "max_output_tokens": 32768, - "input_cost_per_token": 0.0000019, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 3.8e-7, + "vercel_ai_gateway/openai/o3-mini": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 5.5e-7, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": true + "litellm_provider": "vercel_ai_gateway" }, - "scaleway/qwen/qwen3.5-397b-a17b": { - "max_input_tokens": 256000, - "max_output_tokens": 16384, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000036, + "vercel_ai_gateway/openai/o4-mini": { + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000044, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 2.75e-7, "mode": "chat", - "litellm_provider": "scaleway", + "litellm_provider": "vercel_ai_gateway", "supports_vision": true }, - "scaleway/qwen/qwen3.6-35b-a3b": { - "max_input_tokens": 256000, - "max_output_tokens": 16384, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", - "litellm_provider": "scaleway", - "supports_vision": true + "vercel_ai_gateway/openai/text-embedding-3-large": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 1.3e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vercel_ai_gateway" }, - "scaleway/qwen/qwen3-235b-a22b-instruct-2507": { - "max_input_tokens": 256000, - "max_output_tokens": 16384, - "input_cost_per_token": 7.5e-7, - "output_cost_per_token": 0.00000225, - "mode": "chat", - "litellm_provider": "scaleway" + "vercel_ai_gateway/openai/text-embedding-3-small": { + "max_input_tokens": 0, + "max_output_tokens": 0, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vercel_ai_gateway" }, - "scaleway/qwen/qwen3-embedding-8b": { + "vercel_ai_gateway/openai/text-embedding-ada-002": { + "max_input_tokens": 0, + "max_output_tokens": 0, "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "mode": "embedding", - "litellm_provider": "scaleway" + "litellm_provider": "vercel_ai_gateway" }, - "scaleway/qwen/qwen3-coder-30b-a3b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 8e-7, + "vercel_ai_gateway/perplexity/sonar": { + "max_input_tokens": 127000, + "max_output_tokens": 8000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000001, "mode": "chat", - "litellm_provider": "scaleway" + "litellm_provider": "vercel_ai_gateway" }, - "scaleway/openai/gpt-oss-120b": { - "max_input_tokens": 128000, - "max_output_tokens": 32768, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "vercel_ai_gateway/perplexity/sonar-pro": { + "max_input_tokens": 200000, + "max_output_tokens": 8000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "scaleway" + "litellm_provider": "vercel_ai_gateway" }, - "scaleway/openai/whisper-large-v3": { - "output_cost_per_token": 0, - "mode": "audio_transcription", - "litellm_provider": "scaleway" + "vercel_ai_gateway/perplexity/sonar-reasoning": { + "max_input_tokens": 127000, + "max_output_tokens": 8000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" }, - "scaleway/google/gemma-4-26b-a4b-it": { - "max_input_tokens": 256000, - "max_output_tokens": 32768, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 5e-7, + "vercel_ai_gateway/perplexity/sonar-reasoning-pro": { + "max_input_tokens": 127000, + "max_output_tokens": 8000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, "mode": "chat", - "litellm_provider": "scaleway", - "supports_vision": true + "litellm_provider": "vercel_ai_gateway" }, - "scaleway/google/gemma-3-27b-it": { - "max_input_tokens": 40000, - "max_output_tokens": 8192, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 5e-7, + "vercel_ai_gateway/vercel/v0-1.0-md": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "scaleway", + "litellm_provider": "vercel_ai_gateway", "supports_vision": true }, - "scaleway/hcompany/holo2-30b-a3b": { - "max_input_tokens": 22000, - "max_output_tokens": 16384, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 7e-7, + "vercel_ai_gateway/vercel/v0-1.5-md": { + "max_input_tokens": 128000, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "scaleway", + "litellm_provider": "vercel_ai_gateway", "supports_vision": true }, - "scaleway/mistralai/mistral-medium-3.5-128b": { - "max_input_tokens": 256000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.0000075, + "vercel_ai_gateway/xai/grok-2": { + "max_input_tokens": 131072, + "max_output_tokens": 4000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "scaleway", - "supports_vision": true + "litellm_provider": "vercel_ai_gateway" }, - "scaleway/mistralai/devstral-2-123b-instruct-2512": { - "max_input_tokens": 200000, - "max_output_tokens": 16384, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.000002, - "mode": "chat", - "litellm_provider": "scaleway" - }, - "scaleway/mistralai/voxtral-small-24b-2507": { - "max_input_tokens": 32000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 3.5e-7, - "mode": "chat", - "litellm_provider": "scaleway", - "supports_audio_input": true - }, - "scaleway/mistralai/mistral-small-3.2-24b-instruct-2506": { - "max_input_tokens": 128000, + "vercel_ai_gateway/xai/grok-2-vision": { + "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 3.5e-7, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "scaleway", + "litellm_provider": "vercel_ai_gateway", "supports_vision": true }, - "scaleway/mistralai/pixtral-12b-2409": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 2e-7, + "vercel_ai_gateway/xai/grok-3": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "scaleway", - "supports_vision": true - }, - "scaleway/BAAI/bge-multilingual-gemma2": { - "input_cost_per_token": 1e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "scaleway" + "litellm_provider": "vercel_ai_gateway" }, - "scaleway/meta/llama-3.3-70b-instruct": { - "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-7, - "output_cost_per_token": 9e-7, + "vercel_ai_gateway/xai/grok-3-fast": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, "mode": "chat", - "litellm_provider": "scaleway" + "litellm_provider": "vercel_ai_gateway" }, - "novita/deepseek/deepseek-v3.2": { - "max_input_tokens": 163840, - "max_output_tokens": 65536, - "input_cost_per_token": 2.69e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 1.345e-7, + "vercel_ai_gateway/xai/grok-3-mini": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 5e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vercel_ai_gateway" }, - "novita/minimax/minimax-m2.1": { - "max_input_tokens": 204800, + "vercel_ai_gateway/xai/grok-3-mini-fast": { + "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "cache_read_input_token_cost": 3e-8, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000004, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vercel_ai_gateway" }, - "novita/zai-org/glm-4.7": { - "max_input_tokens": 204800, + "vercel_ai_gateway/xai/grok-4": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "mode": "chat", + "litellm_provider": "vercel_ai_gateway" + }, + "vercel_ai_gateway/zai/glm-4.5": { + "max_input_tokens": 131072, "max_output_tokens": 131072, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000022, - "cache_read_input_token_cost": 1.1e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vercel_ai_gateway" }, - "novita/xiaomimimo/mimo-v2-flash": { - "max_input_tokens": 262144, - "max_output_tokens": 32000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 3e-7, - "cache_read_input_token_cost": 2e-8, + "vercel_ai_gateway/zai/glm-4.5-air": { + "max_input_tokens": 128000, + "max_output_tokens": 96000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.0000011, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vercel_ai_gateway" }, - "novita/zai-org/autoglm-phone-9b-multilingual": { - "max_input_tokens": 65536, - "max_output_tokens": 65536, - "input_cost_per_token": 3.5e-8, - "output_cost_per_token": 1.38e-7, + "vercel_ai_gateway/zai/glm-4.6": { + "max_input_tokens": 200000, + "max_output_tokens": 200000, + "input_cost_per_token": 4.5e-7, + "output_cost_per_token": 0.0000018, + "cache_read_input_token_cost": 1.1e-7, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "vercel_ai_gateway" }, - "novita/moonshotai/kimi-k2-thinking": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, + "vertex_ai/chirp": { + "mode": "audio_speech", + "litellm_provider": "vertex_ai" + }, + "vertex_ai/chirp_3": { + "mode": "audio_transcription", + "litellm_provider": "vertex_ai" + }, + "vertex_ai/claude-3-5-haiku": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true }, - "novita/minimax/minimax-m2": { - "max_input_tokens": 204800, - "max_output_tokens": 131072, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "cache_read_input_token_cost": 3e-8, + "vertex_ai/claude-3-5-haiku@20241022": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true }, - "novita/paddlepaddle/paddleocr-vl": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 2e-8, + "vertex_ai/claude-3-5-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, "supports_vision": true }, - "novita/deepseek/deepseek-v3.2-exp": { - "max_input_tokens": 163840, - "max_output_tokens": 65536, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 4.1e-7, + "vertex_ai/claude-3-5-sonnet@20240620": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "novita/qwen/qwen3-vl-235b-a22b-thinking": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 9.8e-7, - "output_cost_per_token": 0.00000395, + "vertex_ai/claude-3-7-sonnet@20250219": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, "supports_vision": true }, - "novita/zai-org/glm-4.6v": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 9e-7, - "cache_read_input_token_cost": 5.5e-8, + "vertex_ai/claude-3-haiku": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000125, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "vertex_ai-anthropic_models", "supports_vision": true }, - "novita/zai-org/glm-4.6": { - "max_input_tokens": 204800, - "max_output_tokens": 131072, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.0000022, - "cache_read_input_token_cost": 1.1e-7, + "vertex_ai/claude-3-haiku@20240307": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.00000125, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_vision": true }, - "novita/kwaipilot/kat-coder-pro": { - "max_input_tokens": 256000, - "max_output_tokens": 128000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "cache_read_input_token_cost": 6e-8, + "vertex_ai/claude-3-opus": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_vision": true }, - "novita/qwen/qwen3-next-80b-a3b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0.0000015, + "vertex_ai/claude-3-opus@20240229": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_vision": true }, - "novita/qwen/qwen3-next-80b-a3b-thinking": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 0.0000015, - "mode": "chat", - "litellm_provider": "novita" - }, - "novita/deepseek/deepseek-ocr": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-8, - "output_cost_per_token": 3e-8, + "vertex_ai/claude-3-sonnet": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "vertex_ai-anthropic_models", "supports_vision": true }, - "novita/deepseek/deepseek-v3.1-terminus": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 0.000001, - "cache_read_input_token_cost": 1.35e-7, + "vertex_ai/claude-3-sonnet@20240229": { + "max_input_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_vision": true }, - "novita/qwen/qwen3-vl-235b-a22b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000015, + "vertex_ai/claude-fable-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00005, + "cache_creation_input_token_cost": 0.0000125, + "cache_read_input_token_cost": 0.000001, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, "supports_vision": true }, - "novita/qwen/qwen3-max": { - "max_input_tokens": 262144, - "max_output_tokens": 65536, - "input_cost_per_token": 0.00000211, - "output_cost_per_token": 0.00000845, + "vertex_ai/claude-fable-5@default": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.00001, + "output_cost_per_token": 0.00005, + "cache_creation_input_token_cost": 0.0000125, + "cache_read_input_token_cost": 0.000001, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "novita/skywork/r1v4-lite": { - "max_input_tokens": 262144, - "max_output_tokens": 65536, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 6e-7, + "vertex_ai/claude-haiku-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, "supports_vision": true }, - "novita/deepseek/deepseek-v3.1": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 0.000001, - "cache_read_input_token_cost": 1.35e-7, + "vertex_ai/claude-haiku-4-5@20251001": { + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0.00000125, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "novita/moonshotai/kimi-k2-0905": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000025, + "vertex_ai/claude-opus-4": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "novita/qwen/qwen3-coder-480b-a35b-instruct": { - "max_input_tokens": 262144, - "max_output_tokens": 65536, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000013, + "vertex_ai/claude-opus-4-1": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_vision": true }, - "novita/qwen/qwen3-coder-30b-a3b-instruct": { - "max_input_tokens": 160000, - "max_output_tokens": 32768, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2.7e-7, + "vertex_ai/claude-opus-4-1@20250805": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_vision": true }, - "novita/openai/gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2.5e-7, + "vertex_ai/claude-opus-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, "supports_vision": true }, - "novita/moonshotai/kimi-k2-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 5.7e-7, - "output_cost_per_token": 0.0000023, + "vertex_ai/claude-opus-4-5@20251101": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "novita/deepseek/deepseek-v3-0324": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 0.00000112, - "cache_read_input_token_cost": 1.35e-7, + "vertex_ai/claude-opus-4-6": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "novita/zai-org/glm-4.5": { - "max_input_tokens": 131072, - "max_output_tokens": 98304, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000022, - "cache_read_input_token_cost": 1.1e-7, + "vertex_ai/claude-opus-4-6@default": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "novita/qwen/qwen3-235b-a22b-thinking-2507": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.000003, + "vertex_ai/claude-opus-4-7": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "novita/meta-llama/llama-3.1-8b-instruct": { - "max_input_tokens": 16384, - "max_output_tokens": 16384, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 5e-8, + "vertex_ai/claude-opus-4-7@default": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "novita/google/gemma-3-12b-it": { - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 1e-7, + "vertex_ai/claude-opus-4-8": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, "supports_vision": true }, - "novita/zai-org/glm-4.5v": { - "max_input_tokens": 65536, - "max_output_tokens": 16384, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000018, - "cache_read_input_token_cost": 1.1e-7, + "vertex_ai/claude-opus-4-8@default": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, "supports_vision": true }, - "novita/openai/gpt-oss-20b": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 1.5e-7, + "vertex_ai/claude-opus-4@20250514": { + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "cache_creation_input_token_cost": 0.00001875, + "cache_read_input_token_cost": 0.0000015, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, "supports_vision": true }, - "novita/qwen/qwen3-235b-a22b-instruct-2507": { - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "input_cost_per_token": 9e-8, - "output_cost_per_token": 5.8e-7, + "vertex_ai/claude-opus-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "novita/deepseek/deepseek-r1-distill-qwen-14b": { - "max_input_tokens": 32768, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 1.5e-7, + "vertex_ai/claude-opus-5@default": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_creation_input_token_cost": 0.00000625, + "cache_read_input_token_cost": 5e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "novita/meta-llama/llama-3.3-70b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 120000, - "input_cost_per_token": 1.35e-7, - "output_cost_per_token": 4e-7, + "vertex_ai/claude-sonnet-4": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "novita/qwen/qwen-2.5-72b-instruct": { - "max_input_tokens": 32000, - "max_output_tokens": 8192, - "input_cost_per_token": 3.8e-7, - "output_cost_per_token": 4e-7, + "vertex_ai/claude-sonnet-4-5": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "novita/mistralai/mistral-nemo": { - "max_input_tokens": 60288, - "max_output_tokens": 16000, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 1.7e-7, + "vertex_ai/claude-sonnet-4-5@20250929": { + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "novita/minimaxai/minimax-m1-80k": { + "vertex_ai/claude-sonnet-4-6": { "max_input_tokens": 1000000, - "max_output_tokens": 40000, - "input_cost_per_token": 5.5e-7, - "output_cost_per_token": 0.0000022, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "novita/deepseek/deepseek-r1-0528": { - "max_input_tokens": 163840, - "max_output_tokens": 32768, - "input_cost_per_token": 7e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 3.5e-7, + "vertex_ai/claude-sonnet-4-6@default": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "novita/deepseek/deepseek-r1-distill-qwen-32b": { - "max_input_tokens": 64000, - "max_output_tokens": 32000, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 3e-7, + "vertex_ai/claude-sonnet-4@20250514": { + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "input_cost_per_token_above_200k_tokens": 0.000006, + "output_cost_per_token_above_200k_tokens": 0.0000225, + "cache_creation_input_token_cost": 0.00000375, + "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "novita/meta-llama/llama-3-8b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 4e-8, + "vertex_ai/claude-sonnet-5": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "cache_creation_input_token_cost": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "novita/microsoft/wizardlm-2-8x22b": { - "max_input_tokens": 65535, - "max_output_tokens": 8000, - "input_cost_per_token": 6.2e-7, - "output_cost_per_token": 6.2e-7, + "vertex_ai/claude-sonnet-5@default": { + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, + "cache_creation_input_token_cost": 0.0000025, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-anthropic_models", + "supports_pdf_input": true, + "supports_vision": true }, - "novita/deepseek/deepseek-r1-0528-qwen3-8b": { + "vertex_ai/codestral-2": { "max_input_tokens": 128000, - "max_output_tokens": 32000, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 9e-8, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-mistral_models" }, - "novita/deepseek/deepseek-r1-distill-llama-70b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 8e-7, + "vertex_ai/codestral-2501": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-mistral_models" }, - "novita/meta-llama/llama-3-70b-instruct": { - "max_input_tokens": 8192, - "max_output_tokens": 8000, - "input_cost_per_token": 5.1e-7, - "output_cost_per_token": 7.4e-7, + "vertex_ai/codestral-2@001": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-mistral_models" }, - "novita/qwen/qwen3-235b-a22b-fp8": { - "max_input_tokens": 40960, - "max_output_tokens": 20000, + "vertex_ai/codestral@2405": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, "input_cost_per_token": 2e-7, - "output_cost_per_token": 8e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-mistral_models" }, - "novita/meta-llama/llama-4-maverick-17b-128e-instruct-fp8": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 2.7e-7, - "output_cost_per_token": 8.5e-7, + "vertex_ai/codestral@latest": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true - }, - "novita/meta-llama/llama-4-scout-17b-16e-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.8e-7, - "output_cost_per_token": 5.9e-7, - "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true - }, - "novita/nousresearch/hermes-2-pro-llama-3-8b": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 1.4e-7, - "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-mistral_models" }, - "novita/qwen/qwen2.5-vl-72b-instruct": { - "max_input_tokens": 32768, + "vertex_ai/deep-research-pro-preview-12-2025": { + "max_input_tokens": 65536, "max_output_tokens": 32768, - "input_cost_per_token": 8e-7, - "output_cost_per_token": 8e-7, - "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true - }, - "novita/sao10k/l3-70b-euryale-v2.1": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000148, - "output_cost_per_token": 0.00000148, - "mode": "chat", - "litellm_provider": "novita" + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models" }, - "novita/baidu/ernie-4.5-21B-a3b-thinking": { - "max_input_tokens": 131072, - "max_output_tokens": 65536, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2.8e-7, - "mode": "chat", - "litellm_provider": "novita" + "vertex_ai/deepseek-ai/deepseek-ocr-maas": { + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "mode": "ocr", + "litellm_provider": "vertex_ai" }, - "novita/sao10k/l3-8b-lunaris": { - "max_input_tokens": 8192, + "vertex_ai/deepseek-ai/deepseek-r1-0528-maas": { + "max_input_tokens": 65336, "max_output_tokens": 8192, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 5e-8, + "input_cost_per_token": 0.00000135, + "output_cost_per_token": 0.0000054, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-deepseek_models" }, - "novita/baichuan/baichuan-m2-32b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 7e-8, + "vertex_ai/deepseek-ai/deepseek-v3.1-maas": { + "max_input_tokens": 163840, + "max_output_tokens": 32768, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000017, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-deepseek_models" }, - "novita/baidu/ernie-4.5-vl-424b-a47b": { - "max_input_tokens": 123000, - "max_output_tokens": 16000, - "input_cost_per_token": 4.2e-7, - "output_cost_per_token": 0.00000125, + "vertex_ai/deepseek-ai/deepseek-v3.2-maas": { + "max_input_tokens": 163840, + "max_output_tokens": 32768, + "input_cost_per_token": 5.6e-7, + "output_cost_per_token": 0.00000168, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "vertex_ai-deepseek_models" + }, + "vertex_ai/gemini-2.5-flash-image": { + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 3e-8, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, "supports_vision": true }, - "novita/baidu/ernie-4.5-300b-a47b-paddle": { - "max_input_tokens": 123000, - "max_output_tokens": 12000, - "input_cost_per_token": 2.8e-7, - "output_cost_per_token": 0.0000011, + "vertex_ai/gemini-3-flash-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "novita/deepseek/deepseek-prover-v2-671b": { - "max_input_tokens": 160000, - "max_output_tokens": 160000, - "input_cost_per_token": 7e-7, - "output_cost_per_token": 0.0000025, - "mode": "chat", - "litellm_provider": "novita" + "vertex_ai/gemini-3-pro-image": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models" }, - "novita/qwen/qwen3-32b-fp8": { - "max_input_tokens": 40960, - "max_output_tokens": 20000, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 4.5e-7, - "mode": "chat", - "litellm_provider": "novita" + "vertex_ai/gemini-3-pro-image-preview": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "output_cost_per_image_token": 0.00012, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models" }, - "novita/qwen/qwen3-30b-a3b-fp8": { - "max_input_tokens": 40960, - "max_output_tokens": 20000, - "input_cost_per_token": 9e-8, - "output_cost_per_token": 4.5e-7, + "vertex_ai/gemini-3-pro-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "novita/google/gemma-3-27b-it": { - "max_input_tokens": 98304, - "max_output_tokens": 16384, - "input_cost_per_token": 1.19e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "vertex_ai/gemini-3.1-flash-image": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, + "output_cost_per_image_token": 0.00006, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models" }, - "novita/deepseek/deepseek-v3-turbo": { - "max_input_tokens": 64000, - "max_output_tokens": 16000, - "input_cost_per_token": 4e-7, - "output_cost_per_token": 0.0000013, - "mode": "chat", - "litellm_provider": "novita" + "vertex_ai/gemini-3.1-flash-image-preview": { + "max_input_tokens": 65536, + "max_output_tokens": 32768, + "input_cost_per_token": 5e-7, + "output_cost_per_token": 0.000003, + "output_cost_per_image_token": 0.00006, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models" }, - "novita/deepseek/deepseek-r1-turbo": { - "max_input_tokens": 64000, - "max_output_tokens": 16000, - "input_cost_per_token": 7e-7, - "output_cost_per_token": 0.0000025, + "vertex_ai/gemini-3.1-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "novita/Sao10K/L3-8B-Stheno-v3.2": { - "max_input_tokens": 8192, - "max_output_tokens": 32000, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 5e-8, - "mode": "chat", - "litellm_provider": "novita" + "vertex_ai/gemini-3.1-flash-lite-image": { + "max_input_tokens": 65536, + "max_output_tokens": 4096, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "output_cost_per_image_token": 0.00003, + "cache_read_input_token_cost": 2.5e-8, + "mode": "image_generation", + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_video_input": true }, - "novita/gryphe/mythomax-l2-13b": { - "max_input_tokens": 4096, - "max_output_tokens": 3200, - "input_cost_per_token": 9e-8, - "output_cost_per_token": 9e-8, + "vertex_ai/gemini-3.1-flash-lite-preview": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 0.0000015, + "cache_read_input_token_cost": 2.5e-8, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "novita/baidu/ernie-4.5-vl-28b-a3b-thinking": { - "max_input_tokens": 131072, + "vertex_ai/gemini-3.1-pro-preview": { + "max_input_tokens": 1048576, "max_output_tokens": 65536, - "input_cost_per_token": 3.9e-7, - "output_cost_per_token": 3.9e-7, - "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true - }, - "novita/qwen/qwen3-vl-8b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 5e-7, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "vertex_ai", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "novita/zai-org/glm-4.5-air": { - "max_input_tokens": 131072, - "max_output_tokens": 98304, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 8.5e-7, + "vertex_ai/gemini-3.1-pro-preview-customtools": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000012, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000018, + "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "novita/qwen/qwen3-vl-30b-a3b-instruct": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 7e-7, + "vertex_ai/gemini-3.5-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "input_cost_per_token": 0.0000015, + "output_cost_per_token": 0.000009, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "vertex_ai", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "novita/qwen/qwen3-vl-30b-a3b-thinking": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.000001, + "vertex_ai/gemini-3.5-flash-lite": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000025, + "cache_read_input_token_cost": 3e-8, "mode": "chat", - "litellm_provider": "novita", - "supports_vision": true + "litellm_provider": "vertex_ai-language-models", + "supports_pdf_input": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true }, - "novita/qwen/qwen3-omni-30b-a3b-thinking": { - "max_input_tokens": 65536, - "max_output_tokens": 16384, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 9.7e-7, + "vertex_ai/gemini-3.6-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.00000375, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "vertex_ai", + "supports_pdf_input": true, "supports_vision": true, - "supports_audio_input": true + "supports_audio_input": true, + "supports_video_input": true }, - "novita/qwen/qwen3-omni-30b-a3b-instruct": { - "max_input_tokens": 65536, - "max_output_tokens": 16384, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 9.7e-7, + "vertex_ai/gemini-3.7-flash": { + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "input_cost_per_token": 7.5e-7, + "output_cost_per_token": 0.00000375, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "vertex_ai", + "supports_pdf_input": true, "supports_vision": true, - "supports_audio_input": true + "supports_audio_input": true, + "supports_video_input": true }, - "novita/qwen/qwen-mt-plus": { - "max_input_tokens": 16384, - "max_output_tokens": 8192, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 7.5e-7, - "mode": "chat", - "litellm_provider": "novita" + "vertex_ai/gemini-embedding-2": { + "max_input_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai" }, - "novita/baidu/ernie-4.5-vl-28b-a3b": { - "max_input_tokens": 30000, - "max_output_tokens": 8000, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 5.6e-7, + "vertex_ai/gemini-embedding-2-preview": { + "max_input_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "vertex_ai" + }, + "vertex_ai/google/gemma-4-26b-a4b-it-maas": { + "max_input_tokens": 256000, + "max_output_tokens": 128000, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "novita", + "litellm_provider": "vertex_ai-openai_models", "supports_vision": true }, - "novita/baidu/ernie-4.5-21B-a3b": { - "max_input_tokens": 120000, - "max_output_tokens": 8000, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2.8e-7, + "vertex_ai/imagegeneration@006": { + "mode": "image_generation", + "litellm_provider": "vertex_ai-image-models" + }, + "vertex_ai/imagen-3.0-capability-001": { + "mode": "image_generation", + "litellm_provider": "vertex_ai-image-models" + }, + "vertex_ai/imagen-3.0-fast-generate-001": { + "mode": "image_generation", + "litellm_provider": "vertex_ai-image-models" + }, + "vertex_ai/imagen-3.0-generate-001": { + "mode": "image_generation", + "litellm_provider": "vertex_ai-image-models" + }, + "vertex_ai/imagen-3.0-generate-002": { + "mode": "image_generation", + "litellm_provider": "vertex_ai-image-models" + }, + "vertex_ai/imagen-4.0-fast-generate-001": { + "mode": "image_generation", + "litellm_provider": "vertex_ai-image-models" + }, + "vertex_ai/imagen-4.0-generate-001": { + "mode": "image_generation", + "litellm_provider": "vertex_ai-image-models" + }, + "vertex_ai/imagen-4.0-ultra-generate-001": { + "mode": "image_generation", + "litellm_provider": "vertex_ai-image-models" + }, + "vertex_ai/jamba-1.5": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-ai21_models" }, - "novita/qwen/qwen3-8b-fp8": { - "max_input_tokens": 128000, - "max_output_tokens": 20000, - "input_cost_per_token": 3.5e-8, - "output_cost_per_token": 1.38e-7, + "vertex_ai/jamba-1.5-large": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-ai21_models" }, - "novita/qwen/qwen3-4b-fp8": { - "max_input_tokens": 128000, - "max_output_tokens": 20000, - "input_cost_per_token": 3e-8, - "output_cost_per_token": 3e-8, + "vertex_ai/jamba-1.5-large@001": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000008, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-ai21_models" }, - "novita/qwen/qwen2.5-7b-instruct": { - "max_input_tokens": 32000, - "max_output_tokens": 32000, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 7e-8, + "vertex_ai/jamba-1.5-mini": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-ai21_models" }, - "novita/meta-llama/llama-3.2-3b-instruct": { - "max_input_tokens": 32768, - "max_output_tokens": 32000, - "input_cost_per_token": 3e-8, - "output_cost_per_token": 5e-8, + "vertex_ai/jamba-1.5-mini@001": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-ai21_models" }, - "novita/sao10k/l31-70b-euryale-v2.2": { - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "input_cost_per_token": 0.00000148, - "output_cost_per_token": 0.00000148, + "vertex_ai/meta/llama-3.1-405b-instruct-maas": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000016, "mode": "chat", - "litellm_provider": "novita" + "litellm_provider": "vertex_ai-llama_models", + "supports_vision": true }, - "novita/qwen/qwen3-embedding-0.6b": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 7e-8, + "vertex_ai/meta/llama-3.1-70b-instruct-maas": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "novita" + "mode": "chat", + "litellm_provider": "vertex_ai-llama_models", + "supports_vision": true }, - "novita/qwen/qwen3-embedding-8b": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 7e-8, + "vertex_ai/meta/llama-3.1-8b-instruct-maas": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 0, "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "novita" + "mode": "chat", + "litellm_provider": "vertex_ai-llama_models", + "supports_vision": true }, - "novita/baai/bge-m3": { - "max_input_tokens": 8192, - "max_output_tokens": 96000, - "input_cost_per_token": 1e-8, - "output_cost_per_token": 1e-8, - "mode": "embedding", - "litellm_provider": "novita" + "vertex_ai/meta/llama-3.2-90b-vision-instruct-maas": { + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "vertex_ai-llama_models", + "supports_vision": true }, - "novita/qwen/qwen3-reranker-8b": { - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 5e-8, - "mode": "rerank", - "litellm_provider": "novita" + "vertex_ai/meta/llama-4-maverick-17b-128e-instruct-maas": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 0.00000115, + "mode": "chat", + "litellm_provider": "vertex_ai-llama_models" }, - "novita/baai/bge-reranker-v2-m3": { - "max_input_tokens": 8000, - "max_output_tokens": 8000, - "input_cost_per_token": 1e-8, - "output_cost_per_token": 1e-8, - "mode": "rerank", - "litellm_provider": "novita" + "vertex_ai/meta/llama-4-maverick-17b-16e-instruct-maas": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 0.00000115, + "mode": "chat", + "litellm_provider": "vertex_ai-llama_models" }, - "llamagate/llama-3.1-8b": { - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-8, - "output_cost_per_token": 5e-8, + "vertex_ai/meta/llama-4-scout-17b-128e-instruct-maas": { + "max_input_tokens": 10000000, + "max_output_tokens": 10000000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 7e-7, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "vertex_ai-llama_models" }, - "llamagate/llama-3.2-3b": { - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 8e-8, + "vertex_ai/meta/llama-4-scout-17b-16e-instruct-maas": { + "max_input_tokens": 10000000, + "max_output_tokens": 10000000, + "input_cost_per_token": 2.5e-7, + "output_cost_per_token": 7e-7, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "vertex_ai-llama_models" }, - "llamagate/mistral-7b-v0.3": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 1.5e-7, + "vertex_ai/meta/llama3-405b-instruct-maas": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "vertex_ai-llama_models" }, - "llamagate/qwen3-8b": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 1.4e-7, + "vertex_ai/meta/llama3-70b-instruct-maas": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "vertex_ai-llama_models" }, - "llamagate/dolphin3-8b": { + "vertex_ai/meta/llama3-8b-instruct-maas": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "mode": "chat", + "litellm_provider": "vertex_ai-llama_models" + }, + "vertex_ai/minimaxai/minimax-m2-maas": { + "max_input_tokens": 196608, + "max_output_tokens": 196608, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "vertex_ai-minimax_models" + }, + "vertex_ai/mistral-large-2411": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 1.5e-7, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "vertex_ai-mistral_models" }, - "llamagate/deepseek-r1-8b": { - "max_input_tokens": 65536, - "max_output_tokens": 16384, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 2e-7, + "vertex_ai/mistral-large@2407": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "vertex_ai-mistral_models" }, - "llamagate/deepseek-r1-7b-qwen": { - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 1.5e-7, + "vertex_ai/mistral-large@2411-001": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "vertex_ai-mistral_models" }, - "llamagate/openthinker-7b": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "input_cost_per_token": 8e-8, - "output_cost_per_token": 1.5e-7, + "vertex_ai/mistral-large@latest": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "vertex_ai-mistral_models" }, - "llamagate/qwen2.5-coder-7b": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 1.2e-7, + "vertex_ai/mistral-medium-3": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "vertex_ai-mistral_models" }, - "llamagate/deepseek-coder-6.7b": { - "max_input_tokens": 16384, - "max_output_tokens": 4096, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 1.2e-7, + "vertex_ai/mistral-medium-3@001": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "vertex_ai-mistral_models" }, - "llamagate/codellama-7b": { - "max_input_tokens": 16384, - "max_output_tokens": 4096, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 1.2e-7, + "vertex_ai/mistral-nemo@2407": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "llamagate" + "litellm_provider": "vertex_ai-mistral_models" }, - "llamagate/qwen3-vl-8b": { - "max_input_tokens": 32768, - "max_output_tokens": 8192, + "vertex_ai/mistral-nemo@latest": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 5.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "llamagate", - "supports_vision": true + "litellm_provider": "vertex_ai-mistral_models" }, - "llamagate/llava-7b": { - "max_input_tokens": 4096, - "max_output_tokens": 2048, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 2e-7, - "mode": "chat", - "litellm_provider": "llamagate", - "supports_vision": true + "vertex_ai/mistral-ocr-2505": { + "mode": "ocr", + "litellm_provider": "vertex_ai" }, - "llamagate/gemma3-4b": { + "vertex_ai/mistral-small-2503": { "max_input_tokens": 128000, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-8, - "output_cost_per_token": 8e-8, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, "mode": "chat", - "litellm_provider": "llamagate", + "litellm_provider": "vertex_ai-mistral_models", "supports_vision": true }, - "llamagate/nomic-embed-text": { - "max_input_tokens": 8192, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "llamagate" + "vertex_ai/mistral-small-2503@001": { + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "mode": "chat", + "litellm_provider": "vertex_ai-mistral_models" }, - "llamagate/qwen3-embedding-8b": { - "max_input_tokens": 40960, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "llamagate" + "vertex_ai/mistralai/codestral-2": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 9e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-mistral_models" }, - "libertai/hermes-3-8b-tee": { - "max_input_tokens": 16000, - "max_output_tokens": 16000, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "vertex_ai/mistralai/codestral-2@001": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 9e-7, "mode": "chat", - "litellm_provider": "libertai", - "supports_vision": false + "litellm_provider": "vertex_ai-mistral_models" }, - "libertai/gemma-4-31b-it": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 4e-7, + "vertex_ai/mistralai/mistral-medium-3": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "libertai", - "supports_vision": true + "litellm_provider": "vertex_ai-mistral_models" }, - "libertai/gemma-4-31b-it-thinking": { + "vertex_ai/mistralai/mistral-medium-3@001": { + "max_input_tokens": 128000, + "max_output_tokens": 8191, + "input_cost_per_token": 4e-7, + "output_cost_per_token": 0.000002, + "mode": "chat", + "litellm_provider": "vertex_ai-mistral_models" + }, + "vertex_ai/moonshotai/kimi-k2-thinking-maas": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, + "mode": "chat", + "litellm_provider": "vertex_ai-moonshot_models" + }, + "vertex_ai/openai/gpt-oss-120b-maas": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 9e-8, + "output_cost_per_token": 3.6e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-openai_models" + }, + "vertex_ai/openai/gpt-oss-20b-maas": { + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "input_cost_per_token": 7.5e-8, + "output_cost_per_token": 3e-7, + "mode": "chat", + "litellm_provider": "vertex_ai-openai_models" + }, + "vertex_ai/qwen/qwen3-235b-a22b-instruct-2507-maas": { "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 4e-7, + "max_output_tokens": 16384, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 8.8e-7, "mode": "chat", - "litellm_provider": "libertai", - "supports_vision": true + "litellm_provider": "vertex_ai-qwen_models" }, - "libertai/qwen3.6-27b": { + "vertex_ai/qwen/qwen3-coder-480b-a35b-instruct-maas": { "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 5e-7, + "max_output_tokens": 32768, + "input_cost_per_token": 2.2e-7, + "output_cost_per_token": 0.0000018, "mode": "chat", - "litellm_provider": "libertai", - "supports_vision": true + "litellm_provider": "vertex_ai-qwen_models" }, - "libertai/qwen3.6-27b-thinking": { + "vertex_ai/qwen/qwen3-next-80b-a3b-instruct-maas": { "max_input_tokens": 262144, "max_output_tokens": 262144, "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 5e-7, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "libertai", - "supports_vision": true + "litellm_provider": "vertex_ai-qwen_models" }, - "libertai/qwen3.6-35b-a3b": { + "vertex_ai/qwen/qwen3-next-80b-a3b-thinking-maas": { "max_input_tokens": 262144, "max_output_tokens": 262144, "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 0.0000012, + "mode": "chat", + "litellm_provider": "vertex_ai-qwen_models" + }, + "vertex_ai/search_api": { + "mode": "vector_store", + "litellm_provider": "vertex_ai" + }, + "vertex_ai/veo-2.0-generate-001": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "vertex_ai-video-models" + }, + "vertex_ai/veo-3.0-fast-generate-001": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "vertex_ai-video-models" + }, + "vertex_ai/veo-3.0-generate-001": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "vertex_ai-video-models" + }, + "vertex_ai/veo-3.1-fast-generate-001": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "vertex_ai-video-models" + }, + "vertex_ai/veo-3.1-fast-generate-preview": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "vertex_ai-video-models" + }, + "vertex_ai/veo-3.1-generate-001": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "vertex_ai-video-models" + }, + "vertex_ai/veo-3.1-generate-preview": { + "max_input_tokens": 1024, + "mode": "video_generation", + "litellm_provider": "vertex_ai-video-models" + }, + "vertex_ai/xai/grok-4.1-fast-non-reasoning": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "libertai", + "litellm_provider": "vertex_ai", "supports_vision": true }, - "libertai/qwen3.6-35b-a3b-thinking": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.5e-7, + "vertex_ai/xai/grok-4.1-fast-reasoning": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "libertai", + "litellm_provider": "vertex_ai", "supports_vision": true }, - "libertai/qwen3.5-122b-a10b": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000175, + "vertex_ai/xai/grok-4.20-non-reasoning": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "libertai", + "litellm_provider": "vertex_ai", "supports_vision": true }, - "libertai/qwen3.5-122b-a10b-thinking": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000175, + "vertex_ai/xai/grok-4.20-reasoning": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "libertai", + "litellm_provider": "vertex_ai", "supports_vision": true }, - "libertai/deepseek-v4-flash": { + "vertex_ai/zai-org/glm-4.7-maas": { "max_input_tokens": 200000, - "max_output_tokens": 200000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000175, + "max_output_tokens": 128000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, "mode": "chat", - "litellm_provider": "libertai", - "supports_vision": false + "litellm_provider": "vertex_ai-zai_models" }, - "libertai/deepseek-v4-flash-thinking": { + "vertex_ai/zai-org/glm-5-maas": { "max_input_tokens": 200000, - "max_output_tokens": 200000, - "input_cost_per_token": 2.5e-7, - "output_cost_per_token": 0.00000175, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.0000032, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "libertai", - "supports_vision": false + "litellm_provider": "vertex_ai-zai_models" }, - "libertai/bge-m3": { - "max_input_tokens": 8192, - "input_cost_per_token": 1e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "libertai" + "volcengine/doubao-seed-2-0-code-preview-260215": { + "max_input_tokens": 256000, + "max_output_tokens": 128000, + "mode": "chat", + "litellm_provider": "volcengine", + "supports_vision": true }, - "sarvam/sarvam-m": { - "max_input_tokens": 8192, - "max_output_tokens": 32000, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 0, + "volcengine/doubao-seed-2-0-lite-260215": { + "max_input_tokens": 256000, + "max_output_tokens": 128000, "mode": "chat", - "litellm_provider": "sarvam" + "litellm_provider": "volcengine", + "supports_vision": true }, - "tts-1-1106": { - "mode": "audio_speech", - "litellm_provider": "openai" + "volcengine/doubao-seed-2-0-mini-260215": { + "max_input_tokens": 256000, + "max_output_tokens": 128000, + "mode": "chat", + "litellm_provider": "volcengine", + "supports_vision": true }, - "tts-1-hd-1106": { - "mode": "audio_speech", - "litellm_provider": "openai" + "volcengine/doubao-seed-2-0-pro-260215": { + "max_input_tokens": 256000, + "max_output_tokens": 128000, + "mode": "chat", + "litellm_provider": "volcengine", + "supports_vision": true }, - "gpt-4o-mini-tts-2025-03-20": { - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "audio_speech", - "litellm_provider": "openai" - }, - "gpt-4o-mini-tts-2025-12-15": { - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.00001, - "mode": "audio_speech", - "litellm_provider": "openai" - }, - "gpt-4o-mini-transcribe-2025-03-20": { - "max_input_tokens": 16000, - "max_output_tokens": 2000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.000005, - "mode": "audio_transcription", - "litellm_provider": "openai" - }, - "gpt-4o-mini-transcribe-2025-12-15": { + "voyage/rerank-2": { "max_input_tokens": 16000, - "max_output_tokens": 2000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.000005, - "mode": "audio_transcription", - "litellm_provider": "openai" - }, - "gpt-5-search-api": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true - }, - "gpt-5-search-api-2025-10-14": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, - "mode": "chat", - "litellm_provider": "openai", - "supports_pdf_input": true, - "supports_vision": true + "max_output_tokens": 16000, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "voyage" }, - "gpt-realtime-mini-2025-10-06": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, - "cache_read_input_token_cost": 6e-8, - "mode": "realtime", - "litellm_provider": "openai", - "supports_audio_input": true + "voyage/rerank-2-lite": { + "max_input_tokens": 8000, + "max_output_tokens": 8000, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "voyage" }, - "gpt-realtime-mini-2025-12-15": { - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, - "cache_read_input_token_cost": 6e-8, - "mode": "realtime", - "litellm_provider": "openai", - "supports_audio_input": true + "voyage/rerank-2.5": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 5e-8, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "voyage" }, - "gpt-realtime-whisper": { - "mode": "audio_transcription", - "litellm_provider": "openai", - "supports_audio_input": true + "voyage/rerank-2.5-lite": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, + "mode": "rerank", + "litellm_provider": "voyage" }, - "sora-2": { - "mode": "video_generation", - "litellm_provider": "openai" + "voyage/voyage-2": { + "max_input_tokens": 4000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "sora-2-pro": { - "mode": "video_generation", - "litellm_provider": "openai" + "voyage/voyage-3": { + "max_input_tokens": 32000, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "sora-2-pro-high-res": { - "mode": "video_generation", - "litellm_provider": "openai" + "voyage/voyage-3-large": { + "max_input_tokens": 32000, + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "chatgpt-image-latest": { - "input_cost_per_token": 0.000005, - "output_cost_per_image_token": 0.00004, - "cache_read_input_token_cost": 0.00000125, - "mode": "image_generation", - "litellm_provider": "openai" + "voyage/voyage-3-lite": { + "max_input_tokens": 32000, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "gemini-2.0-flash-exp-image-generation": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0, + "voyage/voyage-3.5": { + "max_input_tokens": 32000, + "input_cost_per_token": 6e-8, "output_cost_per_token": 0, - "mode": "image_generation", - "litellm_provider": "gemini", - "supports_vision": true + "mode": "embedding", + "litellm_provider": "voyage" }, - "gemini/gemini-2.0-flash-exp-image-generation": { - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "input_cost_per_token": 0, + "voyage/voyage-3.5-lite": { + "max_input_tokens": 32000, + "input_cost_per_token": 2e-8, "output_cost_per_token": 0, - "mode": "image_generation", - "litellm_provider": "gemini", - "supports_vision": true + "mode": "embedding", + "litellm_provider": "voyage" }, - "gemini/gemini-2.0-flash-lite-001": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, - "cache_read_input_token_cost": 1.875e-8, - "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true + "voyage/voyage-4": { + "max_input_tokens": 32000, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "gemini-2.5-flash-native-audio-latest": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "mode": "chat", - "litellm_provider": "gemini", - "supports_audio_input": true + "voyage/voyage-4-large": { + "max_input_tokens": 32000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "gemini-2.5-flash-native-audio-preview-09-2025": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "mode": "chat", - "litellm_provider": "gemini", - "supports_audio_input": true + "voyage/voyage-4-lite": { + "max_input_tokens": 32000, + "input_cost_per_token": 2e-8, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "gemini-2.5-flash-native-audio-preview-12-2025": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "mode": "chat", - "litellm_provider": "gemini", - "supports_audio_input": true + "voyage/voyage-code-2": { + "max_input_tokens": 16000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "gemini-3.1-flash-live-preview": { - "max_input_tokens": 131072, - "max_output_tokens": 65536, - "input_cost_per_token": 7.5e-7, - "output_cost_per_token": 0.0000045, - "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "supports_audio_input": true + "voyage/voyage-code-3": { + "max_input_tokens": 32000, + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "gemini/gemini-2.5-flash-native-audio-latest": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "mode": "chat", - "litellm_provider": "gemini", - "supports_audio_input": true + "voyage/voyage-code-4": { + "max_input_tokens": 32000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "gemini/gemini-2.5-flash-native-audio-preview-09-2025": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "mode": "chat", - "litellm_provider": "gemini", - "supports_audio_input": true + "voyage/voyage-context-3": { + "max_input_tokens": 120000, + "input_cost_per_token": 1.8e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "gemini/gemini-2.5-flash-native-audio-preview-12-2025": { - "max_input_tokens": 1048576, - "max_output_tokens": 8192, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "mode": "chat", - "litellm_provider": "gemini", - "supports_audio_input": true + "voyage/voyage-context-4": { + "max_input_tokens": 120000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "gemini/gemini-3.1-flash-live-preview": { - "max_input_tokens": 131072, - "max_output_tokens": 65536, - "input_cost_per_token": 7.5e-7, - "output_cost_per_token": 0.0000045, - "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "supports_audio_input": true + "voyage/voyage-finance-2": { + "max_input_tokens": 32000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "gemini/gemini-3.1-flash-tts-preview": { - "max_input_tokens": 8192, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.00002, - "mode": "audio_speech", - "litellm_provider": "gemini" + "voyage/voyage-large-2": { + "max_input_tokens": 16000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "gemini-2.5-flash-preview-tts": { - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "mode": "audio_speech", - "litellm_provider": "gemini" + "voyage/voyage-law-2": { + "max_input_tokens": 16000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "gemini-flash-latest": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 3e-8, - "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true + "voyage/voyage-lite-01": { + "max_input_tokens": 4096, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "gemini-flash-lite-latest": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, + "voyage/voyage-lite-02-instruct": { + "max_input_tokens": 4000, "input_cost_per_token": 1e-7, - "output_cost_per_token": 4e-7, - "cache_read_input_token_cost": 1e-8, - "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "gemini-pro-latest": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, - "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "voyage/voyage-multimodal-3": { + "max_input_tokens": 32000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "gemini/gemini-pro-latest": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.00001, - "input_cost_per_token_above_200k_tokens": 0.0000025, - "output_cost_per_token_above_200k_tokens": 0.000015, - "cache_read_input_token_cost": 1.25e-7, - "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, - "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "voyage/voyage-multimodal-3.5": { + "max_input_tokens": 32000, + "input_cost_per_token": 1.2e-7, + "output_cost_per_token": 0, + "mode": "embedding", + "litellm_provider": "voyage" }, - "gemini-exp-1206": { - "max_input_tokens": 1048576, - "max_output_tokens": 65535, + "wandb/MiniMaxAI/MiniMax-M2.5": { + "max_input_tokens": 197000, + "max_output_tokens": 197000, "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 3e-8, + "output_cost_per_token": 0.0000012, "mode": "chat", - "litellm_provider": "gemini", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "wandb" }, - "vertex_ai/claude-sonnet-5@default": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, - "cache_creation_input_token_cost": 0.0000025, - "cache_read_input_token_cost": 2e-7, + "wandb/Qwen/Qwen3-235B-A22B-Instruct-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.01, + "output_cost_per_token": 0.01, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true + "litellm_provider": "wandb" }, - "vertex_ai/claude-sonnet-4-6@default": { - "max_input_tokens": 1000000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_creation_input_token_cost": 0.00000375, - "cache_read_input_token_cost": 3e-7, + "wandb/Qwen/Qwen3-235B-A22B-Thinking-2507": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.01, + "output_cost_per_token": 0.01, "mode": "chat", - "litellm_provider": "vertex_ai-anthropic_models", - "supports_pdf_input": true, - "supports_vision": true - }, - "duckduckgo/search": { - "mode": "search", - "litellm_provider": "duckduckgo" + "litellm_provider": "wandb" }, - "bedrock_mantle/openai.gpt-oss-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "wandb/Qwen/Qwen3-Coder-480B-A35B-Instruct": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 0.1, + "output_cost_per_token": 0.15, "mode": "chat", - "litellm_provider": "bedrock_mantle" + "litellm_provider": "wandb" }, - "bedrock_mantle/openai.gpt-oss-20b": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, + "wandb/deepseek-ai/DeepSeek-R1-0528": { + "max_input_tokens": 161000, + "max_output_tokens": 161000, + "input_cost_per_token": 0.135, + "output_cost_per_token": 0.54, "mode": "chat", - "litellm_provider": "bedrock_mantle" + "litellm_provider": "wandb" }, - "bedrock_mantle/openai.gpt-oss-safeguard-120b": { - "max_input_tokens": 131072, - "max_output_tokens": 65536, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "wandb/deepseek-ai/DeepSeek-V3-0324": { + "max_input_tokens": 161000, + "max_output_tokens": 161000, + "input_cost_per_token": 0.114, + "output_cost_per_token": 0.275, "mode": "chat", - "litellm_provider": "bedrock_mantle" + "litellm_provider": "wandb" }, - "bedrock_mantle/openai.gpt-oss-safeguard-20b": { - "max_input_tokens": 131072, - "max_output_tokens": 65536, - "input_cost_per_token": 7.5e-8, - "output_cost_per_token": 3e-7, + "wandb/deepseek-ai/DeepSeek-V3.1": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.055, + "output_cost_per_token": 0.165, "mode": "chat", - "litellm_provider": "bedrock_mantle" + "litellm_provider": "wandb" }, - "bedrock_mantle/openai.gpt-5.6-sol": { - "max_input_tokens": 1000000, + "wandb/meta-llama/Llama-3.1-8B-Instruct": { + "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.000033, - "cache_creation_input_token_cost": 0.000006875, - "cache_read_input_token_cost": 5.5e-7, - "mode": "responses", - "litellm_provider": "bedrock_mantle", - "supports_vision": true + "input_cost_per_token": 0.022, + "output_cost_per_token": 0.022, + "mode": "chat", + "litellm_provider": "wandb" }, - "bedrock_mantle/openai.gpt-5.6-terra": { - "max_input_tokens": 1000000, + "wandb/meta-llama/Llama-3.3-70B-Instruct": { + "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 0.0000022, - "output_cost_per_token": 0.0000132, - "cache_creation_input_token_cost": 0.00000275, - "cache_read_input_token_cost": 2.2e-7, - "mode": "responses", - "litellm_provider": "bedrock_mantle", - "supports_vision": true + "input_cost_per_token": 0.071, + "output_cost_per_token": 0.071, + "mode": "chat", + "litellm_provider": "wandb" }, - "bedrock_mantle/openai.gpt-5.6-luna": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 0.00000132, - "cache_creation_input_token_cost": 2.75e-7, - "cache_read_input_token_cost": 2.2e-8, - "mode": "responses", - "litellm_provider": "bedrock_mantle", - "supports_vision": true + "wandb/meta-llama/Llama-4-Scout-17B-16E-Instruct": { + "max_input_tokens": 64000, + "max_output_tokens": 64000, + "input_cost_per_token": 0.017, + "output_cost_per_token": 0.066, + "mode": "chat", + "litellm_provider": "wandb" }, - "us.openai.gpt-5.6-sol": { - "max_input_tokens": 1000000, + "wandb/microsoft/Phi-4-mini-instruct": { + "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.000033, - "cache_creation_input_token_cost": 0.000006875, - "cache_read_input_token_cost": 5.5e-7, + "input_cost_per_token": 0.008, + "output_cost_per_token": 0.035, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_vision": true + "litellm_provider": "wandb" }, - "global.openai.gpt-5.6-sol": { - "max_input_tokens": 1000000, + "wandb/moonshotai/Kimi-K2-Instruct": { + "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.00003, - "cache_creation_input_token_cost": 0.00000625, - "cache_read_input_token_cost": 5e-7, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000025, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_vision": true + "litellm_provider": "wandb" }, - "us.openai.gpt-5.6-terra": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000022, - "output_cost_per_token": 0.0000132, - "cache_creation_input_token_cost": 0.00000275, - "cache_read_input_token_cost": 2.2e-7, + "wandb/moonshotai/Kimi-K2.5": { + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000003, + "cache_read_input_token_cost": 1e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", + "litellm_provider": "wandb", "supports_vision": true }, - "global.openai.gpt-5.6-terra": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000012, - "cache_creation_input_token_cost": 0.0000025, - "cache_read_input_token_cost": 2e-7, + "wandb/openai/gpt-oss-120b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.015, + "output_cost_per_token": 0.06, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_vision": true + "litellm_provider": "wandb" }, - "us.openai.gpt-5.6-luna": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 2.2e-7, - "output_cost_per_token": 0.00000132, - "cache_creation_input_token_cost": 2.75e-7, - "cache_read_input_token_cost": 2.2e-8, + "wandb/openai/gpt-oss-20b": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.005, + "output_cost_per_token": 0.02, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_vision": true + "litellm_provider": "wandb" }, - "global.openai.gpt-5.6-luna": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 2e-7, - "output_cost_per_token": 0.0000012, - "cache_creation_input_token_cost": 2.5e-7, - "cache_read_input_token_cost": 2e-8, + "wandb/zai-org/GLM-4.5": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.055, + "output_cost_per_token": 0.2, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_vision": true + "litellm_provider": "wandb" }, - "bedrock_mantle/openai.gpt-5.5": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.0000055, - "output_cost_per_token": 0.000033, - "cache_read_input_token_cost": 5.5e-7, - "mode": "responses", - "litellm_provider": "bedrock_mantle", - "supports_vision": true + "watsonx/bigscience/mt0-xxl-13b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.0005, + "output_cost_per_token": 0.002, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false }, - "bedrock_mantle/openai.gpt-5.4": { - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00000275, - "output_cost_per_token": 0.0000165, - "cache_read_input_token_cost": 2.75e-7, - "mode": "responses", - "litellm_provider": "bedrock_mantle", - "supports_vision": true + "watsonx/core42/jais-13b-chat": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.0005, + "output_cost_per_token": 0.002, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false }, - "bedrock_mantle/google.gemma-4-31b": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 4e-7, + "watsonx/google/flan-t5-xl-3b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 6e-7, "mode": "chat", - "litellm_provider": "bedrock_mantle", - "supports_vision": true + "litellm_provider": "watsonx", + "supports_vision": false }, - "bedrock_mantle/google.gemma-4-26b-a4b": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 1.3e-7, - "output_cost_per_token": 4e-7, + "watsonx/ibm/granite-13b-chat-v2": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false + }, + "watsonx/ibm/granite-13b-instruct-v2": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false + }, + "watsonx/ibm/granite-3-3-8b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false + }, + "watsonx/ibm/granite-3-8b-instruct": { + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock_mantle", - "supports_vision": true + "litellm_provider": "watsonx", + "supports_vision": false, + "supports_audio_input": false }, - "bedrock_mantle/google.gemma-4-e2b": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 4e-8, - "output_cost_per_token": 8e-8, + "watsonx/ibm/granite-4-h-small": { + "max_input_tokens": 20480, + "max_output_tokens": 20480, + "input_cost_per_token": 6e-8, + "output_cost_per_token": 2.5e-7, "mode": "chat", - "litellm_provider": "bedrock_mantle", - "supports_vision": true + "litellm_provider": "watsonx", + "supports_vision": false }, - "bedrock_mantle/xai.grok-4.3": { - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000125, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 2e-7, + "watsonx/ibm/granite-guardian-3-2-2b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "bedrock_mantle", - "supports_vision": true + "litellm_provider": "watsonx", + "supports_vision": false }, - "bedrock_mantle/xai.grok-4.6": { - "max_input_tokens": 500000, - "max_output_tokens": 500000, - "input_cost_per_token": 0.0000022, - "output_cost_per_token": 0.0000066, - "cache_read_input_token_cost": 5.5e-7, + "watsonx/ibm/granite-guardian-3-3-8b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 2e-7, "mode": "chat", - "litellm_provider": "bedrock_mantle", - "supports_vision": true + "litellm_provider": "watsonx", + "supports_vision": false }, - "us.xai.grok-4.6": { - "max_input_tokens": 500000, - "max_output_tokens": 500000, - "input_cost_per_token": 0.0000022, - "output_cost_per_token": 0.0000066, - "cache_read_input_token_cost": 5.5e-7, + "watsonx/ibm/granite-ttm-1024-96-r2": { + "max_input_tokens": 512, + "max_output_tokens": 512, + "input_cost_per_token": 3.8e-7, + "output_cost_per_token": 3.8e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_vision": true + "litellm_provider": "watsonx", + "supports_vision": false }, - "global.xai.grok-4.6": { - "max_input_tokens": 500000, - "max_output_tokens": 500000, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, - "cache_read_input_token_cost": 5e-7, + "watsonx/ibm/granite-ttm-1536-96-r2": { + "max_input_tokens": 512, + "max_output_tokens": 512, + "input_cost_per_token": 3.8e-7, + "output_cost_per_token": 3.8e-7, "mode": "chat", - "litellm_provider": "bedrock_converse", - "supports_vision": true + "litellm_provider": "watsonx", + "supports_vision": false }, - "volcengine/doubao-seed-2-0-pro-260215": { - "max_input_tokens": 256000, - "max_output_tokens": 128000, + "watsonx/ibm/granite-ttm-512-96-r2": { + "max_input_tokens": 512, + "max_output_tokens": 512, + "input_cost_per_token": 3.8e-7, + "output_cost_per_token": 3.8e-7, "mode": "chat", - "litellm_provider": "volcengine", - "supports_vision": true + "litellm_provider": "watsonx", + "supports_vision": false }, - "volcengine/doubao-seed-2-0-lite-260215": { - "max_input_tokens": 256000, - "max_output_tokens": 128000, + "watsonx/ibm/granite-vision-3-2-2b": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "volcengine", + "litellm_provider": "watsonx", "supports_vision": true }, - "volcengine/doubao-seed-2-0-mini-260215": { - "max_input_tokens": 256000, + "watsonx/meta-llama/llama-3-2-11b-vision-instruct": { + "max_input_tokens": 128000, "max_output_tokens": 128000, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 3.5e-7, "mode": "chat", - "litellm_provider": "volcengine", + "litellm_provider": "watsonx", "supports_vision": true }, - "volcengine/doubao-seed-2-0-code-preview-260215": { - "max_input_tokens": 256000, + "watsonx/meta-llama/llama-3-2-1b-instruct": { + "max_input_tokens": 128000, "max_output_tokens": 128000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "volcengine", - "supports_vision": true + "litellm_provider": "watsonx", + "supports_vision": false }, - "bedrock/us-east-1/zai.glm-5": { - "max_input_tokens": 200000, + "watsonx/meta-llama/llama-3-2-3b-instruct": { + "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.0000032, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 1.5e-7, "mode": "chat", - "litellm_provider": "bedrock" + "litellm_provider": "watsonx", + "supports_vision": false }, - "bedrock/us-west-2/zai.glm-5": { - "max_input_tokens": 200000, + "watsonx/meta-llama/llama-3-2-90b-vision-instruct": { + "max_input_tokens": 128000, "max_output_tokens": 128000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.0000032, - "mode": "chat", - "litellm_provider": "bedrock" - }, - "bedrock/us-gov-east-1/anthropic.claude-haiku-4-5-20251001-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.000006, - "cache_creation_input_token_cost": 0.0000015, - "cache_read_input_token_cost": 1.2e-7, - "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, - "supports_vision": true - }, - "bedrock/us-gov-west-1/anthropic.claude-haiku-4-5-20251001-v1:0": { - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "input_cost_per_token": 0.0000012, - "output_cost_per_token": 0.000006, - "cache_creation_input_token_cost": 0.0000015, - "cache_read_input_token_cost": 1.2e-7, - "mode": "chat", - "litellm_provider": "bedrock", - "supports_pdf_input": true, - "supports_vision": true - }, - "snowflake/claude-sonnet-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_read_input_token_cost": 3e-7, - "mode": "chat", - "litellm_provider": "snowflake", - "supports_vision": true - }, - "snowflake/claude-sonnet-4-6": { - "max_input_tokens": 200000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_read_input_token_cost": 3e-7, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000002, "mode": "chat", - "litellm_provider": "snowflake", + "litellm_provider": "watsonx", "supports_vision": true }, - "snowflake/claude-4-sonnet": { - "max_input_tokens": 200000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_read_input_token_cost": 3e-7, + "watsonx/meta-llama/llama-3-3-70b-instruct": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 7.1e-7, + "output_cost_per_token": 7.1e-7, "mode": "chat", - "litellm_provider": "snowflake", - "supports_vision": true + "litellm_provider": "watsonx", + "supports_vision": false }, - "snowflake/claude-4-opus": { - "max_input_tokens": 200000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000005, - "output_cost_per_token": 0.000025, - "cache_read_input_token_cost": 5e-7, + "watsonx/meta-llama/llama-4-maverick-17b": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 0.0000014, "mode": "chat", - "litellm_provider": "snowflake", - "supports_vision": true + "litellm_provider": "watsonx", + "supports_vision": false }, - "snowflake/claude-haiku-4-5": { - "max_input_tokens": 200000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000005, - "cache_read_input_token_cost": 1e-7, + "watsonx/meta-llama/llama-guard-3-11b-vision": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 3.5e-7, "mode": "chat", - "litellm_provider": "snowflake", + "litellm_provider": "watsonx", "supports_vision": true }, - "snowflake/claude-3-7-sonnet": { - "max_input_tokens": 200000, + "watsonx/mistralai/mistral-large": { + "max_input_tokens": 131072, "max_output_tokens": 16384, "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_read_input_token_cost": 3e-7, - "mode": "chat", - "litellm_provider": "snowflake", - "supports_vision": true - }, - "snowflake/openai-gpt-4.1": { - "max_input_tokens": 300000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000008, - "cache_read_input_token_cost": 5e-7, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "snowflake", - "supports_vision": true + "litellm_provider": "watsonx", + "supports_vision": false, + "supports_audio_input": false }, - "snowflake/openai-gpt-5": { - "max_input_tokens": 300000, - "max_output_tokens": 16384, - "input_cost_per_token": 0.00000125, + "watsonx/mistralai/mistral-medium-2505": { + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000003, "output_cost_per_token": 0.00001, - "cache_read_input_token_cost": 1.25e-7, "mode": "chat", - "litellm_provider": "snowflake", - "supports_vision": true + "litellm_provider": "watsonx", + "supports_vision": false }, - "snowflake/openai-gpt-5-mini": { - "max_input_tokens": 1000000, - "max_output_tokens": 16384, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, + "watsonx/mistralai/mistral-small-2503": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "watsonx", + "supports_vision": false }, - "snowflake/openai-gpt-5-nano": { - "max_input_tokens": 5000000, - "max_output_tokens": 16384, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "watsonx/mistralai/mistral-small-3-1-24b-instruct-2503": { + "max_input_tokens": 32000, + "max_output_tokens": 32000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 3e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "watsonx", + "supports_vision": false }, - "snowflake/llama4-maverick": { + "watsonx/mistralai/pixtral-12b-2409": { "max_input_tokens": 128000, - "max_output_tokens": 16384, - "input_cost_per_token": 2.4e-7, - "output_cost_per_token": 9.7e-7, + "max_output_tokens": 128000, + "input_cost_per_token": 3.5e-7, + "output_cost_per_token": 3.5e-7, "mode": "chat", - "litellm_provider": "snowflake" + "litellm_provider": "watsonx", + "supports_vision": true }, - "snowflake/snowflake-arctic-embed-l-v2.0": { + "watsonx/openai/gpt-oss-120b": { "max_input_tokens": 8192, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "snowflake" + "max_output_tokens": 8192, + "input_cost_per_token": 1.5e-7, + "output_cost_per_token": 6e-7, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false }, - "snowflake/snowflake-arctic-embed-m-v2.0": { + "watsonx/sdaia/allam-1-13b-instruct": { "max_input_tokens": 8192, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "snowflake" + "max_output_tokens": 8192, + "input_cost_per_token": 0.0000018, + "output_cost_per_token": 0.0000018, + "mode": "chat", + "litellm_provider": "watsonx", + "supports_vision": false }, - "soniox/stt-async-v4": { - "max_output_tokens": 8000, + "watsonx/whisper-large-v3-turbo": { "mode": "audio_transcription", - "litellm_provider": "soniox", - "supports_audio_input": true + "litellm_provider": "watsonx" }, - "soniox/stt-async-v5": { - "max_output_tokens": 8000, + "whisper-1": { "mode": "audio_transcription", - "litellm_provider": "soniox", - "supports_audio_input": true + "litellm_provider": "openai" }, - "tensormesh/Qwen/Qwen3.5-397B-A17B-FP8": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, + "writer.palmyra-x4-v1:0": { + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.0000025, + "output_cost_per_token": 0.00001, + "mode": "chat", + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true + }, + "writer.palmyra-x5-v1:0": { + "max_input_tokens": 1000000, + "max_output_tokens": 8192, "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000036, - "cache_read_input_token_cost": 0, + "output_cost_per_token": 0.000006, "mode": "chat", - "litellm_provider": "tensormesh" + "litellm_provider": "bedrock_converse", + "supports_pdf_input": true }, - "tensormesh/Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 4.5e-7, - "output_cost_per_token": 0.0000018, - "cache_read_input_token_cost": 0, + "xai/grok-2": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "tensormesh" + "litellm_provider": "xai" }, - "tensormesh/Qwen/Qwen3.6-27B-FP8": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 3.2e-7, - "output_cost_per_token": 0.0000032, - "cache_read_input_token_cost": 0, + "xai/grok-2-1212": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "tensormesh" + "litellm_provider": "xai" }, - "tensormesh/lukealonso/GLM-5.1-NVFP4-MTP": { - "max_input_tokens": 202752, - "max_output_tokens": 202752, - "input_cost_per_token": 0.0000014, - "output_cost_per_token": 0.0000044, - "cache_read_input_token_cost": 0, + "xai/grok-2-latest": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "tensormesh" + "litellm_provider": "xai" }, - "tensormesh/deepseek-ai/DeepSeek-V4-Flash": { + "xai/grok-2-vision": { "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 2.8e-7, - "cache_read_input_token_cost": 0, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "tensormesh" + "litellm_provider": "xai", + "supports_vision": true }, - "tensormesh/moonshotai/Kimi-K2.6": { + "xai/grok-2-vision-1212": { "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 9.6e-7, - "output_cost_per_token": 0.000004, - "cache_read_input_token_cost": 0, - "mode": "chat", - "litellm_provider": "tensormesh" - }, - "tensormesh/MiniMaxAI/MiniMax-M2.5": { - "max_input_tokens": 196608, - "max_output_tokens": 196608, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 0.0000012, - "cache_read_input_token_cost": 0, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "tensormesh" + "litellm_provider": "xai", + "supports_vision": true }, - "tensormesh/google/gemma-4-31B-it": { + "xai/grok-2-vision-latest": { "max_input_tokens": 32768, "max_output_tokens": 32768, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 5.6e-7, - "cache_read_input_token_cost": 0, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.00001, "mode": "chat", - "litellm_provider": "tensormesh" + "litellm_provider": "xai", + "supports_vision": true }, - "tensormesh/openai/gpt-oss-120b": { + "xai/grok-3": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, - "cache_read_input_token_cost": 0, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 7.5e-7, "mode": "chat", - "litellm_provider": "tensormesh" + "litellm_provider": "xai" }, - "tensormesh/openai/gpt-oss-20b": { + "xai/grok-3-beta": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 7e-8, - "output_cost_per_token": 2.8e-7, - "cache_read_input_token_cost": 0, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 7.5e-7, "mode": "chat", - "litellm_provider": "tensormesh" + "litellm_provider": "xai" }, - "deepseek-v4-flash": { - "max_input_tokens": 1000000, - "max_output_tokens": 393216, - "input_cost_per_token": 4.4e-7, - "output_cost_per_token": 0.00000132, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 1.4e-8, + "xai/grok-3-fast-beta": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_read_input_token_cost": 0.00000125, + "mode": "chat", + "litellm_provider": "xai" + }, + "xai/grok-3-fast-latest": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000025, + "cache_read_input_token_cost": 0.00000125, + "mode": "chat", + "litellm_provider": "xai" + }, + "xai/grok-3-latest": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 7.5e-7, + "mode": "chat", + "litellm_provider": "xai" + }, + "xai/grok-3-mini": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 7.5e-8, + "mode": "chat", + "litellm_provider": "xai" + }, + "xai/grok-3-mini-beta": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 7.5e-8, + "mode": "chat", + "litellm_provider": "xai" + }, + "xai/grok-3-mini-fast": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "deepseek", - "supports_vision": false + "litellm_provider": "xai" }, - "deepseek-v4-pro": { - "max_input_tokens": 1000000, - "max_output_tokens": 393216, - "input_cost_per_token": 0.00000132, - "output_cost_per_token": 0.00000396, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 4.4e-8, + "xai/grok-3-mini-fast-beta": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "deepseek", - "supports_vision": false + "litellm_provider": "xai" }, - "deepseek/deepseek-v4-flash": { - "max_input_tokens": 1000000, - "max_output_tokens": 393216, - "input_cost_per_token": 4.4e-7, - "output_cost_per_token": 0.00000132, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 1.4e-8, + "xai/grok-3-mini-fast-latest": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.000004, + "cache_read_input_token_cost": 1.5e-7, "mode": "chat", - "litellm_provider": "deepseek", - "supports_vision": false + "litellm_provider": "xai" }, - "deepseek/deepseek-v4-pro": { - "max_input_tokens": 1000000, - "max_output_tokens": 393216, - "input_cost_per_token": 0.00000132, - "output_cost_per_token": 0.00000396, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 4.4e-8, + "xai/grok-3-mini-latest": { + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "input_cost_per_token": 3e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 7.5e-8, "mode": "chat", - "litellm_provider": "deepseek", - "supports_vision": false + "litellm_provider": "xai" }, - "tencent/deepseek-v4-pro": { - "max_input_tokens": 1000000, - "max_output_tokens": 384000, - "input_cost_per_token": 4.35e-7, - "output_cost_per_token": 8.7e-7, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 3.625e-9, + "xai/grok-4": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "tencent", - "supports_vision": false + "litellm_provider": "xai" }, - "tencent/deepseek-v4-flash": { - "max_input_tokens": 1000000, - "max_output_tokens": 384000, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 2.8e-7, - "cache_creation_input_token_cost": 0, - "cache_read_input_token_cost": 2.8e-9, + "xai/grok-4-0709": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "tencent", - "supports_vision": false + "litellm_provider": "xai" }, - "cognition/swe-1.6": { - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 2e-7, + "xai/grok-4-1-fast": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "cognition" + "litellm_provider": "xai", + "supports_vision": true, + "supports_audio_input": true }, - "cognition/swe-1.7": { - "input_cost_per_token": 5e-7, - "output_cost_per_token": 0.0000025, - "cache_read_input_token_cost": 2e-7, + "xai/grok-4-1-fast-non-reasoning": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "cognition" + "litellm_provider": "xai", + "supports_vision": true, + "supports_audio_input": true }, - "cognition/swe-1.7-lightning": { - "input_cost_per_token": 0.0000025, - "output_cost_per_token": 0.0000125, - "cache_read_input_token_cost": 0.000001, + "xai/grok-4-1-fast-non-reasoning-latest": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "cognition" + "litellm_provider": "xai", + "supports_vision": true, + "supports_audio_input": true }, - "pinstripes/ps/glm-4.5-air": { - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "input_cost_per_token": 1.25e-7, - "output_cost_per_token": 4.5e-7, + "xai/grok-4-1-fast-reasoning": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "pinstripes" + "litellm_provider": "xai", + "supports_vision": true, + "supports_audio_input": true }, - "pinstripes/ps/qwen3.6-35b-a3b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 4.5e-7, + "xai/grok-4-1-fast-reasoning-latest": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "pinstripes" + "litellm_provider": "xai", + "supports_vision": true, + "supports_audio_input": true }, - "pinstripes/ps/qwen3-30b-a3b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 9e-8, - "output_cost_per_token": 2e-7, + "xai/grok-4-fast-non-reasoning": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "pinstripes" + "litellm_provider": "xai" }, - "pinstripes/ps/qwen3-coder-30b-a3b": { - "max_input_tokens": 131072, - "max_output_tokens": 131072, - "input_cost_per_token": 3e-7, - "output_cost_per_token": 6e-7, + "xai/grok-4-fast-reasoning": { + "max_input_tokens": 2000000, + "max_output_tokens": 2000000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 5e-7, + "cache_read_input_token_cost": 5e-8, "mode": "chat", - "litellm_provider": "pinstripes" + "litellm_provider": "xai" }, - "pinstripes/ps/deepseek-v4-flash": { - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "input_cost_per_token": 1e-7, - "output_cost_per_token": 2e-7, + "xai/grok-4-latest": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "pinstripes" + "litellm_provider": "xai" }, - "pinstripes/ps/minimax-m2.7": { - "max_input_tokens": 1000192, - "max_output_tokens": 1000192, - "input_cost_per_token": 2.55e-7, - "output_cost_per_token": 5.5e-7, + "xai/grok-4.20-0309-non-reasoning": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000005, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "pinstripes" + "litellm_provider": "xai", + "supports_vision": true }, - "darkbloom/gemma-4-26b": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 3e-8, - "output_cost_per_token": 1.65e-7, + "xai/grok-4.20-0309-reasoning": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000005, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "darkbloom" + "litellm_provider": "xai", + "supports_vision": true }, - "darkbloom/gpt-oss-20b": { - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "input_cost_per_token": 1.45e-8, - "output_cost_per_token": 7e-8, + "xai/grok-4.20-beta-0309-non-reasoning": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000005, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "darkbloom" + "litellm_provider": "xai", + "supports_vision": true }, - "xai/grok-4.20-0309-non-reasoning": { + "xai/grok-4.20-beta-0309-reasoning": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000005, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true + }, + "xai/grok-4.20-multi-agent-0309": { "max_input_tokens": 1000000, "max_output_tokens": 1000000, "input_cost_per_token": 0.00000125, @@ -25833,7 +25916,7 @@ "litellm_provider": "xai", "supports_vision": true }, - "xai/grok-4.20-multi-agent-0309": { + "xai/grok-4.20-multi-agent-beta-0309": { "max_input_tokens": 1000000, "max_output_tokens": 1000000, "input_cost_per_token": 0.00000125, @@ -25846,367 +25929,284 @@ "litellm_provider": "xai", "supports_vision": true }, - "xai/grok-build-0.1": { - "max_input_tokens": 256000, - "max_output_tokens": 256000, - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000002, - "input_cost_per_token_above_200k_tokens": 0.000002, - "output_cost_per_token_above_200k_tokens": 0.000004, + "xai/grok-4.3": { + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000005, "cache_read_input_token_cost": 2e-7, "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", "litellm_provider": "xai", "supports_vision": true }, - "gpt-transcribe": { - "mode": "audio_transcription", - "litellm_provider": "openai", - "supports_audio_input": true - }, - "gpt-live-transcribe": { - "mode": "audio_transcription", - "litellm_provider": "openai", - "supports_audio_input": true - }, - "gpt-realtime-translate": { - "max_input_tokens": 16000, - "max_output_tokens": 2000, - "mode": "realtime", - "litellm_provider": "openai", - "supports_audio_input": true - }, - "claude-mythos-5": { + "xai/grok-4.3-latest": { "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00005, - "cache_creation_input_token_cost": 0.0000125, - "cache_read_input_token_cost": 0.000001, + "max_output_tokens": 1000000, + "input_cost_per_token": 0.00000125, + "output_cost_per_token": 0.0000025, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token_above_200k_tokens": 0.000005, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, + "litellm_provider": "xai", "supports_vision": true }, - "claude-mythos-preview": { - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "input_cost_per_token": 0.00001, - "output_cost_per_token": 0.00005, - "cache_creation_input_token_cost": 0.0000125, - "cache_read_input_token_cost": 0.000001, + "xai/grok-4.5": { + "max_input_tokens": 500000, + "max_output_tokens": 500000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000012, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "anthropic", - "supports_pdf_input": true, + "litellm_provider": "xai", "supports_vision": true }, - "gemini/gemini-robotics-er-2-streaming-preview": { + "xai/grok-4.5-latest": { + "max_input_tokens": 500000, + "max_output_tokens": 500000, "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.00001, + "output_cost_per_token": 0.000006, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000012, + "cache_read_input_token_cost": 3e-7, + "cache_read_input_token_cost_above_200k_tokens": 6e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_vision": true, - "supports_audio_input": true, - "supports_video_input": true + "litellm_provider": "xai", + "supports_vision": true }, - "mistral/mistral-small-2603": { - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "input_cost_per_token": 1.5e-7, - "output_cost_per_token": 6e-7, + "xai/grok-4.6": { + "max_input_tokens": 500000, + "max_output_tokens": 500000, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "input_cost_per_token_above_200k_tokens": 0.000004, + "output_cost_per_token_above_200k_tokens": 0.000012, + "cache_read_input_token_cost": 5e-7, + "cache_read_input_token_cost_above_200k_tokens": 0.000001, "mode": "chat", - "litellm_provider": "mistral", + "litellm_provider": "xai", "supports_vision": true }, - "mistral/labs-leanstral-1-5": { - "max_input_tokens": 262144, + "xai/grok-beta": { + "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 0, - "output_cost_per_token": 0, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000015, "mode": "chat", - "litellm_provider": "mistral" - }, - "mistral/mistral-moderation-2603": { - "max_input_tokens": 131072, - "input_cost_per_token": 0, - "output_cost_per_token": 0, - "mode": "moderation", - "litellm_provider": "mistral" - }, - "mistral/voxtral-mini-2602": { - "mode": "audio_transcription", - "litellm_provider": "mistral", - "supports_audio_input": true - }, - "mistral/voxtral-mini-transcribe-realtime-2602": { - "mode": "audio_transcription", - "litellm_provider": "mistral", - "supports_audio_input": true - }, - "mistral/voxtral-mini-tts-2603": { - "mode": "audio_speech", - "litellm_provider": "mistral" + "litellm_provider": "xai", + "supports_vision": true }, - "fallback_generalizations": {}, - "gemini/gemini-3.5-live-translate-preview": { - "input_cost_per_token": 0.0000035, - "output_cost_per_token": 0.000021, + "xai/grok-build-0.1": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000002, + "input_cost_per_token_above_200k_tokens": 0.000002, + "output_cost_per_token_above_200k_tokens": 0.000004, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "gemini", - "supports_audio_input": true - }, - "perplexity/pplx-embed-context-v1-0.6b": { - "max_input_tokens": 32768, - "input_cost_per_token": 8e-9, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "perplexity" - }, - "perplexity/pplx-embed-context-v1-4b": { - "max_input_tokens": 32768, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "perplexity" - }, - "voyage/voyage-4-large": { - "max_input_tokens": 32000, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" - }, - "voyage/voyage-4": { - "max_input_tokens": 32000, - "input_cost_per_token": 6e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" - }, - "voyage/voyage-4-lite": { - "max_input_tokens": 32000, - "input_cost_per_token": 2e-8, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" - }, - "voyage/voyage-code-4": { - "max_input_tokens": 32000, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "litellm_provider": "xai", + "supports_vision": true }, - "voyage/voyage-context-4": { - "max_input_tokens": 120000, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "xai/grok-code-fast": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000002, + "input_cost_per_token_above_200k_tokens": 0.000002, + "output_cost_per_token_above_200k_tokens": 0.000004, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true }, - "voyage/voyage-multimodal-3.5": { - "max_input_tokens": 32000, - "input_cost_per_token": 1.2e-7, - "output_cost_per_token": 0, - "mode": "embedding", - "litellm_provider": "voyage" + "xai/grok-code-fast-1": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000002, + "input_cost_per_token_above_200k_tokens": 0.000002, + "output_cost_per_token_above_200k_tokens": 0.000004, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, + "mode": "chat", + "litellm_provider": "xai", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/deepseek-v4-flash-0731": { - "max_input_tokens": 1048576, - "max_output_tokens": 131072, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 2.8e-7, - "cache_read_input_token_cost": 2.8e-8, + "xai/grok-code-fast-1-0825": { + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000002, + "input_cost_per_token_above_200k_tokens": 0.000002, + "output_cost_per_token_above_200k_tokens": 0.000004, + "cache_read_input_token_cost": 2e-7, + "cache_read_input_token_cost_above_200k_tokens": 4e-7, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": false + "litellm_provider": "xai", + "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/kimi-k3": { - "max_input_tokens": 1048576, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000003, + "xai/grok-vision-beta": { + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000015, - "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai", + "litellm_provider": "xai", "supports_vision": true }, - "fireworks_ai/deepseek-v4-flash-0731": { - "max_input_tokens": 1048576, - "max_output_tokens": 131072, - "input_cost_per_token": 1.4e-7, - "output_cost_per_token": 2.8e-7, - "cache_read_input_token_cost": 2.8e-8, - "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": false + "you_com/search": { + "mode": "search", + "litellm_provider": "you_com" }, - "fireworks_ai/glm-5p2-fast": { - "max_input_tokens": 1048576, - "max_output_tokens": 131072, - "input_cost_per_token": 0.0000021, - "output_cost_per_token": 0.0000066, - "cache_read_input_token_cost": 2.1e-7, + "zai.glm-4.7": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": false + "litellm_provider": "bedrock_converse" }, - "fireworks_ai/glm-5p2-fast-us": { - "max_input_tokens": 1048576, - "max_output_tokens": 131072, - "input_cost_per_token": 0.0000021, - "output_cost_per_token": 0.0000066, - "cache_read_input_token_cost": 2.1e-7, + "zai.glm-4.7-flash": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 7e-8, + "output_cost_per_token": 4e-7, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": false + "litellm_provider": "bedrock_converse" }, - "fireworks_ai/kimi-k3": { - "max_input_tokens": 1048576, - "max_output_tokens": 131072, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000015, - "cache_read_input_token_cost": 3e-7, + "zai.glm-5": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.0000032, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": true + "litellm_provider": "bedrock_converse" }, - "fireworks_ai/kimi-k3-fast": { - "max_input_tokens": 1048576, - "max_output_tokens": 131072, - "input_cost_per_token": 0.0000045, - "output_cost_per_token": 0.0000225, - "cache_read_input_token_cost": 4.5e-7, + "zai/glm-4-32b-0414-128k": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 1e-7, + "output_cost_per_token": 1e-7, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": true + "litellm_provider": "zai" }, - "fireworks_ai/kimi-k3-us": { - "max_input_tokens": 1048576, - "max_output_tokens": 131072, - "input_cost_per_token": 0.0000033, - "output_cost_per_token": 0.0000165, - "cache_read_input_token_cost": 3.3e-7, + "zai/glm-4.5": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": true + "litellm_provider": "zai" }, - "fireworks_ai/qwen3p8-max": { - "max_input_tokens": 262144, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, - "cache_read_input_token_cost": 2.5e-7, + "zai/glm-4.5-air": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 2e-7, + "output_cost_per_token": 0.0000011, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": true + "litellm_provider": "zai" }, - "fireworks_ai/muse-glimmer-30b": { - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.0000015, - "cache_read_input_token_cost": 4e-8, + "zai/glm-4.5-airx": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.0000011, + "output_cost_per_token": 0.0000045, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": true + "litellm_provider": "zai" }, - "fireworks_ai/nemotron-lightning-3p5-30b-a3b": { - "max_input_tokens": 262144, - "max_output_tokens": 32768, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2e-7, - "cache_read_input_token_cost": 1e-8, + "zai/glm-4.5-flash": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": false + "litellm_provider": "zai" }, - "fireworks_ai/nemotron-3-ultra-nvfp4": { - "max_input_tokens": 262144, - "max_output_tokens": 32768, - "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, - "cache_read_input_token_cost": 1.2e-7, + "zai/glm-4.5-x": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 0.0000022, + "output_cost_per_token": 0.0000089, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": false + "litellm_provider": "zai" }, - "fireworks_ai/accounts/fireworks/models/muse-glimmer-30b": { - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "input_cost_per_token": 3.5e-7, - "output_cost_per_token": 0.0000015, - "cache_read_input_token_cost": 4e-8, + "zai/glm-4.5v": { + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000018, "mode": "chat", - "litellm_provider": "fireworks_ai", + "litellm_provider": "zai", "supports_vision": true }, - "fireworks_ai/accounts/fireworks/models/nemotron-lightning-3p5-30b-a3b": { - "max_input_tokens": 262144, - "max_output_tokens": 32768, - "input_cost_per_token": 5e-8, - "output_cost_per_token": 2e-7, - "cache_read_input_token_cost": 1e-8, - "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": false - }, - "fireworks_ai/accounts/fireworks/models/nemotron-3-ultra-nvfp4": { - "max_input_tokens": 262144, - "max_output_tokens": 32768, + "zai/glm-4.6": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, "input_cost_per_token": 6e-7, - "output_cost_per_token": 0.0000024, - "cache_read_input_token_cost": 1.2e-7, + "output_cost_per_token": 0.0000022, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 1.1e-7, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": false + "litellm_provider": "zai" }, - "fireworks_ai/accounts/fireworks/models/qwen3p8-max": { - "max_input_tokens": 262144, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000006, - "cache_read_input_token_cost": 2.5e-7, + "zai/glm-4.7": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 6e-7, + "output_cost_per_token": 0.0000022, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 1.1e-7, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": true + "litellm_provider": "zai" }, - "fireworks_ai/accounts/fireworks/routers/glm-5p2-fast": { - "max_input_tokens": 1048576, - "max_output_tokens": 131072, - "input_cost_per_token": 0.0000021, - "output_cost_per_token": 0.0000066, - "cache_read_input_token_cost": 2.1e-7, + "zai/glm-4.7-flash": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 0, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": false + "litellm_provider": "zai" }, - "fireworks_ai/accounts/fireworks/routers/glm-5p2-fast-us": { - "max_input_tokens": 1048576, - "max_output_tokens": 131072, - "input_cost_per_token": 0.0000021, - "output_cost_per_token": 0.0000066, - "cache_read_input_token_cost": 2.1e-7, + "zai/glm-5": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.0000032, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 2e-7, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": false + "litellm_provider": "zai" }, - "fireworks_ai/accounts/fireworks/routers/kimi-k3-fast": { - "max_input_tokens": 1048576, - "max_output_tokens": 131072, - "input_cost_per_token": 0.0000045, - "output_cost_per_token": 0.0000225, - "cache_read_input_token_cost": 4.5e-7, + "zai/glm-5-code": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000012, + "output_cost_per_token": 0.000005, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 3e-7, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": true + "litellm_provider": "zai" }, - "fireworks_ai/accounts/fireworks/routers/kimi-k3-us": { - "max_input_tokens": 1048576, - "max_output_tokens": 131072, - "input_cost_per_token": 0.0000033, - "output_cost_per_token": 0.0000165, - "cache_read_input_token_cost": 3.3e-7, + "zai/glm-5.1": { + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000014, + "output_cost_per_token": 0.0000044, + "cache_creation_input_token_cost": 0, + "cache_read_input_token_cost": 2.6e-7, "mode": "chat", - "litellm_provider": "fireworks_ai", - "supports_vision": true + "litellm_provider": "zai" } } diff --git a/src/common/utils/tokens/updateModelsData.test.ts b/src/common/utils/tokens/updateModelsData.test.ts index 6ba3715ee84..afd01dd81d4 100644 --- a/src/common/utils/tokens/updateModelsData.test.ts +++ b/src/common/utils/tokens/updateModelsData.test.ts @@ -2,9 +2,11 @@ import { describe, test, expect } from "@jest/globals"; import { KNOWN_MODELS } from "@/common/constants/knownModels"; import modelsJson from "./models.json"; import { + countChatModels, findMissingKnownModels, pruneModelData, sanitizePricing, + serializeModelData, validateModelData, } from "./updateModelsData"; @@ -65,6 +67,8 @@ describe("sanitizePricing", () => { }); describe("findMissingKnownModels", () => { + const usable = { max_input_tokens: 256000 }; + test("reports all curated models against an empty catalog and no overrides", () => { const missing = findMissingKnownModels({}, {}); expect(missing.sort()).toEqual( @@ -78,28 +82,40 @@ describe("findMissingKnownModels", () => { const grok = Object.values(KNOWN_MODELS).find((model) => model.provider === "xai"); if (!grok) throw new Error("expected a curated xai model"); - const bareKey = { [grok.providerModelId]: {} }; + const bareKey = { [grok.providerModelId]: usable }; expect(findMissingKnownModels(bareKey, {})).toContain(grok.id); - const prefixedKey = { [`xai/${grok.providerModelId}`]: {} }; + const prefixedKey = { [`xai/${grok.providerModelId}`]: usable }; expect(findMissingKnownModels(prefixedKey, {})).not.toContain(grok.id); }); + test("a retained key with unusable token limits still counts as missing", () => { + const anthropic = Object.values(KNOWN_MODELS).find((model) => model.provider === "anthropic"); + if (!anthropic) throw new Error("expected a curated anthropic model"); + + // Key presence is not coverage: getModelStats would reject these entries. + expect(findMissingKnownModels({ [anthropic.providerModelId]: {} }, {})).toContain(anthropic.id); + expect( + findMissingKnownModels({ [anthropic.providerModelId]: { max_input_tokens: 0 } }, {}) + ).toContain(anthropic.id); + }); + test("models-extra overrides satisfy models absent upstream", () => { const anthropic = Object.values(KNOWN_MODELS).find((model) => model.provider === "anthropic"); if (!anthropic) throw new Error("expected a curated anthropic model"); - expect(findMissingKnownModels({}, { [anthropic.providerModelId]: {} })).not.toContain( + expect(findMissingKnownModels({}, { [anthropic.providerModelId]: usable })).not.toContain( anthropic.id ); }); }); describe("validateModelData", () => { - test("accepts the current vendored models.json", () => { - const sanitized = sanitizePricing(modelsJson as Record>); + test("accepts the current vendored models.json against its own baseline", () => { + const vendored = modelsJson as Record>; + const sanitized = sanitizePricing(vendored); expect(sanitized.droppedModelIds).toEqual([]); - expect(() => validateModelData(sanitized)).not.toThrow(); + expect(() => validateModelData(sanitized, countChatModels(vendored))).not.toThrow(); }); test("rejects truncated upstream data", () => { @@ -108,6 +124,23 @@ describe("validateModelData", () => { ); }); + test("rejects a large shrink below the vendored baseline even above the floor", () => { + // Cover every curated model so only the shrink rule is under test. + const curatedCoverage = Object.fromEntries( + Object.values(KNOWN_MODELS).map((model) => [ + model.providerModelId, + { mode: "chat", max_input_tokens: 200000 }, + ]) + ); + const sanitized = { + catalog: { ...chatEntries(600), ...curatedCoverage }, + droppedModelIds: [], + }; + expect(() => validateModelData(sanitized, 2000)).toThrow(/chat model count shrank from 2000/); + // A small decrease within the bound is acceptable (e.g. upstream pruning). + expect(() => validateModelData(sanitized, 650)).not.toThrow(); + }); + test("rejects data where too many entries had invalid pricing", () => { // 100 dropped out of 700 total (14%) exceeds the 5% abort threshold. const dropped = Array.from({ length: 100 }, (_, i) => `dropped-${i}`); @@ -124,3 +157,12 @@ describe("validateModelData", () => { ); }); }); + +describe("serializeModelData", () => { + test("sorts keys so upstream reordering produces no diff", () => { + const forward = serializeModelData({ b: { mode: "chat" }, a: { mode: "chat" } }); + const reversed = serializeModelData({ a: { mode: "chat" }, b: { mode: "chat" } }); + expect(forward).toBe(reversed); + expect(forward.indexOf('"a"')).toBeLessThan(forward.indexOf('"b"')); + }); +}); diff --git a/src/common/utils/tokens/updateModelsData.ts b/src/common/utils/tokens/updateModelsData.ts index 913ededc110..301ff3b3a2f 100644 --- a/src/common/utils/tokens/updateModelsData.ts +++ b/src/common/utils/tokens/updateModelsData.ts @@ -7,6 +7,7 @@ import { KNOWN_MODELS } from "@/common/constants/knownModels"; import { modelsExtra } from "./models-extra"; +import { hasUsableTokenLimits } from "./modelStats"; const RETAINED_FIELDS = [ "max_input_tokens", @@ -43,7 +44,10 @@ const COST_FIELDS = [ ] as const; // Abort thresholds guarding against truncated or structurally reshaped upstream data. +// The absolute floor catches degenerate payloads; the relative bound catches partial +// responses that would silently drop metadata for thousands of currently known models. const MIN_CHAT_MODELS = 500; +const MAX_CHAT_MODEL_SHRINK_FRACTION = 0.1; const MAX_INVALID_PRICING_FRACTION = 0.05; export type ModelCatalogData = Record>; @@ -106,9 +110,19 @@ export function sanitizePricing(pruned: ModelCatalogData): SanitizedModelData { return { catalog, droppedModelIds }; } +function providesUsableMetadata(entry: unknown): boolean { + return ( + typeof entry === "object" && + entry !== null && + hasUsableTokenLimits(entry as Record) + ); +} + /** * Curated models that would lose token/pricing metadata under the given catalog. - * The models-extra overrides are consulted the same way getModelStats does. + * The models-extra overrides are consulted the same way getModelStats does, and + * coverage requires usable metadata (not mere key presence), so an upstream entry + * that loses its token limits still counts as missing. */ export function findMissingKnownModels( catalog: ModelCatalogData, @@ -122,22 +136,41 @@ export function findMissingKnownModels( model.provider === "xai" || model.provider === "moonshotai" ? `${model.provider}/${modelId}` : modelId; - if (!(lookupKey in catalog) && !(lookupKey in extra) && !(modelId in extra)) { + if ( + !providesUsableMetadata(catalog[lookupKey]) && + !providesUsableMetadata(extra[lookupKey]) && + !providesUsableMetadata(extra[modelId]) + ) { missing.push(model.id); } } return missing; } -/** Throws when the sanitized upstream data is unfit to replace the vendored models.json. */ -export function validateModelData(sanitized: SanitizedModelData): void { +export function countChatModels(catalog: ModelCatalogData): number { + return Object.values(catalog).filter((metadata) => metadata.mode === "chat").length; +} + +/** + * Throws when the sanitized upstream data is unfit to replace the vendored + * models.json. `baselineChatCount` is the chat-model count of the currently + * vendored catalog (0 when unavailable). + */ +export function validateModelData(sanitized: SanitizedModelData, baselineChatCount = 0): void { const { catalog, droppedModelIds } = sanitized; const errors: string[] = []; - const chatCount = Object.values(catalog).filter((metadata) => metadata.mode === "chat").length; + const chatCount = countChatModels(catalog); if (chatCount < MIN_CHAT_MODELS) { errors.push(`only ${chatCount} chat models found (expected at least ${MIN_CHAT_MODELS})`); } + const minRelativeChatCount = Math.ceil(baselineChatCount * (1 - MAX_CHAT_MODEL_SHRINK_FRACTION)); + if (chatCount < minRelativeChatCount) { + errors.push( + `chat model count shrank from ${baselineChatCount} to ${chatCount} ` + + `(more than ${MAX_CHAT_MODEL_SHRINK_FRACTION * 100}% below the vendored baseline)` + ); + } const total = Object.keys(catalog).length + droppedModelIds.length; if (total > 0 && droppedModelIds.length / total > MAX_INVALID_PRICING_FRACTION) { @@ -158,5 +191,10 @@ export function validateModelData(sanitized: SanitizedModelData): void { } export function serializeModelData(catalog: ModelCatalogData): string { - return `${JSON.stringify(catalog, null, 2)}\n`; + // Sort keys so upstream object reordering never shows up as a diff (the CLI + // and the scheduled workflow treat byte-identical output as "no update"). + const sorted = Object.fromEntries( + Object.entries(catalog).sort(([a], [b]) => (a < b ? -1 : a > b ? 1 : 0)) + ); + return `${JSON.stringify(sorted, null, 2)}\n`; } From aa5110ee78a7c518e339920a19e4c3dab9b2edf2 Mon Sep 17 00:00:00 2001 From: Michael Suchacz <203725896+ibetitsmike@users.noreply.github.com> Date: Sun, 23 Aug 2026 10:09:36 +0000 Subject: [PATCH 04/12] review: share lookup keys, add catalog build prereq, drop mux secret fallback - capabilities now resolve with getModelStats' shared key preference so provider-scoped entries win in both lookups - models.json is a prerequisite of the main bundle so catalog-only refreshes rebuild it - update-models workflow references only canonical XUM_APP_* secrets --- .github/workflows/update-models.yml | 8 ++--- Makefile | 4 ++- src/common/utils/ai/modelCapabilities.ts | 43 +++--------------------- src/common/utils/tokens/modelStats.ts | 11 +++--- 4 files changed, 18 insertions(+), 48 deletions(-) diff --git a/.github/workflows/update-models.yml b/.github/workflows/update-models.yml index 7935cfe5d6a..9d8f5fcac1e 100644 --- a/.github/workflows/update-models.yml +++ b/.github/workflows/update-models.yml @@ -27,8 +27,8 @@ jobs: - name: Check required secrets id: precheck env: - XUM_APP_ID: ${{ secrets.XUM_APP_ID || secrets.MUX_APP_ID }} - XUM_APP_PRIVATE_KEY: ${{ secrets.XUM_APP_PRIVATE_KEY || secrets.MUX_APP_PRIVATE_KEY }} + XUM_APP_ID: ${{ secrets.XUM_APP_ID }} + XUM_APP_PRIVATE_KEY: ${{ secrets.XUM_APP_PRIVATE_KEY }} run: | if [ -z "$XUM_APP_ID" ] || [ -z "$XUM_APP_PRIVATE_KEY" ]; then echo "Skipping (missing XUM_APP_ID / XUM_APP_PRIVATE_KEY)." @@ -43,8 +43,8 @@ jobs: with: # Use a GitHub App token so PR events trigger CI. PRs opened via # GITHUB_TOKEN intentionally do not trigger other workflows. - app-id: ${{ secrets.XUM_APP_ID || secrets.MUX_APP_ID }} - private-key: ${{ secrets.XUM_APP_PRIVATE_KEY || secrets.MUX_APP_PRIVATE_KEY }} + app-id: ${{ secrets.XUM_APP_ID }} + private-key: ${{ secrets.XUM_APP_PRIVATE_KEY }} - uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4.3.1 if: ${{ steps.precheck.outputs.enabled == 'true' }} diff --git a/Makefile b/Makefile index 9cbcb688ec4..dc91b1b474d 100644 --- a/Makefile +++ b/Makefile @@ -249,7 +249,9 @@ $(BUILTIN_SKILLS_GENERATED): $(BUILTIN_SKILL_SOURCES) $(DOCS_SOURCES) scripts/ge $(WORKFLOW_RUNTIME_SOURCES_GENERATED): $(WORKFLOW_RUNTIME_SOURCES) scripts/gen_workflow_runtime_sources.ts @bun scripts/gen_workflow_runtime_sources.ts -dist/cli/index.js: src/cli/index.ts src/desktop/main.ts src/cli/server.ts src/version.ts tsconfig.main.json tsconfig.json $(TS_SOURCES) $(BUILTIN_AGENTS_GENERATED) $(BUILTIN_SKILLS_GENERATED) $(BUILTIN_WORKFLOWS_GENERATED) $(WORKFLOW_RUNTIME_SOURCES_GENERATED) +# models.json is bundled but not in $(TS_SOURCES); without this prerequisite a +# catalog-only refresh would leave a stale main bundle (#3727). +dist/cli/index.js: src/cli/index.ts src/desktop/main.ts src/cli/server.ts src/version.ts tsconfig.main.json tsconfig.json $(TS_SOURCES) src/common/utils/tokens/models.json $(BUILTIN_AGENTS_GENERATED) $(BUILTIN_SKILLS_GENERATED) $(BUILTIN_WORKFLOWS_GENERATED) $(WORKFLOW_RUNTIME_SOURCES_GENERATED) @echo "Building main process..." @NODE_ENV=production $(TSGO) -p tsconfig.main.json @NODE_ENV=production bun x tsc-alias -p tsconfig.main.json diff --git a/src/common/utils/ai/modelCapabilities.ts b/src/common/utils/ai/modelCapabilities.ts index 910b75de8a7..21369770bc4 100644 --- a/src/common/utils/ai/modelCapabilities.ts +++ b/src/common/utils/ai/modelCapabilities.ts @@ -2,6 +2,7 @@ import type { ProvidersConfigMap } from "@/common/orpc/types"; import { resolveModelForMetadata } from "@/common/utils/providers/modelEntries"; import modelsData from "../tokens/models.json"; import { modelsExtra } from "../tokens/models-extra"; +import { generateModelLookupKeys } from "../tokens/modelStats"; import { normalizeToCanonical } from "./models"; interface RawModelCapabilitiesData { @@ -24,44 +25,6 @@ export interface ModelCapabilities { export type SupportedInputMediaType = "image" | "pdf" | "audio" | "video"; -const PROVIDER_KEY_ALIASES: Record = { - // GitHub Copilot keys in models.json use underscores for LiteLLM provider names. - "github-copilot": "github_copilot", -}; - -/** - * Generates lookup keys for a model string with multiple naming patterns. - * - * Keep this aligned with getModelStats(): many providers/layers use slightly different - * conventions (e.g. "ollama/model-cloud", "provider/model"). - */ -function generateLookupKeys(modelString: string): string[] { - const colonIndex = modelString.indexOf(":"); - const provider = colonIndex !== -1 ? modelString.slice(0, colonIndex) : ""; - const modelName = colonIndex !== -1 ? modelString.slice(colonIndex + 1) : modelString; - const litellmProvider = PROVIDER_KEY_ALIASES[provider] ?? provider; - - const keys: string[] = [ - modelName, // Direct model name (e.g., "claude-opus-4-5") - ]; - - if (provider) { - keys.push( - `${litellmProvider}/${modelName}`, // "ollama/gpt-oss:20b" - `${litellmProvider}/${modelName}-cloud` // "ollama/gpt-oss:20b-cloud" (LiteLLM convention) - ); - - // Fallback: strip size suffix for base model lookup - // "ollama:gpt-oss:20b" β†’ "ollama/gpt-oss" - if (modelName.includes(":")) { - const baseModel = modelName.split(":")[0]; - keys.push(`${litellmProvider}/${baseModel}`); - } - } - - return keys; -} - // Exported for tests: upstream LiteLLM no longer ships max_pdf_size_mb, so the // inference branches can only be exercised with injected metadata. export function extractModelCapabilities(data: RawModelCapabilitiesData): ModelCapabilities { @@ -87,7 +50,9 @@ export function extractModelCapabilities(data: RawModelCapabilitiesData): ModelC export function getModelCapabilities(modelString: string): ModelCapabilities | null { const normalized = normalizeToCanonical(modelString); - const lookupKeys = generateLookupKeys(normalized); + // Shared with getModelStats so capabilities and stats resolve from the same + // catalog entry (provider-scoped keys win over bare-name entries). + const lookupKeys = generateModelLookupKeys(normalized); // eslint-disable-next-line local/no-chained-type-assertions -- grandfathered when the rule was introduced; fix the underlying type instead of copying this pattern const modelsExtraRecord = modelsExtra as unknown as Record; diff --git a/src/common/utils/tokens/modelStats.ts b/src/common/utils/tokens/modelStats.ts index 611d22f9c4d..bfa9fbc0aa0 100644 --- a/src/common/utils/tokens/modelStats.ts +++ b/src/common/utils/tokens/modelStats.ts @@ -136,10 +136,13 @@ function stripLatestSuffix(modelName: string): string { } /** - * Generates lookup keys for a model string with multiple naming patterns - * Handles LiteLLM conventions like "ollama/model-cloud" and "provider/model" + * Generates lookup keys for a model string with multiple naming patterns. + * Handles LiteLLM conventions like "ollama/model-cloud" and "provider/model". + * Exported so capability resolution shares the exact same key preference: + * provider-scoped entries must win over bare-name entries in both lookups, + * otherwise a model can inherit stats and capabilities from different entries. */ -function generateLookupKeys(modelString: string): string[] { +export function generateModelLookupKeys(modelString: string): string[] { const colonIndex = modelString.indexOf(":"); const provider = colonIndex !== -1 ? modelString.slice(0, colonIndex) : ""; const modelName = colonIndex !== -1 ? modelString.slice(colonIndex + 1) : modelString; @@ -230,7 +233,7 @@ function generateLookupKeys(modelString: string): string[] { */ export function getModelStats(modelString: string): ModelStats | null { const normalized = normalizeToCanonical(modelString); - const lookupKeys = generateLookupKeys(normalized); + const lookupKeys = generateModelLookupKeys(normalized); // Check models-extra.ts first (overrides for models with incorrect upstream data) for (const key of lookupKeys) { From 4e04f5cd7f05cef261c2050bd7e8e39059e56ed0 Mon Sep 17 00:00:00 2001 From: Michael Suchacz <203725896+ibetitsmike@users.noreply.github.com> Date: Sun, 23 Aug 2026 10:24:11 +0000 Subject: [PATCH 05/12] review: expose only round-tripping catalog rows, guard priced coverage - catalog rows must resolve stats from their own entry (resolveRawModelEntry), excluding provider-scoped duplicates shadowed by models-extra overrides - validation compares priced chat-model coverage against the vendored baseline so an upstream pricing-field rename cannot zero-price the catalog --- scripts/update_models.ts | 11 ++-- src/common/utils/tokens/modelCatalog.test.ts | 9 +++ src/common/utils/tokens/modelCatalog.ts | 13 ++-- src/common/utils/tokens/modelStats.ts | 29 +++++++-- .../utils/tokens/updateModelsData.test.ts | 34 ++++++++-- src/common/utils/tokens/updateModelsData.ts | 62 +++++++++++++++---- 6 files changed, 128 insertions(+), 30 deletions(-) diff --git a/scripts/update_models.ts b/scripts/update_models.ts index 3f1c5a84676..9f1af6afdfa 100644 --- a/scripts/update_models.ts +++ b/scripts/update_models.ts @@ -9,11 +9,12 @@ */ import { - countChatModels, pruneModelData, sanitizePricing, serializeModelData, + summarizeCatalog, validateModelData, + type CatalogSummary, type ModelCatalogData, } from "../src/common/utils/tokens/updateModelsData"; @@ -42,16 +43,16 @@ async function updateModels() { .text() .catch(() => null); // Validate shrinkage against the vendored catalog so a truncated upstream - // response cannot silently drop metadata for thousands of known models. - let baselineChatCount = 0; + // response or a pricing-field rename cannot silently degrade known models. + let baseline: CatalogSummary | undefined; if (existing !== null) { try { - baselineChatCount = countChatModels(JSON.parse(existing) as ModelCatalogData); + baseline = summarizeCatalog(JSON.parse(existing) as ModelCatalogData); } catch { console.warn(`Could not parse existing ${OUTPUT_PATH}; skipping baseline size check`); } } - validateModelData(sanitized, baselineChatCount); + validateModelData(sanitized, baseline); const serialized = serializeModelData(sanitized.catalog); if (existing === serialized) { diff --git a/src/common/utils/tokens/modelCatalog.test.ts b/src/common/utils/tokens/modelCatalog.test.ts index c4ef21a997a..a6513d437f7 100644 --- a/src/common/utils/tokens/modelCatalog.test.ts +++ b/src/common/utils/tokens/modelCatalog.test.ts @@ -1,5 +1,6 @@ import { describe, test, expect } from "@jest/globals"; import { KNOWN_MODELS } from "@/common/constants/knownModels"; +import modelsJson from "./models.json"; import { normalizeToCanonical } from "@/common/utils/ai/models"; import { listModelCatalogIds } from "./modelCatalog"; import { getModelStats } from "./modelStats"; @@ -36,6 +37,14 @@ describe("listModelCatalogIds", () => { expect(ids).not.toContain("openai:text-embedding-3-small"); }); + test("excludes provider-scoped duplicates whose stats resolve to another entry", () => { + // snowflake/claude-sonnet-4-6 exists upstream, but stats resolution prefers + // the bare models-extra override, so exposing the scoped row would inherit + // metadata from a different entry than the row represents. + expect(Object.keys(modelsJson)).toContain("snowflake/claude-sonnet-4-6"); + expect(ids).not.toContain("snowflake:claude-sonnet-4-6"); + }); + test("every id is self-canonical so selection metadata matches the visible row", () => { // Gateway keys like openrouter/deepseek/x normalize to the direct provider id // during stats resolution; exposing non-canonical ids would create rows that diff --git a/src/common/utils/tokens/modelCatalog.ts b/src/common/utils/tokens/modelCatalog.ts index 458c6e79e7e..7aeb3482ae7 100644 --- a/src/common/utils/tokens/modelCatalog.ts +++ b/src/common/utils/tokens/modelCatalog.ts @@ -7,7 +7,7 @@ import { KNOWN_MODELS } from "@/common/constants/knownModels"; import { normalizeToCanonical } from "@/common/utils/ai/models"; import modelsData from "./models.json"; -import { getModelStats } from "./modelStats"; +import { resolveRawModelEntry } from "./modelStats"; // Only modes whose metadata (pricing, context window) applies to chat-style usage. const MAPPABLE_MODES = new Set(["chat", "responses"]); @@ -53,9 +53,14 @@ export function listModelCatalogIds(): string[] { // gateway duplicates; otherwise a gateway row would silently inherit the // direct entry's metadata while looking like a distinct option. const normalized = normalizeToCanonical(id); - // getModelStats enforces the validity bar (usable token limits), so every - // listed id inherits real metadata when selected as a mapping target. - if (getModelStats(normalized) === null) { + // Only expose rows whose stats resolve from this very entry (same validity + // bar as getModelStats). A provider-scoped duplicate like + // snowflake/claude-sonnet-4-6 loses stats resolution to the bare + // models-extra override, so selecting it would inherit metadata from a + // different entry than the row represents; the id stays selectable through + // whichever entry actually backs it. + const resolved = resolveRawModelEntry(normalized); + if (resolved?.key !== key) { continue; } ids.add(normalized); diff --git a/src/common/utils/tokens/modelStats.ts b/src/common/utils/tokens/modelStats.ts index bfa9fbc0aa0..ff1934e8499 100644 --- a/src/common/utils/tokens/modelStats.ts +++ b/src/common/utils/tokens/modelStats.ts @@ -226,12 +226,19 @@ export function generateModelLookupKeys(modelString: string): string[] { return keys; } +export interface ResolvedRawModelEntry { + /** The models-extra/models.json key the stats actually come from. */ + key: string; + data: RawModelData; +} + /** - * Gets model statistics for a given Vercel AI SDK model string - * @param modelString - Format: "provider:model-name" (e.g., "anthropic:claude-opus-4-1", "ollama:gpt-oss:20b") - * @returns ModelStats or null if model not found + * Resolves the raw override/catalog entry backing a model string, preserving + * getModelStats' precedence: models-extra across every lookup key first, then + * models.json. Exported so the Treat-as catalog can exclude ids whose stats + * would resolve from a different entry than the row represents. */ -export function getModelStats(modelString: string): ModelStats | null { +export function resolveRawModelEntry(modelString: string): ResolvedRawModelEntry | null { const normalized = normalizeToCanonical(modelString); const lookupKeys = generateModelLookupKeys(normalized); @@ -239,7 +246,7 @@ export function getModelStats(modelString: string): ModelStats | null { for (const key of lookupKeys) { const data = (modelsExtra as Record)[key]; if (data && hasUsableTokenLimits(data)) { - return extractModelStats(data); + return { key, data }; } } @@ -247,13 +254,23 @@ export function getModelStats(modelString: string): ModelStats | null { for (const key of lookupKeys) { const data = (modelsData as Record)[key]; if (data && hasUsableTokenLimits(data)) { - return extractModelStats(data); + return { key, data }; } } return null; } +/** + * Gets model statistics for a given Vercel AI SDK model string + * @param modelString - Format: "provider:model-name" (e.g., "anthropic:claude-opus-4-1", "ollama:gpt-oss:20b") + * @returns ModelStats or null if model not found + */ +export function getModelStats(modelString: string): ModelStats | null { + const entry = resolveRawModelEntry(modelString); + return entry === null ? null : extractModelStats(entry.data); +} + export function getModelStatsResolved( modelString: string, providersConfig: ProvidersConfigMap | null diff --git a/src/common/utils/tokens/updateModelsData.test.ts b/src/common/utils/tokens/updateModelsData.test.ts index afd01dd81d4..8bdd37f7c48 100644 --- a/src/common/utils/tokens/updateModelsData.test.ts +++ b/src/common/utils/tokens/updateModelsData.test.ts @@ -2,11 +2,11 @@ import { describe, test, expect } from "@jest/globals"; import { KNOWN_MODELS } from "@/common/constants/knownModels"; import modelsJson from "./models.json"; import { - countChatModels, findMissingKnownModels, pruneModelData, sanitizePricing, serializeModelData, + summarizeCatalog, validateModelData, } from "./updateModelsData"; @@ -115,7 +115,7 @@ describe("validateModelData", () => { const vendored = modelsJson as Record>; const sanitized = sanitizePricing(vendored); expect(sanitized.droppedModelIds).toEqual([]); - expect(() => validateModelData(sanitized, countChatModels(vendored))).not.toThrow(); + expect(() => validateModelData(sanitized, summarizeCatalog(vendored))).not.toThrow(); }); test("rejects truncated upstream data", () => { @@ -136,9 +136,35 @@ describe("validateModelData", () => { catalog: { ...chatEntries(600), ...curatedCoverage }, droppedModelIds: [], }; - expect(() => validateModelData(sanitized, 2000)).toThrow(/chat model count shrank from 2000/); + expect(() => validateModelData(sanitized, { chatModels: 2000, pricedChatModels: 600 })).toThrow( + /chat model count shrank from 2000/ + ); // A small decrease within the bound is acceptable (e.g. upstream pruning). - expect(() => validateModelData(sanitized, 650)).not.toThrow(); + expect(() => + validateModelData(sanitized, { chatModels: 650, pricedChatModels: 600 }) + ).not.toThrow(); + }); + + test("rejects a catalog-wide loss of pricing fields", () => { + // Entries keep modes and token limits but lose every cost field, as an + // upstream pricing-field rename would produce: nothing is dropped per-entry, + // yet priced coverage collapses. + const unpriced = Object.fromEntries( + Array.from({ length: 700 }, (_, i) => [ + `provider/unpriced-${i}`, + { mode: "chat", max_input_tokens: 128000 }, + ]) + ); + const curatedCoverage = Object.fromEntries( + Object.values(KNOWN_MODELS).map((model) => [ + model.providerModelId, + { mode: "chat", max_input_tokens: 200000 }, + ]) + ); + const sanitized = { catalog: { ...unpriced, ...curatedCoverage }, droppedModelIds: [] }; + expect(() => validateModelData(sanitized, { chatModels: 700, pricedChatModels: 680 })).toThrow( + /priced chat model count shrank from 680/ + ); }); test("rejects data where too many entries had invalid pricing", () => { diff --git a/src/common/utils/tokens/updateModelsData.ts b/src/common/utils/tokens/updateModelsData.ts index 301ff3b3a2f..bee6240a01a 100644 --- a/src/common/utils/tokens/updateModelsData.ts +++ b/src/common/utils/tokens/updateModelsData.ts @@ -147,30 +147,70 @@ export function findMissingKnownModels( return missing; } -export function countChatModels(catalog: ModelCatalogData): number { - return Object.values(catalog).filter((metadata) => metadata.mode === "chat").length; +export interface CatalogSummary { + chatModels: number; + /** Chat models carrying a numeric input or output cost. */ + pricedChatModels: number; +} + +export function summarizeCatalog(catalog: ModelCatalogData): CatalogSummary { + let chatModels = 0; + let pricedChatModels = 0; + for (const metadata of Object.values(catalog)) { + if (metadata.mode !== "chat") { + continue; + } + chatModels++; + if ( + typeof metadata.input_cost_per_token === "number" || + typeof metadata.output_cost_per_token === "number" + ) { + pricedChatModels++; + } + } + return { chatModels, pricedChatModels }; +} + +const EMPTY_BASELINE: CatalogSummary = { chatModels: 0, pricedChatModels: 0 }; + +function belowBaseline(count: number, baseline: number): boolean { + return count < Math.ceil(baseline * (1 - MAX_CHAT_MODEL_SHRINK_FRACTION)); } /** * Throws when the sanitized upstream data is unfit to replace the vendored - * models.json. `baselineChatCount` is the chat-model count of the currently - * vendored catalog (0 when unavailable). + * models.json. `baseline` summarizes the currently vendored catalog (defaults + * to empty when unavailable, disabling the relative checks). */ -export function validateModelData(sanitized: SanitizedModelData, baselineChatCount = 0): void { +export function validateModelData( + sanitized: SanitizedModelData, + baseline: CatalogSummary = EMPTY_BASELINE +): void { const { catalog, droppedModelIds } = sanitized; const errors: string[] = []; - const chatCount = countChatModels(catalog); - if (chatCount < MIN_CHAT_MODELS) { - errors.push(`only ${chatCount} chat models found (expected at least ${MIN_CHAT_MODELS})`); + const summary = summarizeCatalog(catalog); + if (summary.chatModels < MIN_CHAT_MODELS) { + errors.push( + `only ${summary.chatModels} chat models found (expected at least ${MIN_CHAT_MODELS})` + ); } - const minRelativeChatCount = Math.ceil(baselineChatCount * (1 - MAX_CHAT_MODEL_SHRINK_FRACTION)); - if (chatCount < minRelativeChatCount) { + if (belowBaseline(summary.chatModels, baseline.chatModels)) { errors.push( - `chat model count shrank from ${baselineChatCount} to ${chatCount} ` + + `chat model count shrank from ${baseline.chatModels} to ${summary.chatModels} ` + `(more than ${MAX_CHAT_MODEL_SHRINK_FRACTION * 100}% below the vendored baseline)` ); } + // Costs are optional per entry (subscription providers), so an upstream + // pricing-field rename would sail through the per-entry checks; catching a + // collapse in priced coverage keeps getModelStats from silently zero-pricing + // the whole catalog. + if (belowBaseline(summary.pricedChatModels, baseline.pricedChatModels)) { + errors.push( + `priced chat model count shrank from ${baseline.pricedChatModels} to ` + + `${summary.pricedChatModels} (upstream pricing fields may have been renamed)` + ); + } const total = Object.keys(catalog).length + droppedModelIds.length; if (total > 0 && droppedModelIds.length / total > MAX_INVALID_PRICING_FRACTION) { From 07dd882b64729c6dbcca03aa9b844e1843f1601c Mon Sep 17 00:00:00 2001 From: Michael Suchacz <203725896+ibetitsmike@users.noreply.github.com> Date: Sun, 23 Aug 2026 10:36:54 +0000 Subject: [PATCH 06/12] review: track usable and per-field priced coverage in the shrink guard - shrinkage measured over usable chat/responses entries (getModelStats bar), so token-limit loss and responses-mode loss both register - input- and output-priced chat coverage compared independently so renaming one cost field cannot hide behind the other --- src/common/utils/tokens/modelCatalog.ts | 4 +- .../utils/tokens/updateModelsData.test.ts | 82 +++++++++++--- src/common/utils/tokens/updateModelsData.ts | 107 ++++++++++++------ 3 files changed, 138 insertions(+), 55 deletions(-) diff --git a/src/common/utils/tokens/modelCatalog.ts b/src/common/utils/tokens/modelCatalog.ts index 7aeb3482ae7..ecd8cccf572 100644 --- a/src/common/utils/tokens/modelCatalog.ts +++ b/src/common/utils/tokens/modelCatalog.ts @@ -8,9 +8,7 @@ import { KNOWN_MODELS } from "@/common/constants/knownModels"; import { normalizeToCanonical } from "@/common/utils/ai/models"; import modelsData from "./models.json"; import { resolveRawModelEntry } from "./modelStats"; - -// Only modes whose metadata (pricing, context window) applies to chat-style usage. -const MAPPABLE_MODES = new Set(["chat", "responses"]); +import { MAPPABLE_MODES } from "./updateModelsData"; function toCanonicalModelId(catalogKey: string, metadata: Record): string | null { // LiteLLM keys are either "provider/model" or a bare model id whose provider diff --git a/src/common/utils/tokens/updateModelsData.test.ts b/src/common/utils/tokens/updateModelsData.test.ts index 8bdd37f7c48..456bea0fbb0 100644 --- a/src/common/utils/tokens/updateModelsData.test.ts +++ b/src/common/utils/tokens/updateModelsData.test.ts @@ -120,7 +120,7 @@ describe("validateModelData", () => { test("rejects truncated upstream data", () => { expect(() => validateModelData({ catalog: chatEntries(10), droppedModelIds: [] })).toThrow( - /only 10 chat models found/ + /only 10 usable chat\/responses models found/ ); }); @@ -136,23 +136,25 @@ describe("validateModelData", () => { catalog: { ...chatEntries(600), ...curatedCoverage }, droppedModelIds: [], }; - expect(() => validateModelData(sanitized, { chatModels: 2000, pricedChatModels: 600 })).toThrow( - /chat model count shrank from 2000/ + const baseline = (usableMappableModels: number) => ({ + usableMappableModels, + inputPricedChatModels: 600, + outputPricedChatModels: 600, + }); + expect(() => validateModelData(sanitized, baseline(2000))).toThrow( + /usable chat\/responses model count shrank from 2000/ ); // A small decrease within the bound is acceptable (e.g. upstream pruning). - expect(() => - validateModelData(sanitized, { chatModels: 650, pricedChatModels: 600 }) - ).not.toThrow(); + expect(() => validateModelData(sanitized, baseline(650))).not.toThrow(); }); - test("rejects a catalog-wide loss of pricing fields", () => { - // Entries keep modes and token limits but lose every cost field, as an - // upstream pricing-field rename would produce: nothing is dropped per-entry, - // yet priced coverage collapses. - const unpriced = Object.fromEntries( + test("rejects the loss of one pricing field even when the other survives", () => { + // An upstream rename of just output_cost_per_token keeps every entry + // input-priced, so aggregated priced coverage would hide the regression. + const outputless = Object.fromEntries( Array.from({ length: 700 }, (_, i) => [ - `provider/unpriced-${i}`, - { mode: "chat", max_input_tokens: 128000 }, + `provider/outputless-${i}`, + { mode: "chat", max_input_tokens: 128000, input_cost_per_token: 0.000001 }, ]) ); const curatedCoverage = Object.fromEntries( @@ -161,10 +163,58 @@ describe("validateModelData", () => { { mode: "chat", max_input_tokens: 200000 }, ]) ); - const sanitized = { catalog: { ...unpriced, ...curatedCoverage }, droppedModelIds: [] }; - expect(() => validateModelData(sanitized, { chatModels: 700, pricedChatModels: 680 })).toThrow( - /priced chat model count shrank from 680/ + const sanitized = { catalog: { ...outputless, ...curatedCoverage }, droppedModelIds: [] }; + expect(() => + validateModelData(sanitized, { + usableMappableModels: 700, + inputPricedChatModels: 680, + outputPricedChatModels: 680, + }) + ).toThrow(/output-priced chat model count shrank from 680/); + }); + + test("rejects a catalog-wide loss of token limits even when pricing survives", () => { + // Entries keep mode + pricing but lose max_input_tokens: getModelStats + // rejects them, so usable coverage must register the collapse. + const limitless = Object.fromEntries( + Array.from({ length: 700 }, (_, i) => [ + `provider/limitless-${i}`, + { mode: "chat", input_cost_per_token: 0.000001, output_cost_per_token: 0.000002 }, + ]) + ); + const curatedCoverage = Object.fromEntries( + Object.values(KNOWN_MODELS).map((model) => [ + model.providerModelId, + { mode: "chat", max_input_tokens: 200000 }, + ]) ); + const sanitized = { catalog: { ...limitless, ...curatedCoverage }, droppedModelIds: [] }; + expect(() => + validateModelData(sanitized, { + usableMappableModels: 700, + inputPricedChatModels: 680, + outputPricedChatModels: 680, + }) + ).toThrow(/usable chat\/responses model count shrank from 700/); + }); + + test("counts responses-mode entries and applies the usability bar", () => { + expect( + summarizeCatalog({ + usableChat: { + mode: "chat", + max_input_tokens: 128000, + input_cost_per_token: 0.000001, + }, + usableResponses: { mode: "responses", max_input_tokens: 128000 }, + limitlessChat: { mode: "chat", input_cost_per_token: 0.000001 }, + embedding: { mode: "embedding", max_input_tokens: 8192 }, + }) + ).toEqual({ + usableMappableModels: 2, + inputPricedChatModels: 2, + outputPricedChatModels: 0, + }); }); test("rejects data where too many entries had invalid pricing", () => { diff --git a/src/common/utils/tokens/updateModelsData.ts b/src/common/utils/tokens/updateModelsData.ts index bee6240a01a..48b4d0b193c 100644 --- a/src/common/utils/tokens/updateModelsData.ts +++ b/src/common/utils/tokens/updateModelsData.ts @@ -44,12 +44,15 @@ const COST_FIELDS = [ ] as const; // Abort thresholds guarding against truncated or structurally reshaped upstream data. -// The absolute floor catches degenerate payloads; the relative bound catches partial -// responses that would silently drop metadata for thousands of currently known models. -const MIN_CHAT_MODELS = 500; -const MAX_CHAT_MODEL_SHRINK_FRACTION = 0.1; +// The absolute floor catches degenerate payloads; the relative bounds catch partial +// responses or field renames that would silently degrade thousands of known models. +const MIN_USABLE_MAPPABLE_MODELS = 500; +const MAX_BASELINE_SHRINK_FRACTION = 0.1; const MAX_INVALID_PRICING_FRACTION = 0.05; +/** Modes whose metadata applies to chat-style usage; mirrored by the Treat-as catalog. */ +export const MAPPABLE_MODES = new Set(["chat", "responses"]); + export type ModelCatalogData = Record>; export interface SanitizedModelData { @@ -148,33 +151,51 @@ export function findMissingKnownModels( } export interface CatalogSummary { - chatModels: number; - /** Chat models carrying a numeric input or output cost. */ - pricedChatModels: number; + /** Chat/responses entries with usable token limits (what the Treat-as catalog can expose). */ + usableMappableModels: number; + /** Chat entries carrying a numeric input cost. */ + inputPricedChatModels: number; + /** Chat entries carrying a numeric output cost. */ + outputPricedChatModels: number; } export function summarizeCatalog(catalog: ModelCatalogData): CatalogSummary { - let chatModels = 0; - let pricedChatModels = 0; + const summary: CatalogSummary = { + usableMappableModels: 0, + inputPricedChatModels: 0, + outputPricedChatModels: 0, + }; for (const metadata of Object.values(catalog)) { - if (metadata.mode !== "chat") { + if (typeof metadata.mode !== "string" || !MAPPABLE_MODES.has(metadata.mode)) { continue; } - chatModels++; - if ( - typeof metadata.input_cost_per_token === "number" || - typeof metadata.output_cost_per_token === "number" - ) { - pricedChatModels++; + // Usability applies getModelStats' bar: entries without usable token limits + // never resolve, so losing max_input_tokens must register as shrinkage. + if (hasUsableTokenLimits(metadata)) { + summary.usableMappableModels++; + } + if (metadata.mode === "chat") { + // Input and output pricing are tracked separately so renaming just one + // cost field cannot hide behind the other's coverage. + if (typeof metadata.input_cost_per_token === "number") { + summary.inputPricedChatModels++; + } + if (typeof metadata.output_cost_per_token === "number") { + summary.outputPricedChatModels++; + } } } - return { chatModels, pricedChatModels }; + return summary; } -const EMPTY_BASELINE: CatalogSummary = { chatModels: 0, pricedChatModels: 0 }; +const EMPTY_BASELINE: CatalogSummary = { + usableMappableModels: 0, + inputPricedChatModels: 0, + outputPricedChatModels: 0, +}; function belowBaseline(count: number, baseline: number): boolean { - return count < Math.ceil(baseline * (1 - MAX_CHAT_MODEL_SHRINK_FRACTION)); + return count < Math.ceil(baseline * (1 - MAX_BASELINE_SHRINK_FRACTION)); } /** @@ -190,26 +211,40 @@ export function validateModelData( const errors: string[] = []; const summary = summarizeCatalog(catalog); - if (summary.chatModels < MIN_CHAT_MODELS) { + if (summary.usableMappableModels < MIN_USABLE_MAPPABLE_MODELS) { errors.push( - `only ${summary.chatModels} chat models found (expected at least ${MIN_CHAT_MODELS})` + `only ${summary.usableMappableModels} usable chat/responses models found ` + + `(expected at least ${MIN_USABLE_MAPPABLE_MODELS})` ); } - if (belowBaseline(summary.chatModels, baseline.chatModels)) { - errors.push( - `chat model count shrank from ${baseline.chatModels} to ${summary.chatModels} ` + - `(more than ${MAX_CHAT_MODEL_SHRINK_FRACTION * 100}% below the vendored baseline)` - ); - } - // Costs are optional per entry (subscription providers), so an upstream - // pricing-field rename would sail through the per-entry checks; catching a - // collapse in priced coverage keeps getModelStats from silently zero-pricing - // the whole catalog. - if (belowBaseline(summary.pricedChatModels, baseline.pricedChatModels)) { - errors.push( - `priced chat model count shrank from ${baseline.pricedChatModels} to ` + - `${summary.pricedChatModels} (upstream pricing fields may have been renamed)` - ); + const shrinkChecks: Array<[label: string, count: number, baselineCount: number]> = [ + [ + "usable chat/responses model count", + summary.usableMappableModels, + baseline.usableMappableModels, + ], + // Costs are optional per entry (subscription providers), so an upstream + // pricing-field rename would sail through the per-entry checks; catching a + // collapse in priced coverage keeps getModelStats from silently zero-pricing + // the whole catalog. + [ + "input-priced chat model count", + summary.inputPricedChatModels, + baseline.inputPricedChatModels, + ], + [ + "output-priced chat model count", + summary.outputPricedChatModels, + baseline.outputPricedChatModels, + ], + ]; + for (const [label, count, baselineCount] of shrinkChecks) { + if (belowBaseline(count, baselineCount)) { + errors.push( + `${label} shrank from ${baselineCount} to ${count} ` + + `(more than ${MAX_BASELINE_SHRINK_FRACTION * 100}% below the vendored baseline)` + ); + } } const total = Object.keys(catalog).length + droppedModelIds.length; From 673c0d8c8dcfe08fff9c38a0fd5950c66d8303a6 Mon Sep 17 00:00:00 2001 From: Michael Suchacz <203725896+ibetitsmike@users.noreply.github.com> Date: Sun, 23 Aug 2026 10:49:11 +0000 Subject: [PATCH 07/12] review: extend priced-coverage guard to responses-mode entries --- .../utils/tokens/updateModelsData.test.ts | 27 ++++++----- src/common/utils/tokens/updateModelsData.ts | 45 ++++++++----------- 2 files changed, 34 insertions(+), 38 deletions(-) diff --git a/src/common/utils/tokens/updateModelsData.test.ts b/src/common/utils/tokens/updateModelsData.test.ts index 456bea0fbb0..3a4b6d22bad 100644 --- a/src/common/utils/tokens/updateModelsData.test.ts +++ b/src/common/utils/tokens/updateModelsData.test.ts @@ -138,8 +138,8 @@ describe("validateModelData", () => { }; const baseline = (usableMappableModels: number) => ({ usableMappableModels, - inputPricedChatModels: 600, - outputPricedChatModels: 600, + inputPricedModels: 600, + outputPricedModels: 600, }); expect(() => validateModelData(sanitized, baseline(2000))).toThrow( /usable chat\/responses model count shrank from 2000/ @@ -167,10 +167,10 @@ describe("validateModelData", () => { expect(() => validateModelData(sanitized, { usableMappableModels: 700, - inputPricedChatModels: 680, - outputPricedChatModels: 680, + inputPricedModels: 680, + outputPricedModels: 680, }) - ).toThrow(/output-priced chat model count shrank from 680/); + ).toThrow(/output-priced model count shrank from 680/); }); test("rejects a catalog-wide loss of token limits even when pricing survives", () => { @@ -192,8 +192,8 @@ describe("validateModelData", () => { expect(() => validateModelData(sanitized, { usableMappableModels: 700, - inputPricedChatModels: 680, - outputPricedChatModels: 680, + inputPricedModels: 680, + outputPricedModels: 680, }) ).toThrow(/usable chat\/responses model count shrank from 700/); }); @@ -206,14 +206,19 @@ describe("validateModelData", () => { max_input_tokens: 128000, input_cost_per_token: 0.000001, }, - usableResponses: { mode: "responses", max_input_tokens: 128000 }, + usableResponses: { + mode: "responses", + max_input_tokens: 128000, + input_cost_per_token: 0.000002, + output_cost_per_token: 0.000008, + }, limitlessChat: { mode: "chat", input_cost_per_token: 0.000001 }, - embedding: { mode: "embedding", max_input_tokens: 8192 }, + embedding: { mode: "embedding", max_input_tokens: 8192, input_cost_per_token: 0.0000001 }, }) ).toEqual({ usableMappableModels: 2, - inputPricedChatModels: 2, - outputPricedChatModels: 0, + inputPricedModels: 3, + outputPricedModels: 1, }); }); diff --git a/src/common/utils/tokens/updateModelsData.ts b/src/common/utils/tokens/updateModelsData.ts index 48b4d0b193c..c59c3f54fe5 100644 --- a/src/common/utils/tokens/updateModelsData.ts +++ b/src/common/utils/tokens/updateModelsData.ts @@ -153,17 +153,17 @@ export function findMissingKnownModels( export interface CatalogSummary { /** Chat/responses entries with usable token limits (what the Treat-as catalog can expose). */ usableMappableModels: number; - /** Chat entries carrying a numeric input cost. */ - inputPricedChatModels: number; - /** Chat entries carrying a numeric output cost. */ - outputPricedChatModels: number; + /** Mappable (chat/responses) entries carrying a numeric input cost. */ + inputPricedModels: number; + /** Mappable (chat/responses) entries carrying a numeric output cost. */ + outputPricedModels: number; } export function summarizeCatalog(catalog: ModelCatalogData): CatalogSummary { const summary: CatalogSummary = { usableMappableModels: 0, - inputPricedChatModels: 0, - outputPricedChatModels: 0, + inputPricedModels: 0, + outputPricedModels: 0, }; for (const metadata of Object.values(catalog)) { if (typeof metadata.mode !== "string" || !MAPPABLE_MODES.has(metadata.mode)) { @@ -174,15 +174,14 @@ export function summarizeCatalog(catalog: ModelCatalogData): CatalogSummary { if (hasUsableTokenLimits(metadata)) { summary.usableMappableModels++; } - if (metadata.mode === "chat") { - // Input and output pricing are tracked separately so renaming just one - // cost field cannot hide behind the other's coverage. - if (typeof metadata.input_cost_per_token === "number") { - summary.inputPricedChatModels++; - } - if (typeof metadata.output_cost_per_token === "number") { - summary.outputPricedChatModels++; - } + // Priced coverage spans every mappable mode (getModelStats prices responses + // entries identically), and input/output are tracked separately so renaming + // just one cost field cannot hide behind the other's coverage. + if (typeof metadata.input_cost_per_token === "number") { + summary.inputPricedModels++; + } + if (typeof metadata.output_cost_per_token === "number") { + summary.outputPricedModels++; } } return summary; @@ -190,8 +189,8 @@ export function summarizeCatalog(catalog: ModelCatalogData): CatalogSummary { const EMPTY_BASELINE: CatalogSummary = { usableMappableModels: 0, - inputPricedChatModels: 0, - outputPricedChatModels: 0, + inputPricedModels: 0, + outputPricedModels: 0, }; function belowBaseline(count: number, baseline: number): boolean { @@ -227,16 +226,8 @@ export function validateModelData( // pricing-field rename would sail through the per-entry checks; catching a // collapse in priced coverage keeps getModelStats from silently zero-pricing // the whole catalog. - [ - "input-priced chat model count", - summary.inputPricedChatModels, - baseline.inputPricedChatModels, - ], - [ - "output-priced chat model count", - summary.outputPricedChatModels, - baseline.outputPricedChatModels, - ], + ["input-priced model count", summary.inputPricedModels, baseline.inputPricedModels], + ["output-priced model count", summary.outputPricedModels, baseline.outputPricedModels], ]; for (const [label, count, baselineCount] of shrinkChecks) { if (belowBaseline(count, baselineCount)) { From 430c0fb9eff101354a0e5f675a8f6937ea2ead9b Mon Sep 17 00:00:00 2001 From: Michael Suchacz <203725896+ibetitsmike@users.noreply.github.com> Date: Sun, 23 Aug 2026 11:05:21 +0000 Subject: [PATCH 08/12] review: per-mode coverage baselines and shared curated lookup keys - summarizeCatalog tracks usable/input-priced/output-priced coverage per mode plus total entries; every baseline mode is compared independently, closing pricing/mode-slice regressions the aggregate counters hid - baselines below a noise floor (20) skip relative checks so tiny modes cannot block refreshes forever - curated coverage reuses generateModelLookupKeys instead of the xai/moonshot special case --- .../utils/tokens/updateModelsData.test.ts | 115 +++++++++++++---- src/common/utils/tokens/updateModelsData.ts | 116 ++++++++++-------- 2 files changed, 154 insertions(+), 77 deletions(-) diff --git a/src/common/utils/tokens/updateModelsData.test.ts b/src/common/utils/tokens/updateModelsData.test.ts index 3a4b6d22bad..341ed8b60a1 100644 --- a/src/common/utils/tokens/updateModelsData.test.ts +++ b/src/common/utils/tokens/updateModelsData.test.ts @@ -78,15 +78,19 @@ describe("findMissingKnownModels", () => { ); }); - test("provider-prefixed lookups satisfy xai models while bare keys do not", () => { + test("any runtime-resolvable key form satisfies coverage, unrelated keys do not", () => { const grok = Object.values(KNOWN_MODELS).find((model) => model.provider === "xai"); if (!grok) throw new Error("expected a curated xai model"); - const bareKey = { [grok.providerModelId]: usable }; - expect(findMissingKnownModels(bareKey, {})).toContain(grok.id); - - const prefixedKey = { [`xai/${grok.providerModelId}`]: usable }; - expect(findMissingKnownModels(prefixedKey, {})).not.toContain(grok.id); + // Coverage mirrors getModelStats' lookup keys: both the provider-prefixed + // form LiteLLM uses for xAI and the bare fallback resolve at runtime. + expect(findMissingKnownModels({ [`xai/${grok.providerModelId}`]: usable }, {})).not.toContain( + grok.id + ); + expect(findMissingKnownModels({ [grok.providerModelId]: usable }, {})).not.toContain(grok.id); + expect( + findMissingKnownModels({ [`unrelated/${grok.providerModelId}x`]: usable }, {}) + ).toContain(grok.id); }); test("a retained key with unusable token limits still counts as missing", () => { @@ -136,13 +140,12 @@ describe("validateModelData", () => { catalog: { ...chatEntries(600), ...curatedCoverage }, droppedModelIds: [], }; - const baseline = (usableMappableModels: number) => ({ - usableMappableModels, - inputPricedModels: 600, - outputPricedModels: 600, + const baseline = (usableChat: number) => ({ + totalEntries: usableChat, + modes: { chat: { usable: usableChat, inputPriced: 600, outputPriced: 600 } }, }); expect(() => validateModelData(sanitized, baseline(2000))).toThrow( - /usable chat\/responses model count shrank from 2000/ + /chat usable model count shrank from 2000/ ); // A small decrease within the bound is acceptable (e.g. upstream pruning). expect(() => validateModelData(sanitized, baseline(650))).not.toThrow(); @@ -166,11 +169,75 @@ describe("validateModelData", () => { const sanitized = { catalog: { ...outputless, ...curatedCoverage }, droppedModelIds: [] }; expect(() => validateModelData(sanitized, { - usableMappableModels: 700, - inputPricedModels: 680, - outputPricedModels: 680, + totalEntries: 700, + modes: { chat: { usable: 700, inputPriced: 680, outputPriced: 680 } }, }) - ).toThrow(/output-priced model count shrank from 680/); + ).toThrow(/chat output-priced model count shrank from 680/); + }); + + test("rejects pricing loss confined to a smaller mode", () => { + // Stripping costs from every responses row barely moves aggregate priced + // counts, so each mode compares against its own baseline. + const pricedChat = Object.fromEntries( + Array.from({ length: 700 }, (_, i) => [ + `provider/chat-${i}`, + { + mode: "chat", + max_input_tokens: 128000, + input_cost_per_token: 0.000001, + output_cost_per_token: 0.000002, + }, + ]) + ); + const unpricedResponses = Object.fromEntries( + Array.from({ length: 60 }, (_, i) => [ + `provider/responses-${i}`, + { mode: "responses", max_input_tokens: 128000 }, + ]) + ); + const curatedCoverage = Object.fromEntries( + Object.values(KNOWN_MODELS).map((model) => [ + model.providerModelId, + { mode: "chat", max_input_tokens: 200000 }, + ]) + ); + const sanitized = { + catalog: { ...pricedChat, ...unpricedResponses, ...curatedCoverage }, + droppedModelIds: [], + }; + expect(() => + validateModelData(sanitized, { + totalEntries: 760, + modes: { + chat: { usable: 700, inputPriced: 700, outputPriced: 700 }, + responses: { usable: 60, inputPriced: 59, outputPriced: 59 }, + }, + }) + ).toThrow(/responses input-priced model count shrank from 59 to 0/); + }); + + test("rejects wholesale omission of a non-mappable mode", () => { + // A partial payload that keeps chat/responses but drops image_generation + // rows must trip that mode's own usable baseline. + const curatedCoverage = Object.fromEntries( + Object.values(KNOWN_MODELS).map((model) => [ + model.providerModelId, + { mode: "chat", max_input_tokens: 200000 }, + ]) + ); + const sanitized = { + catalog: { ...chatEntries(700), ...curatedCoverage }, + droppedModelIds: [], + }; + expect(() => + validateModelData(sanitized, { + totalEntries: 760, + modes: { + chat: { usable: 700, inputPriced: 700, outputPriced: 700 }, + image_generation: { usable: 300, inputPriced: 250, outputPriced: 0 }, + }, + }) + ).toThrow(/image_generation usable model count shrank from 300 to 0/); }); test("rejects a catalog-wide loss of token limits even when pricing survives", () => { @@ -191,14 +258,13 @@ describe("validateModelData", () => { const sanitized = { catalog: { ...limitless, ...curatedCoverage }, droppedModelIds: [] }; expect(() => validateModelData(sanitized, { - usableMappableModels: 700, - inputPricedModels: 680, - outputPricedModels: 680, + totalEntries: 700, + modes: { chat: { usable: 700, inputPriced: 680, outputPriced: 680 } }, }) - ).toThrow(/usable chat\/responses model count shrank from 700/); + ).toThrow(/chat usable model count shrank from 700/); }); - test("counts responses-mode entries and applies the usability bar", () => { + test("summarizes coverage per mode with the usability bar applied", () => { expect( summarizeCatalog({ usableChat: { @@ -216,9 +282,12 @@ describe("validateModelData", () => { embedding: { mode: "embedding", max_input_tokens: 8192, input_cost_per_token: 0.0000001 }, }) ).toEqual({ - usableMappableModels: 2, - inputPricedModels: 3, - outputPricedModels: 1, + totalEntries: 4, + modes: { + chat: { usable: 1, inputPriced: 2, outputPriced: 0 }, + responses: { usable: 1, inputPriced: 1, outputPriced: 1 }, + embedding: { usable: 1, inputPriced: 1, outputPriced: 0 }, + }, }); }); diff --git a/src/common/utils/tokens/updateModelsData.ts b/src/common/utils/tokens/updateModelsData.ts index c59c3f54fe5..f1b75d4e003 100644 --- a/src/common/utils/tokens/updateModelsData.ts +++ b/src/common/utils/tokens/updateModelsData.ts @@ -7,7 +7,7 @@ import { KNOWN_MODELS } from "@/common/constants/knownModels"; import { modelsExtra } from "./models-extra"; -import { hasUsableTokenLimits } from "./modelStats"; +import { generateModelLookupKeys, hasUsableTokenLimits } from "./modelStats"; const RETAINED_FIELDS = [ "max_input_tokens", @@ -48,6 +48,10 @@ const COST_FIELDS = [ // responses or field renames that would silently degrade thousands of known models. const MIN_USABLE_MAPPABLE_MODELS = 500; const MAX_BASELINE_SHRINK_FRACTION = 0.1; +// Relative checks only apply to baselines with enough entries for the fraction +// to be signal rather than noise (a 3-entry mode legitimately losing 1 entry +// must not block refreshes forever). +const MIN_BASELINE_FOR_SHRINK_CHECK = 20; const MAX_INVALID_PRICING_FRACTION = 0.05; /** Modes whose metadata applies to chat-style usage; mirrored by the Treat-as catalog. */ @@ -123,9 +127,9 @@ function providesUsableMetadata(entry: unknown): boolean { /** * Curated models that would lose token/pricing metadata under the given catalog. - * The models-extra overrides are consulted the same way getModelStats does, and - * coverage requires usable metadata (not mere key presence), so an upstream entry - * that loses its token limits still counts as missing. + * Coverage uses getModelStats' own lookup keys and usability bar, so any key + * form the runtime can resolve (bare, provider-scoped, models-extra override) + * counts, and an entry that loses its token limits still counts as missing. */ export function findMissingKnownModels( catalog: ModelCatalogData, @@ -133,68 +137,62 @@ export function findMissingKnownModels( ): string[] { const missing: string[] = []; for (const model of Object.values(KNOWN_MODELS)) { - const modelId = model.providerModelId; - // xAI and Moonshot models are provider-prefixed in token metadata. - const lookupKey = - model.provider === "xai" || model.provider === "moonshotai" - ? `${model.provider}/${modelId}` - : modelId; - if ( - !providesUsableMetadata(catalog[lookupKey]) && - !providesUsableMetadata(extra[lookupKey]) && - !providesUsableMetadata(extra[modelId]) - ) { + const covered = generateModelLookupKeys(model.id).some( + (key) => providesUsableMetadata(catalog[key]) || providesUsableMetadata(extra[key]) + ); + if (!covered) { missing.push(model.id); } } return missing; } +export interface ModeCoverage { + /** Entries passing getModelStats' usability bar (usable token limits). */ + usable: number; + /** Entries carrying a numeric input cost. */ + inputPriced: number; + /** Entries carrying a numeric output cost. */ + outputPriced: number; +} + export interface CatalogSummary { - /** Chat/responses entries with usable token limits (what the Treat-as catalog can expose). */ - usableMappableModels: number; - /** Mappable (chat/responses) entries carrying a numeric input cost. */ - inputPricedModels: number; - /** Mappable (chat/responses) entries carrying a numeric output cost. */ - outputPricedModels: number; + totalEntries: number; + /** Coverage per mode string, spanning every mode (not just mappable ones). */ + modes: Record; } export function summarizeCatalog(catalog: ModelCatalogData): CatalogSummary { - const summary: CatalogSummary = { - usableMappableModels: 0, - inputPricedModels: 0, - outputPricedModels: 0, - }; + const summary: CatalogSummary = { totalEntries: 0, modes: {} }; for (const metadata of Object.values(catalog)) { - if (typeof metadata.mode !== "string" || !MAPPABLE_MODES.has(metadata.mode)) { - continue; - } + summary.totalEntries++; + const mode = typeof metadata.mode === "string" ? metadata.mode : "unknown"; + const coverage = (summary.modes[mode] ??= { usable: 0, inputPriced: 0, outputPriced: 0 }); // Usability applies getModelStats' bar: entries without usable token limits // never resolve, so losing max_input_tokens must register as shrinkage. if (hasUsableTokenLimits(metadata)) { - summary.usableMappableModels++; + coverage.usable++; } - // Priced coverage spans every mappable mode (getModelStats prices responses - // entries identically), and input/output are tracked separately so renaming - // just one cost field cannot hide behind the other's coverage. + // Input and output pricing are tracked separately per mode so renaming one + // cost field, or stripping pricing from a smaller mode like `responses`, + // cannot hide behind another field's or a larger mode's coverage. if (typeof metadata.input_cost_per_token === "number") { - summary.inputPricedModels++; + coverage.inputPriced++; } if (typeof metadata.output_cost_per_token === "number") { - summary.outputPricedModels++; + coverage.outputPriced++; } } return summary; } -const EMPTY_BASELINE: CatalogSummary = { - usableMappableModels: 0, - inputPricedModels: 0, - outputPricedModels: 0, -}; +const EMPTY_BASELINE: CatalogSummary = { totalEntries: 0, modes: {} }; function belowBaseline(count: number, baseline: number): boolean { - return count < Math.ceil(baseline * (1 - MAX_BASELINE_SHRINK_FRACTION)); + return ( + baseline >= MIN_BASELINE_FOR_SHRINK_CHECK && + count < Math.ceil(baseline * (1 - MAX_BASELINE_SHRINK_FRACTION)) + ); } /** @@ -210,25 +208,35 @@ export function validateModelData( const errors: string[] = []; const summary = summarizeCatalog(catalog); - if (summary.usableMappableModels < MIN_USABLE_MAPPABLE_MODELS) { + const usableMappableModels = [...MAPPABLE_MODES].reduce( + (count, mode) => count + (summary.modes[mode]?.usable ?? 0), + 0 + ); + if (usableMappableModels < MIN_USABLE_MAPPABLE_MODELS) { errors.push( - `only ${summary.usableMappableModels} usable chat/responses models found ` + + `only ${usableMappableModels} usable chat/responses models found ` + `(expected at least ${MIN_USABLE_MAPPABLE_MODELS})` ); } + + // Costs are optional per entry (subscription providers), so an upstream + // pricing-field rename or a wholesale mode omission would sail through the + // per-entry checks; comparing every mode's usable and priced coverage against + // the vendored baseline (plus the total entry count for modes without usable + // limits, like image_generation pricing rows) keeps getModelStats from + // silently zero-pricing or dropping whole slices of the catalog. const shrinkChecks: Array<[label: string, count: number, baselineCount: number]> = [ - [ - "usable chat/responses model count", - summary.usableMappableModels, - baseline.usableMappableModels, - ], - // Costs are optional per entry (subscription providers), so an upstream - // pricing-field rename would sail through the per-entry checks; catching a - // collapse in priced coverage keeps getModelStats from silently zero-pricing - // the whole catalog. - ["input-priced model count", summary.inputPricedModels, baseline.inputPricedModels], - ["output-priced model count", summary.outputPricedModels, baseline.outputPricedModels], + ["total entry count", summary.totalEntries, baseline.totalEntries], ]; + const emptyCoverage: ModeCoverage = { usable: 0, inputPriced: 0, outputPriced: 0 }; + for (const [mode, baselineCoverage] of Object.entries(baseline.modes)) { + const coverage = summary.modes[mode] ?? emptyCoverage; + shrinkChecks.push( + [`${mode} usable model count`, coverage.usable, baselineCoverage.usable], + [`${mode} input-priced model count`, coverage.inputPriced, baselineCoverage.inputPriced], + [`${mode} output-priced model count`, coverage.outputPriced, baselineCoverage.outputPriced] + ); + } for (const [label, count, baselineCount] of shrinkChecks) { if (belowBaseline(count, baselineCount)) { errors.push( From 70578c3110127406e31d1aa5c220d06a5994387e Mon Sep 17 00:00:00 2001 From: Michael Suchacz <203725896+ibetitsmike@users.noreply.github.com> Date: Sun, 23 Aug 2026 11:09:52 +0000 Subject: [PATCH 09/12] review: reject catalog-wide price magnitude collapse Median input/output cost across mappable entries must stay within 100x of the vendored baseline, so a poisoned upstream cannot keep every field while scaling rates toward zero. --- .../utils/tokens/updateModelsData.test.ts | 44 ++++++++++++++ src/common/utils/tokens/updateModelsData.ts | 58 ++++++++++++++++++- 2 files changed, 100 insertions(+), 2 deletions(-) diff --git a/src/common/utils/tokens/updateModelsData.test.ts b/src/common/utils/tokens/updateModelsData.test.ts index 341ed8b60a1..11031461efa 100644 --- a/src/common/utils/tokens/updateModelsData.test.ts +++ b/src/common/utils/tokens/updateModelsData.test.ts @@ -142,6 +142,8 @@ describe("validateModelData", () => { }; const baseline = (usableChat: number) => ({ totalEntries: usableChat, + medianInputCost: 0.000001, + medianOutputCost: 0.000002, modes: { chat: { usable: usableChat, inputPriced: 600, outputPriced: 600 } }, }); expect(() => validateModelData(sanitized, baseline(2000))).toThrow( @@ -170,6 +172,8 @@ describe("validateModelData", () => { expect(() => validateModelData(sanitized, { totalEntries: 700, + medianInputCost: 0.000001, + medianOutputCost: 0.000002, modes: { chat: { usable: 700, inputPriced: 680, outputPriced: 680 } }, }) ).toThrow(/chat output-priced model count shrank from 680/); @@ -208,6 +212,8 @@ describe("validateModelData", () => { expect(() => validateModelData(sanitized, { totalEntries: 760, + medianInputCost: 0.000001, + medianOutputCost: 0.000002, modes: { chat: { usable: 700, inputPriced: 700, outputPriced: 700 }, responses: { usable: 60, inputPriced: 59, outputPriced: 59 }, @@ -232,6 +238,8 @@ describe("validateModelData", () => { expect(() => validateModelData(sanitized, { totalEntries: 760, + medianInputCost: 0.000001, + medianOutputCost: 0.000002, modes: { chat: { usable: 700, inputPriced: 700, outputPriced: 700 }, image_generation: { usable: 300, inputPriced: 250, outputPriced: 0 }, @@ -259,6 +267,8 @@ describe("validateModelData", () => { expect(() => validateModelData(sanitized, { totalEntries: 700, + medianInputCost: 0.000001, + medianOutputCost: 0.000002, modes: { chat: { usable: 700, inputPriced: 680, outputPriced: 680 } }, }) ).toThrow(/chat usable model count shrank from 700/); @@ -288,9 +298,43 @@ describe("validateModelData", () => { responses: { usable: 1, inputPriced: 1, outputPriced: 1 }, embedding: { usable: 1, inputPriced: 1, outputPriced: 0 }, }, + // Medians span mappable entries only, so the embedding cost is excluded. + medianInputCost: 0.000001, + medianOutputCost: 0.000008, }); }); + test("rejects a catalog-wide price magnitude collapse", () => { + // Every field survives and all counters match, but rates are scaled by + // 1e-9; only the median magnitude guard can catch this. + const scaled = Object.fromEntries( + Array.from({ length: 700 }, (_, i) => [ + `provider/scaled-${i}`, + { + mode: "chat", + max_input_tokens: 128000, + input_cost_per_token: 0.000001e-9, + output_cost_per_token: 0.000002e-9, + }, + ]) + ); + const curatedCoverage = Object.fromEntries( + Object.values(KNOWN_MODELS).map((model) => [ + model.providerModelId, + { mode: "chat", max_input_tokens: 200000 }, + ]) + ); + const sanitized = { catalog: { ...scaled, ...curatedCoverage }, droppedModelIds: [] }; + expect(() => + validateModelData(sanitized, { + totalEntries: 721, + medianInputCost: 0.000001, + medianOutputCost: 0.000002, + modes: { chat: { usable: 721, inputPriced: 700, outputPriced: 700 } }, + }) + ).toThrow(/median input cost shifted/); + }); + test("rejects data where too many entries had invalid pricing", () => { // 100 dropped out of 700 total (14%) exceeds the 5% abort threshold. const dropped = Array.from({ length: 100 }, (_, i) => `dropped-${i}`); diff --git a/src/common/utils/tokens/updateModelsData.ts b/src/common/utils/tokens/updateModelsData.ts index f1b75d4e003..7296dcaad12 100644 --- a/src/common/utils/tokens/updateModelsData.ts +++ b/src/common/utils/tokens/updateModelsData.ts @@ -53,6 +53,11 @@ const MAX_BASELINE_SHRINK_FRACTION = 0.1; // must not block refreshes forever). const MIN_BASELINE_FOR_SHRINK_CHECK = 20; const MAX_INVALID_PRICING_FRACTION = 0.05; +// A poisoned upstream could keep every field present but scale prices toward +// zero (or absurdly high), silently corrupting cost accounting. Legitimate +// repricing moves few models or small factors, so a catalog-wide median shift +// beyond this factor is treated as corruption. +const MAX_MEDIAN_COST_SHIFT_FACTOR = 100; /** Modes whose metadata applies to chat-style usage; mirrored by the Treat-as catalog. */ export const MAPPABLE_MODES = new Set(["chat", "responses"]); @@ -160,10 +165,28 @@ export interface CatalogSummary { totalEntries: number; /** Coverage per mode string, spanning every mode (not just mappable ones). */ modes: Record; + /** Median positive per-token costs across mappable entries (0 when none). */ + medianInputCost: number; + medianOutputCost: number; +} + +function median(values: number[]): number { + if (values.length === 0) { + return 0; + } + const sorted = [...values].sort((a, b) => a - b); + return sorted[Math.floor(sorted.length / 2)]; } export function summarizeCatalog(catalog: ModelCatalogData): CatalogSummary { - const summary: CatalogSummary = { totalEntries: 0, modes: {} }; + const summary: CatalogSummary = { + totalEntries: 0, + modes: {}, + medianInputCost: 0, + medianOutputCost: 0, + }; + const inputCosts: number[] = []; + const outputCosts: number[] = []; for (const metadata of Object.values(catalog)) { summary.totalEntries++; const mode = typeof metadata.mode === "string" ? metadata.mode : "unknown"; @@ -178,15 +201,28 @@ export function summarizeCatalog(catalog: ModelCatalogData): CatalogSummary { // cannot hide behind another field's or a larger mode's coverage. if (typeof metadata.input_cost_per_token === "number") { coverage.inputPriced++; + if (MAPPABLE_MODES.has(mode) && metadata.input_cost_per_token > 0) { + inputCosts.push(metadata.input_cost_per_token); + } } if (typeof metadata.output_cost_per_token === "number") { coverage.outputPriced++; + if (MAPPABLE_MODES.has(mode) && metadata.output_cost_per_token > 0) { + outputCosts.push(metadata.output_cost_per_token); + } } } + summary.medianInputCost = median(inputCosts); + summary.medianOutputCost = median(outputCosts); return summary; } -const EMPTY_BASELINE: CatalogSummary = { totalEntries: 0, modes: {} }; +const EMPTY_BASELINE: CatalogSummary = { + totalEntries: 0, + modes: {}, + medianInputCost: 0, + medianOutputCost: 0, +}; function belowBaseline(count: number, baseline: number): boolean { return ( @@ -246,6 +282,24 @@ export function validateModelData( } } + // Guard price magnitudes, not just field presence: a poisoned catalog could + // retain every field while scaling all rates toward zero. + const medianChecks: Array<[label: string, value: number, baselineValue: number]> = [ + ["median input cost", summary.medianInputCost, baseline.medianInputCost], + ["median output cost", summary.medianOutputCost, baseline.medianOutputCost], + ]; + for (const [label, value, baselineValue] of medianChecks) { + if (value > 0 && baselineValue > 0) { + const ratio = value / baselineValue; + if (ratio > MAX_MEDIAN_COST_SHIFT_FACTOR || ratio < 1 / MAX_MEDIAN_COST_SHIFT_FACTOR) { + errors.push( + `${label} shifted from ${baselineValue} to ${value} (more than ` + + `${MAX_MEDIAN_COST_SHIFT_FACTOR}x from the vendored baseline; possible price corruption)` + ); + } + } + } + const total = Object.keys(catalog).length + droppedModelIds.length; if (total > 0 && droppedModelIds.length / total > MAX_INVALID_PRICING_FRACTION) { errors.push( From 382ca0ef59f742c7f14b8fd6f09f984808c9ce87 Mon Sep 17 00:00:00 2001 From: Michael Suchacz <203725896+ibetitsmike@users.noreply.github.com> Date: Sun, 23 Aug 2026 11:27:30 +0000 Subject: [PATCH 10/12] review: generalize refresh validation to per-field coverage and numeric magnitude baselines Replaces the bespoke inputPriced/outputPriced counters and cost-only medians with generic guards over the whole retained-field surface: - per-mode coverage counts for every retained field (pricing incl. image/cache/ tiered rates, token limits, capability flags; booleans count only when true) - positive-sample counts and medians for every numeric field across mappable modes, rejecting >100x median shifts including collapses to zero - per-mode entry counts so whole-mode omissions are caught directly --- .../utils/tokens/updateModelsData.test.ts | 276 +++++++++--------- src/common/utils/tokens/updateModelsData.ts | 160 +++++----- 2 files changed, 227 insertions(+), 209 deletions(-) diff --git a/src/common/utils/tokens/updateModelsData.test.ts b/src/common/utils/tokens/updateModelsData.test.ts index 11031461efa..58a4e87bdc7 100644 --- a/src/common/utils/tokens/updateModelsData.test.ts +++ b/src/common/utils/tokens/updateModelsData.test.ts @@ -10,19 +10,32 @@ import { validateModelData, } from "./updateModelsData"; -function chatEntries(count: number): Record> { +function chatEntries( + count: number, + overrides: Record = {}, + prefix = "provider/model" +): Record> { const entries: Record> = {}; for (let i = 0; i < count; i++) { - entries[`provider/model-${i}`] = { + entries[`${prefix}-${i}`] = { mode: "chat", max_input_tokens: 128000, input_cost_per_token: 0.000001, output_cost_per_token: 0.000002, + ...overrides, }; } return entries; } +// Covers every curated model so only the guard under test can fail validation. +const curatedCoverage = Object.fromEntries( + Object.values(KNOWN_MODELS).map((model) => [ + model.providerModelId, + { mode: "chat", max_input_tokens: 200000 }, + ]) +); + describe("pruneModelData", () => { test("rejects non-object payloads", () => { expect(() => pruneModelData(null)).toThrow("Expected LiteLLM model metadata object"); @@ -129,158 +142,127 @@ describe("validateModelData", () => { }); test("rejects a large shrink below the vendored baseline even above the floor", () => { - // Cover every curated model so only the shrink rule is under test. - const curatedCoverage = Object.fromEntries( - Object.values(KNOWN_MODELS).map((model) => [ - model.providerModelId, - { mode: "chat", max_input_tokens: 200000 }, - ]) - ); const sanitized = { catalog: { ...chatEntries(600), ...curatedCoverage }, droppedModelIds: [], }; - const baseline = (usableChat: number) => ({ - totalEntries: usableChat, - medianInputCost: 0.000001, - medianOutputCost: 0.000002, - modes: { chat: { usable: usableChat, inputPriced: 600, outputPriced: 600 } }, - }); - expect(() => validateModelData(sanitized, baseline(2000))).toThrow( + expect(() => validateModelData(sanitized, summarizeCatalog(chatEntries(2000)))).toThrow( /chat usable model count shrank from 2000/ ); // A small decrease within the bound is acceptable (e.g. upstream pruning). - expect(() => validateModelData(sanitized, baseline(650))).not.toThrow(); + expect(() => validateModelData(sanitized, summarizeCatalog(chatEntries(650)))).not.toThrow(); }); test("rejects the loss of one pricing field even when the other survives", () => { // An upstream rename of just output_cost_per_token keeps every entry // input-priced, so aggregated priced coverage would hide the regression. - const outputless = Object.fromEntries( - Array.from({ length: 700 }, (_, i) => [ - `provider/outputless-${i}`, - { mode: "chat", max_input_tokens: 128000, input_cost_per_token: 0.000001 }, - ]) - ); - const curatedCoverage = Object.fromEntries( - Object.values(KNOWN_MODELS).map((model) => [ - model.providerModelId, - { mode: "chat", max_input_tokens: 200000 }, - ]) - ); + const outputless = chatEntries(700, { output_cost_per_token: undefined }, "prov/outputless"); const sanitized = { catalog: { ...outputless, ...curatedCoverage }, droppedModelIds: [] }; - expect(() => - validateModelData(sanitized, { - totalEntries: 700, - medianInputCost: 0.000001, - medianOutputCost: 0.000002, - modes: { chat: { usable: 700, inputPriced: 680, outputPriced: 680 } }, - }) - ).toThrow(/chat output-priced model count shrank from 680/); + expect(() => validateModelData(sanitized, summarizeCatalog(chatEntries(700)))).toThrow( + /chat output_cost_per_token coverage shrank from 700 to 0/ + ); }); test("rejects pricing loss confined to a smaller mode", () => { // Stripping costs from every responses row barely moves aggregate priced // counts, so each mode compares against its own baseline. - const pricedChat = Object.fromEntries( - Array.from({ length: 700 }, (_, i) => [ - `provider/chat-${i}`, - { - mode: "chat", - max_input_tokens: 128000, - input_cost_per_token: 0.000001, - output_cost_per_token: 0.000002, - }, - ]) - ); - const unpricedResponses = Object.fromEntries( - Array.from({ length: 60 }, (_, i) => [ - `provider/responses-${i}`, - { mode: "responses", max_input_tokens: 128000 }, - ]) - ); - const curatedCoverage = Object.fromEntries( - Object.values(KNOWN_MODELS).map((model) => [ - model.providerModelId, - { mode: "chat", max_input_tokens: 200000 }, - ]) - ); + const responses = (overrides: Record) => + chatEntries(60, { mode: "responses", ...overrides }, "prov/responses"); + const baseline = summarizeCatalog({ ...chatEntries(700), ...responses({}) }); const sanitized = { - catalog: { ...pricedChat, ...unpricedResponses, ...curatedCoverage }, + catalog: { + ...chatEntries(700), + ...responses({ input_cost_per_token: undefined, output_cost_per_token: undefined }), + ...curatedCoverage, + }, droppedModelIds: [], }; - expect(() => - validateModelData(sanitized, { - totalEntries: 760, - medianInputCost: 0.000001, - medianOutputCost: 0.000002, - modes: { - chat: { usable: 700, inputPriced: 700, outputPriced: 700 }, - responses: { usable: 60, inputPriced: 59, outputPriced: 59 }, - }, - }) - ).toThrow(/responses input-priced model count shrank from 59 to 0/); + expect(() => validateModelData(sanitized, baseline)).toThrow( + /responses input_cost_per_token coverage shrank from 60 to 0/ + ); }); test("rejects wholesale omission of a non-mappable mode", () => { // A partial payload that keeps chat/responses but drops image_generation - // rows must trip that mode's own usable baseline. - const curatedCoverage = Object.fromEntries( - Object.values(KNOWN_MODELS).map((model) => [ - model.providerModelId, - { mode: "chat", max_input_tokens: 200000 }, - ]) + // rows must trip that mode's own entry-count baseline. + const baseline = summarizeCatalog({ + ...chatEntries(700), + ...chatEntries(300, { mode: "image_generation", max_input_tokens: undefined }, "prov/image"), + }); + const sanitized = { + catalog: { ...chatEntries(700), ...curatedCoverage }, + droppedModelIds: [], + }; + expect(() => validateModelData(sanitized, baseline)).toThrow( + /image_generation entry count shrank from 300 to 0/ ); + }); + + test("rejects removal of a cost field beyond the base input/output pair", () => { + // Wiping output_cost_per_image_token leaves the base pair intact; the + // runtime would silently fall back to (much lower) generic output rates. + const image = (overrides: Record) => + chatEntries(300, { mode: "image_generation", ...overrides }, "prov/image"); + const baseline = summarizeCatalog({ + ...chatEntries(700), + ...image({ output_cost_per_image_token: 0.00002 }), + }); const sanitized = { + catalog: { ...chatEntries(700), ...image({}), ...curatedCoverage }, + droppedModelIds: [], + }; + expect(() => validateModelData(sanitized, baseline)).toThrow( + /image_generation output_cost_per_image_token coverage shrank from 300 to 0/ + ); + }); + + test("rejects a catalog-wide loss of capability flags", () => { + // Runtime treats missing/false capability flags as unsupported, so both a + // field removal and a mass flip to false must register as coverage loss. + const baseline = summarizeCatalog(chatEntries(700, { supports_pdf_input: true })); + const flipped = { + catalog: { ...chatEntries(700, { supports_pdf_input: false }), ...curatedCoverage }, + droppedModelIds: [], + }; + const removed = { catalog: { ...chatEntries(700), ...curatedCoverage }, droppedModelIds: [], }; - expect(() => - validateModelData(sanitized, { - totalEntries: 760, - medianInputCost: 0.000001, - medianOutputCost: 0.000002, - modes: { - chat: { usable: 700, inputPriced: 700, outputPriced: 700 }, - image_generation: { usable: 300, inputPriced: 250, outputPriced: 0 }, - }, - }) - ).toThrow(/image_generation usable model count shrank from 300 to 0/); + for (const sanitized of [flipped, removed]) { + expect(() => validateModelData(sanitized, baseline)).toThrow( + /chat supports_pdf_input coverage shrank from 700 to 0/ + ); + } }); test("rejects a catalog-wide loss of token limits even when pricing survives", () => { // Entries keep mode + pricing but lose max_input_tokens: getModelStats // rejects them, so usable coverage must register the collapse. - const limitless = Object.fromEntries( - Array.from({ length: 700 }, (_, i) => [ - `provider/limitless-${i}`, - { mode: "chat", input_cost_per_token: 0.000001, output_cost_per_token: 0.000002 }, - ]) + const limitless = chatEntries(700, { max_input_tokens: undefined }, "prov/limitless"); + const sanitized = { catalog: { ...limitless, ...curatedCoverage }, droppedModelIds: [] }; + expect(() => validateModelData(sanitized, summarizeCatalog(chatEntries(700)))).toThrow( + /chat usable model count shrank from 700/ ); - const curatedCoverage = Object.fromEntries( - Object.values(KNOWN_MODELS).map((model) => [ - model.providerModelId, - { mode: "chat", max_input_tokens: 200000 }, - ]) + }); + + test("rejects a catalog-wide token-limit magnitude collapse", () => { + // max_input_tokens: 1 still passes the usability bar and every coverage + // count, so only the magnitude median can catch mass-shrunk context sizes. + const tiny = chatEntries(700, { max_input_tokens: 1 }, "prov/tiny"); + const sanitized = { catalog: { ...tiny, ...curatedCoverage }, droppedModelIds: [] }; + expect(() => validateModelData(sanitized, summarizeCatalog(chatEntries(700)))).toThrow( + /max_input_tokens median shifted/ ); - const sanitized = { catalog: { ...limitless, ...curatedCoverage }, droppedModelIds: [] }; - expect(() => - validateModelData(sanitized, { - totalEntries: 700, - medianInputCost: 0.000001, - medianOutputCost: 0.000002, - modes: { chat: { usable: 700, inputPriced: 680, outputPriced: 680 } }, - }) - ).toThrow(/chat usable model count shrank from 700/); }); - test("summarizes coverage per mode with the usability bar applied", () => { + test("summarizes per-mode field coverage and mappable numeric magnitudes", () => { expect( summarizeCatalog({ usableChat: { mode: "chat", max_input_tokens: 128000, input_cost_per_token: 0.000001, + supports_vision: true, }, usableResponses: { mode: "responses", @@ -288,51 +270,65 @@ describe("validateModelData", () => { input_cost_per_token: 0.000002, output_cost_per_token: 0.000008, }, - limitlessChat: { mode: "chat", input_cost_per_token: 0.000001 }, + // supports_vision: false counts as absent (runtime treats it as unsupported). + limitlessChat: { mode: "chat", input_cost_per_token: 0.000001, supports_vision: false }, embedding: { mode: "embedding", max_input_tokens: 8192, input_cost_per_token: 0.0000001 }, }) ).toEqual({ totalEntries: 4, modes: { - chat: { usable: 1, inputPriced: 2, outputPriced: 0 }, - responses: { usable: 1, inputPriced: 1, outputPriced: 1 }, - embedding: { usable: 1, inputPriced: 1, outputPriced: 0 }, + chat: { + entries: 2, + usable: 1, + fields: { max_input_tokens: 1, input_cost_per_token: 2, supports_vision: 1 }, + }, + responses: { + entries: 1, + usable: 1, + fields: { max_input_tokens: 1, input_cost_per_token: 1, output_cost_per_token: 1 }, + }, + embedding: { + entries: 1, + usable: 1, + fields: { max_input_tokens: 1, input_cost_per_token: 1 }, + }, + }, + // Magnitudes span mappable entries only, so the embedding cost is excluded. + numericFields: { + max_input_tokens: { samples: 2, median: 128000 }, + input_cost_per_token: { samples: 3, median: 0.000001 }, + output_cost_per_token: { samples: 1, median: 0.000008 }, }, - // Medians span mappable entries only, so the embedding cost is excluded. - medianInputCost: 0.000001, - medianOutputCost: 0.000008, }); }); test("rejects a catalog-wide price magnitude collapse", () => { // Every field survives and all counters match, but rates are scaled by // 1e-9; only the median magnitude guard can catch this. - const scaled = Object.fromEntries( - Array.from({ length: 700 }, (_, i) => [ - `provider/scaled-${i}`, - { - mode: "chat", - max_input_tokens: 128000, - input_cost_per_token: 0.000001e-9, - output_cost_per_token: 0.000002e-9, - }, - ]) - ); - const curatedCoverage = Object.fromEntries( - Object.values(KNOWN_MODELS).map((model) => [ - model.providerModelId, - { mode: "chat", max_input_tokens: 200000 }, - ]) + const scaled = chatEntries( + 700, + { input_cost_per_token: 0.000001e-9, output_cost_per_token: 0.000002e-9 }, + "prov/scaled" ); const sanitized = { catalog: { ...scaled, ...curatedCoverage }, droppedModelIds: [] }; - expect(() => - validateModelData(sanitized, { - totalEntries: 721, - medianInputCost: 0.000001, - medianOutputCost: 0.000002, - modes: { chat: { usable: 721, inputPriced: 700, outputPriced: 700 } }, - }) - ).toThrow(/median input cost shifted/); + expect(() => validateModelData(sanitized, summarizeCatalog(chatEntries(700)))).toThrow( + /input_cost_per_token median shifted/ + ); + }); + + test("rejects a catalog-wide zeroing of prices", () => { + // Zero is a valid per-entry price and keeps field coverage intact, but a + // catalog-wide zero-out must fail the magnitude check (median collapses to + // 0), not slip past it because the ratio guard only ran on positive values. + const free = chatEntries( + 700, + { input_cost_per_token: 0, output_cost_per_token: 0 }, + "prov/free" + ); + const sanitized = { catalog: { ...free, ...curatedCoverage }, droppedModelIds: [] }; + expect(() => validateModelData(sanitized, summarizeCatalog(chatEntries(700)))).toThrow( + /input_cost_per_token median shifted from 0.000001 to 0/ + ); }); test("rejects data where too many entries had invalid pricing", () => { diff --git a/src/common/utils/tokens/updateModelsData.ts b/src/common/utils/tokens/updateModelsData.ts index 7296dcaad12..7761ebab581 100644 --- a/src/common/utils/tokens/updateModelsData.ts +++ b/src/common/utils/tokens/updateModelsData.ts @@ -53,11 +53,12 @@ const MAX_BASELINE_SHRINK_FRACTION = 0.1; // must not block refreshes forever). const MIN_BASELINE_FOR_SHRINK_CHECK = 20; const MAX_INVALID_PRICING_FRACTION = 0.05; -// A poisoned upstream could keep every field present but scale prices toward -// zero (or absurdly high), silently corrupting cost accounting. Legitimate -// repricing moves few models or small factors, so a catalog-wide median shift -// beyond this factor is treated as corruption. -const MAX_MEDIAN_COST_SHIFT_FACTOR = 100; +// A poisoned upstream could keep every field present but rescale values +// (prices toward zero, token limits toward 1), silently corrupting cost +// accounting or context handling. Legitimate repricing moves few models or +// small factors, so a catalog-wide median shift beyond this factor is treated +// as corruption. +const MAX_MEDIAN_SHIFT_FACTOR = 100; /** Modes whose metadata applies to chat-style usage; mirrored by the Treat-as catalog. */ export const MAPPABLE_MODES = new Set(["chat", "responses"]); @@ -153,21 +154,33 @@ export function findMissingKnownModels( } export interface ModeCoverage { + /** Entries in this mode. */ + entries: number; /** Entries passing getModelStats' usability bar (usable token limits). */ usable: number; - /** Entries carrying a numeric input cost. */ - inputPriced: number; - /** Entries carrying a numeric output cost. */ - outputPriced: number; + /** + * Per retained field, entries carrying a consumed value. Every retained + * field is read somewhere at runtime (stats, pricing, capabilities) and most + * are optional per entry, so coverage is tracked per field and per mode: + * an upstream removal or rename of any one field registers as shrinkage + * instead of hiding behind counts of the surviving fields. + */ + fields: Record; +} + +export interface NumericFieldStats { + /** Mappable-mode entries carrying a positive value for the field. */ + samples: number; + /** Median of those positive values (0 when none). */ + median: number; } export interface CatalogSummary { totalEntries: number; /** Coverage per mode string, spanning every mode (not just mappable ones). */ modes: Record; - /** Median positive per-token costs across mappable entries (0 when none). */ - medianInputCost: number; - medianOutputCost: number; + /** Magnitude stats per numeric retained field across mappable entries. */ + numericFields: Record; } function median(values: number[]): number { @@ -178,51 +191,56 @@ function median(values: number[]): number { return sorted[Math.floor(sorted.length / 2)]; } +// Booleans count only when true: capability flags are consumed as "absent == +// unsupported", so a catalog-wide flip to false is equivalent to removal. +function hasConsumedValue(value: unknown): boolean { + if (typeof value === "boolean") { + return value; + } + if (typeof value === "number") { + return Number.isFinite(value); + } + return typeof value === "string" && value.length > 0; +} + export function summarizeCatalog(catalog: ModelCatalogData): CatalogSummary { - const summary: CatalogSummary = { - totalEntries: 0, - modes: {}, - medianInputCost: 0, - medianOutputCost: 0, - }; - const inputCosts: number[] = []; - const outputCosts: number[] = []; + const summary: CatalogSummary = { totalEntries: 0, modes: {}, numericFields: {} }; + const numericSamples = new Map(); for (const metadata of Object.values(catalog)) { summary.totalEntries++; const mode = typeof metadata.mode === "string" ? metadata.mode : "unknown"; - const coverage = (summary.modes[mode] ??= { usable: 0, inputPriced: 0, outputPriced: 0 }); + const coverage = (summary.modes[mode] ??= { entries: 0, usable: 0, fields: {} }); + coverage.entries++; // Usability applies getModelStats' bar: entries without usable token limits // never resolve, so losing max_input_tokens must register as shrinkage. if (hasUsableTokenLimits(metadata)) { coverage.usable++; } - // Input and output pricing are tracked separately per mode so renaming one - // cost field, or stripping pricing from a smaller mode like `responses`, - // cannot hide behind another field's or a larger mode's coverage. - if (typeof metadata.input_cost_per_token === "number") { - coverage.inputPriced++; - if (MAPPABLE_MODES.has(mode) && metadata.input_cost_per_token > 0) { - inputCosts.push(metadata.input_cost_per_token); + for (const field of RETAINED_FIELDS) { + if (field === "mode") { + continue; // the bucket key itself; `entries` already counts it } - } - if (typeof metadata.output_cost_per_token === "number") { - coverage.outputPriced++; - if (MAPPABLE_MODES.has(mode) && metadata.output_cost_per_token > 0) { - outputCosts.push(metadata.output_cost_per_token); + const value = metadata[field]; + if (hasConsumedValue(value)) { + coverage.fields[field] = (coverage.fields[field] ?? 0) + 1; + } + if (MAPPABLE_MODES.has(mode) && typeof value === "number" && value > 0) { + let samples = numericSamples.get(field); + if (samples === undefined) { + samples = []; + numericSamples.set(field, samples); + } + samples.push(value); } } } - summary.medianInputCost = median(inputCosts); - summary.medianOutputCost = median(outputCosts); + for (const [field, samples] of numericSamples) { + summary.numericFields[field] = { samples: samples.length, median: median(samples) }; + } return summary; } -const EMPTY_BASELINE: CatalogSummary = { - totalEntries: 0, - modes: {}, - medianInputCost: 0, - medianOutputCost: 0, -}; +const EMPTY_BASELINE: CatalogSummary = { totalEntries: 0, modes: {}, numericFields: {} }; function belowBaseline(count: number, baseline: number): boolean { return ( @@ -255,23 +273,45 @@ export function validateModelData( ); } - // Costs are optional per entry (subscription providers), so an upstream - // pricing-field rename or a wholesale mode omission would sail through the - // per-entry checks; comparing every mode's usable and priced coverage against - // the vendored baseline (plus the total entry count for modes without usable - // limits, like image_generation pricing rows) keeps getModelStats from - // silently zero-pricing or dropping whole slices of the catalog. + // Fields are optional per entry (e.g. subscription providers omit costs), so + // an upstream rename or wholesale omission of any retained field, or of a + // whole mode, would sail through the per-entry checks; comparing every mode's + // entry/usable counts and every retained field's per-mode coverage against + // the vendored baseline keeps a refresh from silently dropping, zero-pricing, + // or de-capability-ing whole slices of the catalog. const shrinkChecks: Array<[label: string, count: number, baselineCount: number]> = [ ["total entry count", summary.totalEntries, baseline.totalEntries], ]; - const emptyCoverage: ModeCoverage = { usable: 0, inputPriced: 0, outputPriced: 0 }; + const emptyCoverage: ModeCoverage = { entries: 0, usable: 0, fields: {} }; for (const [mode, baselineCoverage] of Object.entries(baseline.modes)) { const coverage = summary.modes[mode] ?? emptyCoverage; shrinkChecks.push( - [`${mode} usable model count`, coverage.usable, baselineCoverage.usable], - [`${mode} input-priced model count`, coverage.inputPriced, baselineCoverage.inputPriced], - [`${mode} output-priced model count`, coverage.outputPriced, baselineCoverage.outputPriced] + [`${mode} entry count`, coverage.entries, baselineCoverage.entries], + [`${mode} usable model count`, coverage.usable, baselineCoverage.usable] ); + for (const [field, baselineCount] of Object.entries(baselineCoverage.fields)) { + shrinkChecks.push([`${mode} ${field} coverage`, coverage.fields[field] ?? 0, baselineCount]); + } + } + // Numeric magnitudes are guarded too, not just field presence: a poisoned + // catalog could retain every field while rescaling values (prices toward + // zero or absurdly high, token limits toward 1). A collapsed sample count + // (e.g. every price zeroed) fails both the sample shrink and the median + // check, since a zero median is more than MAX_MEDIAN_SHIFT_FACTOR below any + // positive baseline. + for (const [field, baselineStats] of Object.entries(baseline.numericFields)) { + if (baselineStats.samples < MIN_BASELINE_FOR_SHRINK_CHECK || baselineStats.median <= 0) { + continue; + } + const candidate = summary.numericFields[field] ?? { samples: 0, median: 0 }; + shrinkChecks.push([`${field} positive-value count`, candidate.samples, baselineStats.samples]); + const ratio = candidate.median / baselineStats.median; + if (ratio > MAX_MEDIAN_SHIFT_FACTOR || ratio < 1 / MAX_MEDIAN_SHIFT_FACTOR) { + errors.push( + `${field} median shifted from ${baselineStats.median} to ${candidate.median} ` + + `(more than ${MAX_MEDIAN_SHIFT_FACTOR}x from the vendored baseline; possible corruption)` + ); + } } for (const [label, count, baselineCount] of shrinkChecks) { if (belowBaseline(count, baselineCount)) { @@ -282,24 +322,6 @@ export function validateModelData( } } - // Guard price magnitudes, not just field presence: a poisoned catalog could - // retain every field while scaling all rates toward zero. - const medianChecks: Array<[label: string, value: number, baselineValue: number]> = [ - ["median input cost", summary.medianInputCost, baseline.medianInputCost], - ["median output cost", summary.medianOutputCost, baseline.medianOutputCost], - ]; - for (const [label, value, baselineValue] of medianChecks) { - if (value > 0 && baselineValue > 0) { - const ratio = value / baselineValue; - if (ratio > MAX_MEDIAN_COST_SHIFT_FACTOR || ratio < 1 / MAX_MEDIAN_COST_SHIFT_FACTOR) { - errors.push( - `${label} shifted from ${baselineValue} to ${value} (more than ` + - `${MAX_MEDIAN_COST_SHIFT_FACTOR}x from the vendored baseline; possible price corruption)` - ); - } - } - } - const total = Object.keys(catalog).length + droppedModelIds.length; if (total > 0 && droppedModelIds.length / total > MAX_INVALID_PRICING_FRACTION) { errors.push( From 67ccf596a13dff14632dd3855da1fc9f8b245a30 Mon Sep 17 00:00:00 2001 From: Michael Suchacz <203725896+ibetitsmike@users.noreply.github.com> Date: Sun, 23 Aug 2026 11:34:26 +0000 Subject: [PATCH 11/12] review: bound per-entry numeric shifts against the vendored baseline Catalog-wide counts and medians cannot see a targeted repricing of a single surviving row. validateModelData now takes the baseline catalog itself (simplifying callers) and rejects any surviving entry whose positive numeric field shifts more than 100x or vanishes. --- scripts/update_models.ts | 12 ++--- .../utils/tokens/updateModelsData.test.ts | 48 ++++++++++++----- src/common/utils/tokens/updateModelsData.ts | 53 +++++++++++++++---- 3 files changed, 82 insertions(+), 31 deletions(-) diff --git a/scripts/update_models.ts b/scripts/update_models.ts index 9f1af6afdfa..5299b3c7a66 100644 --- a/scripts/update_models.ts +++ b/scripts/update_models.ts @@ -12,9 +12,7 @@ import { pruneModelData, sanitizePricing, serializeModelData, - summarizeCatalog, validateModelData, - type CatalogSummary, type ModelCatalogData, } from "../src/common/utils/tokens/updateModelsData"; @@ -42,14 +40,14 @@ async function updateModels() { const existing = await Bun.file(OUTPUT_PATH) .text() .catch(() => null); - // Validate shrinkage against the vendored catalog so a truncated upstream - // response or a pricing-field rename cannot silently degrade known models. - let baseline: CatalogSummary | undefined; + // Validate against the vendored catalog so a truncated upstream response, a + // field rename, or a targeted repricing cannot silently degrade known models. + let baseline: ModelCatalogData | undefined; if (existing !== null) { try { - baseline = summarizeCatalog(JSON.parse(existing) as ModelCatalogData); + baseline = JSON.parse(existing) as ModelCatalogData; } catch { - console.warn(`Could not parse existing ${OUTPUT_PATH}; skipping baseline size check`); + console.warn(`Could not parse existing ${OUTPUT_PATH}; skipping baseline checks`); } } validateModelData(sanitized, baseline); diff --git a/src/common/utils/tokens/updateModelsData.test.ts b/src/common/utils/tokens/updateModelsData.test.ts index 58a4e87bdc7..e826581f7ad 100644 --- a/src/common/utils/tokens/updateModelsData.test.ts +++ b/src/common/utils/tokens/updateModelsData.test.ts @@ -132,7 +132,7 @@ describe("validateModelData", () => { const vendored = modelsJson as Record>; const sanitized = sanitizePricing(vendored); expect(sanitized.droppedModelIds).toEqual([]); - expect(() => validateModelData(sanitized, summarizeCatalog(vendored))).not.toThrow(); + expect(() => validateModelData(sanitized, vendored)).not.toThrow(); }); test("rejects truncated upstream data", () => { @@ -146,11 +146,11 @@ describe("validateModelData", () => { catalog: { ...chatEntries(600), ...curatedCoverage }, droppedModelIds: [], }; - expect(() => validateModelData(sanitized, summarizeCatalog(chatEntries(2000)))).toThrow( + expect(() => validateModelData(sanitized, chatEntries(2000))).toThrow( /chat usable model count shrank from 2000/ ); // A small decrease within the bound is acceptable (e.g. upstream pruning). - expect(() => validateModelData(sanitized, summarizeCatalog(chatEntries(650)))).not.toThrow(); + expect(() => validateModelData(sanitized, chatEntries(650))).not.toThrow(); }); test("rejects the loss of one pricing field even when the other survives", () => { @@ -158,7 +158,7 @@ describe("validateModelData", () => { // input-priced, so aggregated priced coverage would hide the regression. const outputless = chatEntries(700, { output_cost_per_token: undefined }, "prov/outputless"); const sanitized = { catalog: { ...outputless, ...curatedCoverage }, droppedModelIds: [] }; - expect(() => validateModelData(sanitized, summarizeCatalog(chatEntries(700)))).toThrow( + expect(() => validateModelData(sanitized, chatEntries(700))).toThrow( /chat output_cost_per_token coverage shrank from 700 to 0/ ); }); @@ -168,7 +168,7 @@ describe("validateModelData", () => { // counts, so each mode compares against its own baseline. const responses = (overrides: Record) => chatEntries(60, { mode: "responses", ...overrides }, "prov/responses"); - const baseline = summarizeCatalog({ ...chatEntries(700), ...responses({}) }); + const baseline = { ...chatEntries(700), ...responses({}) }; const sanitized = { catalog: { ...chatEntries(700), @@ -185,10 +185,10 @@ describe("validateModelData", () => { test("rejects wholesale omission of a non-mappable mode", () => { // A partial payload that keeps chat/responses but drops image_generation // rows must trip that mode's own entry-count baseline. - const baseline = summarizeCatalog({ + const baseline = { ...chatEntries(700), ...chatEntries(300, { mode: "image_generation", max_input_tokens: undefined }, "prov/image"), - }); + }; const sanitized = { catalog: { ...chatEntries(700), ...curatedCoverage }, droppedModelIds: [], @@ -203,10 +203,10 @@ describe("validateModelData", () => { // runtime would silently fall back to (much lower) generic output rates. const image = (overrides: Record) => chatEntries(300, { mode: "image_generation", ...overrides }, "prov/image"); - const baseline = summarizeCatalog({ + const baseline = { ...chatEntries(700), ...image({ output_cost_per_image_token: 0.00002 }), - }); + }; const sanitized = { catalog: { ...chatEntries(700), ...image({}), ...curatedCoverage }, droppedModelIds: [], @@ -219,7 +219,7 @@ describe("validateModelData", () => { test("rejects a catalog-wide loss of capability flags", () => { // Runtime treats missing/false capability flags as unsupported, so both a // field removal and a mass flip to false must register as coverage loss. - const baseline = summarizeCatalog(chatEntries(700, { supports_pdf_input: true })); + const baseline = chatEntries(700, { supports_pdf_input: true }); const flipped = { catalog: { ...chatEntries(700, { supports_pdf_input: false }), ...curatedCoverage }, droppedModelIds: [], @@ -240,7 +240,7 @@ describe("validateModelData", () => { // rejects them, so usable coverage must register the collapse. const limitless = chatEntries(700, { max_input_tokens: undefined }, "prov/limitless"); const sanitized = { catalog: { ...limitless, ...curatedCoverage }, droppedModelIds: [] }; - expect(() => validateModelData(sanitized, summarizeCatalog(chatEntries(700)))).toThrow( + expect(() => validateModelData(sanitized, chatEntries(700))).toThrow( /chat usable model count shrank from 700/ ); }); @@ -250,7 +250,7 @@ describe("validateModelData", () => { // count, so only the magnitude median can catch mass-shrunk context sizes. const tiny = chatEntries(700, { max_input_tokens: 1 }, "prov/tiny"); const sanitized = { catalog: { ...tiny, ...curatedCoverage }, droppedModelIds: [] }; - expect(() => validateModelData(sanitized, summarizeCatalog(chatEntries(700)))).toThrow( + expect(() => validateModelData(sanitized, chatEntries(700))).toThrow( /max_input_tokens median shifted/ ); }); @@ -311,7 +311,7 @@ describe("validateModelData", () => { "prov/scaled" ); const sanitized = { catalog: { ...scaled, ...curatedCoverage }, droppedModelIds: [] }; - expect(() => validateModelData(sanitized, summarizeCatalog(chatEntries(700)))).toThrow( + expect(() => validateModelData(sanitized, chatEntries(700))).toThrow( /input_cost_per_token median shifted/ ); }); @@ -326,11 +326,31 @@ describe("validateModelData", () => { "prov/free" ); const sanitized = { catalog: { ...free, ...curatedCoverage }, droppedModelIds: [] }; - expect(() => validateModelData(sanitized, summarizeCatalog(chatEntries(700)))).toThrow( + expect(() => validateModelData(sanitized, chatEntries(700))).toThrow( /input_cost_per_token median shifted from 0.000001 to 0/ ); }); + test("rejects a targeted single-row price shift that no catalog-wide guard sees", () => { + const poison = (overrides: Record) => { + const catalog = { ...chatEntries(700), ...curatedCoverage }; + catalog["provider/model-3"] = { ...catalog["provider/model-3"], ...overrides }; + return { catalog, droppedModelIds: [] }; + }; + // Scaling (or deleting) one row's price moves no count and no median; only + // the per-entry magnitude bound can catch it. + expect(() => + validateModelData(poison({ input_cost_per_token: 0.000001e-9 }), chatEntries(700)) + ).toThrow(/provider\/model-3 input_cost_per_token: 0.000001 -> 1e-15/); + expect(() => + validateModelData(poison({ input_cost_per_token: undefined }), chatEntries(700)) + ).toThrow(/provider\/model-3 input_cost_per_token: 0.000001 -> absent/); + // Ordinary per-row repricing within the factor is accepted. + expect(() => + validateModelData(poison({ input_cost_per_token: 0.00001 }), chatEntries(700)) + ).not.toThrow(); + }); + test("rejects data where too many entries had invalid pricing", () => { // 100 dropped out of 700 total (14%) exceeds the 5% abort threshold. const dropped = Array.from({ length: 100 }, (_, i) => `dropped-${i}`); diff --git a/src/common/utils/tokens/updateModelsData.ts b/src/common/utils/tokens/updateModelsData.ts index 7761ebab581..3396affed4c 100644 --- a/src/common/utils/tokens/updateModelsData.ts +++ b/src/common/utils/tokens/updateModelsData.ts @@ -55,10 +55,10 @@ const MIN_BASELINE_FOR_SHRINK_CHECK = 20; const MAX_INVALID_PRICING_FRACTION = 0.05; // A poisoned upstream could keep every field present but rescale values // (prices toward zero, token limits toward 1), silently corrupting cost -// accounting or context handling. Legitimate repricing moves few models or -// small factors, so a catalog-wide median shift beyond this factor is treated -// as corruption. -const MAX_MEDIAN_SHIFT_FACTOR = 100; +// accounting or context handling. Legitimate repricing rarely approaches this +// factor, so both a catalog-wide median shift and a per-entry value shift +// beyond it are treated as corruption. +const MAX_MAGNITUDE_SHIFT_FACTOR = 100; /** Modes whose metadata applies to chat-style usage; mirrored by the Treat-as catalog. */ export const MAPPABLE_MODES = new Set(["chat", "responses"]); @@ -240,8 +240,6 @@ export function summarizeCatalog(catalog: ModelCatalogData): CatalogSummary { return summary; } -const EMPTY_BASELINE: CatalogSummary = { totalEntries: 0, modes: {}, numericFields: {} }; - function belowBaseline(count: number, baseline: number): boolean { return ( baseline >= MIN_BASELINE_FOR_SHRINK_CHECK && @@ -251,17 +249,18 @@ function belowBaseline(count: number, baseline: number): boolean { /** * Throws when the sanitized upstream data is unfit to replace the vendored - * models.json. `baseline` summarizes the currently vendored catalog (defaults + * models.json. `baselineCatalog` is the currently vendored catalog (defaults * to empty when unavailable, disabling the relative checks). */ export function validateModelData( sanitized: SanitizedModelData, - baseline: CatalogSummary = EMPTY_BASELINE + baselineCatalog: ModelCatalogData = {} ): void { const { catalog, droppedModelIds } = sanitized; const errors: string[] = []; const summary = summarizeCatalog(catalog); + const baseline = summarizeCatalog(baselineCatalog); const usableMappableModels = [...MAPPABLE_MODES].reduce( (count, mode) => count + (summary.modes[mode]?.usable ?? 0), 0 @@ -306,10 +305,10 @@ export function validateModelData( const candidate = summary.numericFields[field] ?? { samples: 0, median: 0 }; shrinkChecks.push([`${field} positive-value count`, candidate.samples, baselineStats.samples]); const ratio = candidate.median / baselineStats.median; - if (ratio > MAX_MEDIAN_SHIFT_FACTOR || ratio < 1 / MAX_MEDIAN_SHIFT_FACTOR) { + if (ratio > MAX_MAGNITUDE_SHIFT_FACTOR || ratio < 1 / MAX_MAGNITUDE_SHIFT_FACTOR) { errors.push( `${field} median shifted from ${baselineStats.median} to ${candidate.median} ` + - `(more than ${MAX_MEDIAN_SHIFT_FACTOR}x from the vendored baseline; possible corruption)` + `(more than ${MAX_MAGNITUDE_SHIFT_FACTOR}x from the vendored baseline; possible corruption)` ); } } @@ -322,6 +321,40 @@ export function validateModelData( } } + // Catalog-wide counts and medians cannot see a targeted repricing of a + // single row, so each surviving entry's numeric fields are also bounded + // against their own baseline values (a positive value must stay a number + // within the factor; vanishing is the same attack as scaling toward zero). + // A legitimate per-row correction beyond the factor fails closed: delete + // models.json and rerun to deliberately accept a full refresh. + const entryShifts: string[] = []; + for (const [key, baselineEntry] of Object.entries(baselineCatalog)) { + const entry = catalog[key]; + if (entry === undefined) { + continue; // removed keys are governed by the coverage baselines above + } + for (const field of RETAINED_FIELDS) { + const baselineValue = baselineEntry[field]; + if (typeof baselineValue !== "number" || baselineValue <= 0) { + continue; + } + const value = entry[field]; + const ratio = typeof value === "number" ? value / baselineValue : 0; + if (ratio > MAX_MAGNITUDE_SHIFT_FACTOR || ratio < 1 / MAX_MAGNITUDE_SHIFT_FACTOR) { + entryShifts.push( + `${key} ${field}: ${baselineValue} -> ${typeof value === "number" ? value : "absent"}` + ); + } + } + } + if (entryShifts.length > 0) { + errors.push( + `${entryShifts.length} surviving entries shifted a numeric field more than ` + + `${MAX_MAGNITUDE_SHIFT_FACTOR}x from the vendored baseline ` + + `(e.g. ${entryShifts.slice(0, 5).join("; ")})` + ); + } + const total = Object.keys(catalog).length + droppedModelIds.length; if (total > 0 && droppedModelIds.length / total > MAX_INVALID_PRICING_FRACTION) { errors.push( From c95ee88162ea9507e529c2ef65d25b4c580532ab Mon Sep 17 00:00:00 2001 From: Michael Suchacz <203725896+ibetitsmike@users.noreply.github.com> Date: Sun, 23 Aug 2026 11:55:51 +0000 Subject: [PATCH 12/12] review: compare refresh entries by runtime identity; attribute automation commits Raw-key per-entry comparison missed alias shadowing: a poisoned catalog can add or substitute a higher-precedence lookup key that hijacks runtime resolution while all counts and medians stay intact. Validation now compares, for every model id either catalog can serve, the entry each side resolves through getModelStats' own lookup preference, using runtime parseNum semantics (numeric strings compare by value, not as collapses) and requiring baseline-true capability flags to stay true per identity. Also adds the sanctioned automation attribution footer to the weekly bot commit/PR and documents the convention in the pull-requests skill. --- .github/workflows/update-models.yml | 13 ++- .xum/skills/pull-requests/SKILL.md | 10 ++ src/common/utils/tokens/modelCatalog.ts | 15 +-- src/common/utils/tokens/modelStats.ts | 7 +- .../utils/tokens/updateModelsData.test.ts | 53 ++++++++- src/common/utils/tokens/updateModelsData.ts | 103 ++++++++++++++---- 6 files changed, 160 insertions(+), 41 deletions(-) diff --git a/.github/workflows/update-models.yml b/.github/workflows/update-models.yml index 9d8f5fcac1e..2915c2c90f3 100644 --- a/.github/workflows/update-models.yml +++ b/.github/workflows/update-models.yml @@ -79,14 +79,23 @@ jobs: git config user.email "264182336+mux-bot[bot]@users.noreply.github.com" git checkout -B bot/update-models git add src/common/utils/tokens/models.json - git commit -m "πŸ€– chore: refresh models.json from LiteLLM" + # Attribution footer per .xum/skills/pull-requests: automation + # commits use the workflow marker instead of model/thinking/cost. + footer="--- + + _Automated by the \`update-models\` workflow (GitHub Actions)._ + + " + git commit -m "πŸ€– chore: refresh models.json from LiteLLM" -m "$footer" git push --force origin bot/update-models open_prs=$(gh pr list --head bot/update-models --state open --json number --jq length) if [ "$open_prs" = "0" ]; then gh pr create \ --title "πŸ€– chore: refresh models.json from LiteLLM" \ - --body "Automated weekly refresh of the vendored LiteLLM model catalog via \`make update-models\` (#3727)." \ + --body "Automated weekly refresh of the vendored LiteLLM model catalog via \`make update-models\` (#3727). + + $footer" \ --base main \ --head bot/update-models else diff --git a/.xum/skills/pull-requests/SKILL.md b/.xum/skills/pull-requests/SKILL.md index b16d89fb047..83f53a3b269 100644 --- a/.xum/skills/pull-requests/SKILL.md +++ b/.xum/skills/pull-requests/SKILL.md @@ -19,6 +19,16 @@ _Generated with `xum` β€’ Model: `` β€’ Thinking: `` Always check `$XUM_MODEL_STRING`, `$XUM_THINKING_LEVEL`, and `$XUM_COSTS_USD` via bash before creating or updating PRsβ€”include them in the footer if set. +Scheduled automation (non-AI) commits and PRs from GitHub Actions workflows use this footer instead, since model/thinking/cost do not apply: + +```md +--- + +_Automated by the `` workflow (GitHub Actions)._ + + +``` + ## Lifecycle Rules - Before submitting a PR, ensure the branch name reflects the work and the base branch is correct. diff --git a/src/common/utils/tokens/modelCatalog.ts b/src/common/utils/tokens/modelCatalog.ts index ecd8cccf572..70b95ad701d 100644 --- a/src/common/utils/tokens/modelCatalog.ts +++ b/src/common/utils/tokens/modelCatalog.ts @@ -8,20 +8,7 @@ import { KNOWN_MODELS } from "@/common/constants/knownModels"; import { normalizeToCanonical } from "@/common/utils/ai/models"; import modelsData from "./models.json"; import { resolveRawModelEntry } from "./modelStats"; -import { MAPPABLE_MODES } from "./updateModelsData"; - -function toCanonicalModelId(catalogKey: string, metadata: Record): string | null { - // LiteLLM keys are either "provider/model" or a bare model id whose provider - // lives in litellm_provider. Both canonical forms round-trip through - // getModelStats: generateLookupKeys tries "provider/model" first and the bare - // model name as a fallback. - const slashIndex = catalogKey.indexOf("/"); - if (slashIndex > 0) { - return `${catalogKey.slice(0, slashIndex)}:${catalogKey.slice(slashIndex + 1)}`; - } - const provider = metadata.litellm_provider; - return typeof provider === "string" && provider.length > 0 ? `${provider}:${catalogKey}` : null; -} +import { MAPPABLE_MODES, toCanonicalModelId } from "./updateModelsData"; let cachedIds: string[] | undefined; diff --git a/src/common/utils/tokens/modelStats.ts b/src/common/utils/tokens/modelStats.ts index ff1934e8499..ee6fb154ad9 100644 --- a/src/common/utils/tokens/modelStats.ts +++ b/src/common/utils/tokens/modelStats.ts @@ -41,7 +41,12 @@ const PROVIDER_KEY_ALIASES: Record = { "github-copilot": "github_copilot", }; -function parseNum(value: unknown): number | null { +/** + * Runtime numeric semantics for raw catalog values (accepts numeric strings + * with comma separators). Exported so update-models validation compares + * magnitudes exactly as getModelStats would parse them. + */ +export function parseNum(value: unknown): number | null { if (typeof value === "number" && Number.isFinite(value)) { return value; } diff --git a/src/common/utils/tokens/updateModelsData.test.ts b/src/common/utils/tokens/updateModelsData.test.ts index e826581f7ad..8cdad5083bd 100644 --- a/src/common/utils/tokens/updateModelsData.test.ts +++ b/src/common/utils/tokens/updateModelsData.test.ts @@ -338,19 +338,66 @@ describe("validateModelData", () => { return { catalog, droppedModelIds: [] }; }; // Scaling (or deleting) one row's price moves no count and no median; only - // the per-entry magnitude bound can catch it. + // the per-identity magnitude bound can catch it. expect(() => validateModelData(poison({ input_cost_per_token: 0.000001e-9 }), chatEntries(700)) - ).toThrow(/provider\/model-3 input_cost_per_token: 0.000001 -> 1e-15/); + ).toThrow(/provider:model-3 input_cost_per_token: 0.000001 -> 1e-15/); expect(() => validateModelData(poison({ input_cost_per_token: undefined }), chatEntries(700)) - ).toThrow(/provider\/model-3 input_cost_per_token: 0.000001 -> absent/); + ).toThrow(/provider:model-3 input_cost_per_token: 0.000001 -> absent/); // Ordinary per-row repricing within the factor is accepted. expect(() => validateModelData(poison({ input_cost_per_token: 0.00001 }), chatEntries(700)) ).not.toThrow(); }); + test("rejects a poisoned higher-precedence alias shadowing a baseline row", () => { + // Adding openai/x on top of a baseline bare x (or moving the row there) + // leaves every count and median intact, but runtime lookup prefers the + // scoped key; comparison must follow resolved identities, not raw keys. + const bare = { + mode: "chat", + max_input_tokens: 128000, + input_cost_per_token: 0.000001, + output_cost_per_token: 0.000002, + litellm_provider: "acme", + }; + const poisonedAlias = { ...bare, input_cost_per_token: 0.000001e-9 }; + const baseline = { ...chatEntries(700), "acme-chat-1": bare }; + for (const catalog of [ + // Attack 1: new alias added while the original row survives. + { ...baseline, "acme/acme-chat-1": poisonedAlias }, + // Attack 2: original key removed, row substituted under the alias. + { ...chatEntries(700), "acme/acme-chat-1": poisonedAlias }, + ]) { + const sanitized = { catalog: { ...catalog, ...curatedCoverage }, droppedModelIds: [] }; + expect(() => validateModelData(sanitized, baseline)).toThrow( + /acme:acme-chat-1 input_cost_per_token: 0.000001 -> 1e-15/ + ); + } + }); + + test("rejects a targeted capability-flag flip on a single row", () => { + // One true -> false flip is far inside the aggregate 10% allowance, but + // runtime would start rejecting valid attachments for that model. + const baseline = chatEntries(700, { supports_pdf_input: true }); + const catalog = { ...baseline, ...curatedCoverage }; + catalog["provider/model-3"] = { ...catalog["provider/model-3"], supports_pdf_input: false }; + expect(() => validateModelData({ catalog, droppedModelIds: [] }, baseline)).toThrow( + /provider:model-3 supports_pdf_input: true -> false/ + ); + }); + + test("accepts runtime-parseable numeric strings as equal magnitudes", () => { + // getModelStats parses "128000" like 128000, so a representation change + // must not read as a >100x collapse and block the refresh. + const catalog = { ...chatEntries(700), ...curatedCoverage }; + catalog["provider/model-3"] = { ...catalog["provider/model-3"], max_input_tokens: "128000" }; + expect(() => + validateModelData({ catalog, droppedModelIds: [] }, chatEntries(700)) + ).not.toThrow(); + }); + test("rejects data where too many entries had invalid pricing", () => { // 100 dropped out of 700 total (14%) exceeds the 5% abort threshold. const dropped = Array.from({ length: 100 }, (_, i) => `dropped-${i}`); diff --git a/src/common/utils/tokens/updateModelsData.ts b/src/common/utils/tokens/updateModelsData.ts index 3396affed4c..ac2bcd275c9 100644 --- a/src/common/utils/tokens/updateModelsData.ts +++ b/src/common/utils/tokens/updateModelsData.ts @@ -6,8 +6,9 @@ */ import { KNOWN_MODELS } from "@/common/constants/knownModels"; +import { normalizeToCanonical } from "../ai/models"; import { modelsExtra } from "./models-extra"; -import { generateModelLookupKeys, hasUsableTokenLimits } from "./modelStats"; +import { generateModelLookupKeys, hasUsableTokenLimits, parseNum } from "./modelStats"; const RETAINED_FIELDS = [ "max_input_tokens", @@ -63,6 +64,24 @@ const MAX_MAGNITUDE_SHIFT_FACTOR = 100; /** Modes whose metadata applies to chat-style usage; mirrored by the Treat-as catalog. */ export const MAPPABLE_MODES = new Set(["chat", "responses"]); +/** + * Canonical `provider:model` id for a catalog key. LiteLLM keys are either + * "provider/model" or a bare model id whose provider lives in litellm_provider; + * both forms round-trip through getModelStats' lookup keys. Shared with the + * Treat-as catalog so validation and the UI derive identities identically. + */ +export function toCanonicalModelId( + catalogKey: string, + metadata: Record +): string | null { + const slashIndex = catalogKey.indexOf("/"); + if (slashIndex > 0) { + return `${catalogKey.slice(0, slashIndex)}:${catalogKey.slice(slashIndex + 1)}`; + } + const provider = metadata.litellm_provider; + return typeof provider === "string" && provider.length > 0 ? `${provider}:${catalogKey}` : null; +} + export type ModelCatalogData = Record>; export interface SanitizedModelData { @@ -224,13 +243,16 @@ export function summarizeCatalog(catalog: ModelCatalogData): CatalogSummary { if (hasConsumedValue(value)) { coverage.fields[field] = (coverage.fields[field] ?? 0) + 1; } - if (MAPPABLE_MODES.has(mode) && typeof value === "number" && value > 0) { + // parseNum mirrors runtime parsing, so a numeric string like "128000" + // contributes its real magnitude instead of reading as a collapse. + const numeric = parseNum(value); + if (MAPPABLE_MODES.has(mode) && numeric !== null && numeric > 0) { let samples = numericSamples.get(field); if (samples === undefined) { samples = []; numericSamples.set(field, samples); } - samples.push(value); + samples.push(numeric); } } } @@ -240,6 +262,24 @@ export function summarizeCatalog(catalog: ModelCatalogData): CatalogSummary { return summary; } +/** + * The entry a catalog would serve for a model id, using getModelStats' own + * lookup preference and usability bar. Alias-shadowing corruption is only + * visible through this resolution, never through raw key comparison. + */ +function resolveCatalogEntry( + catalog: ModelCatalogData, + modelId: string +): Record | undefined { + for (const key of generateModelLookupKeys(modelId)) { + const entry = catalog[key]; + if (entry !== undefined && hasUsableTokenLimits(entry)) { + return entry; + } + } + return undefined; +} + function belowBaseline(count: number, baseline: number): boolean { return ( baseline >= MIN_BASELINE_FOR_SHRINK_CHECK && @@ -321,37 +361,58 @@ export function validateModelData( } } - // Catalog-wide counts and medians cannot see a targeted repricing of a - // single row, so each surviving entry's numeric fields are also bounded - // against their own baseline values (a positive value must stay a number - // within the factor; vanishing is the same attack as scaling toward zero). - // A legitimate per-row correction beyond the factor fails closed: delete - // models.json and rerun to deliberately accept a full refresh. + // Catalog-wide counts and medians cannot see targeted single-row corruption, + // and raw-key comparison cannot see alias shadowing: a poisoned catalog can + // add a higher-precedence key (openai/gpt-4o-mini over a baseline + // gpt-4o-mini) or move a row to such an alias, leaving every count and + // median intact while runtime lookups resolve the poisoned entry. Entries + // are therefore compared by runtime identity: for every model id either + // catalog can serve, the entry each catalog resolves through getModelStats' + // own lookup preference must keep positive numeric fields present and + // within the magnitude factor (runtime parseNum semantics, so numeric + // strings compare by value) and keep baseline-true capability flags (runtime + // treats absent/false as unsupported). Legitimate changes beyond these + // bounds fail closed: delete models.json and rerun to deliberately accept a + // full refresh. const entryShifts: string[] = []; - for (const [key, baselineEntry] of Object.entries(baselineCatalog)) { - const entry = catalog[key]; + const identities = new Set(); + for (const source of [baselineCatalog, catalog]) { + for (const [key, metadata] of Object.entries(source)) { + identities.add(normalizeToCanonical(toCanonicalModelId(key, metadata) ?? key)); + } + } + for (const id of identities) { + const baselineEntry = resolveCatalogEntry(baselineCatalog, id); + if (baselineEntry === undefined) { + continue; // genuinely new identity; nothing vendored to compare against + } + const entry = resolveCatalogEntry(catalog, id); if (entry === undefined) { - continue; // removed keys are governed by the coverage baselines above + continue; // fully removed identities are governed by the coverage baselines } for (const field of RETAINED_FIELDS) { const baselineValue = baselineEntry[field]; - if (typeof baselineValue !== "number" || baselineValue <= 0) { + if (baselineValue === true) { + if (entry[field] !== true) { + entryShifts.push(`${id} ${field}: true -> ${JSON.stringify(entry[field]) ?? "absent"}`); + } + continue; + } + const baselineNum = typeof baselineValue === "boolean" ? null : parseNum(baselineValue); + if (baselineNum === null || baselineNum <= 0) { continue; } - const value = entry[field]; - const ratio = typeof value === "number" ? value / baselineValue : 0; + const candidateNum = parseNum(entry[field]); + const ratio = candidateNum === null ? 0 : candidateNum / baselineNum; if (ratio > MAX_MAGNITUDE_SHIFT_FACTOR || ratio < 1 / MAX_MAGNITUDE_SHIFT_FACTOR) { - entryShifts.push( - `${key} ${field}: ${baselineValue} -> ${typeof value === "number" ? value : "absent"}` - ); + entryShifts.push(`${id} ${field}: ${baselineNum} -> ${candidateNum ?? "absent"}`); } } } if (entryShifts.length > 0) { errors.push( - `${entryShifts.length} surviving entries shifted a numeric field more than ` + - `${MAX_MAGNITUDE_SHIFT_FACTOR}x from the vendored baseline ` + - `(e.g. ${entryShifts.slice(0, 5).join("; ")})` + `${entryShifts.length} resolved model identities regressed a retained field beyond the ` + + `vendored baseline (e.g. ${entryShifts.slice(0, 5).join("; ")})` ); }