70f7fa05ca
Mapping the llamacpp aliases to custom in hermes_cli.models sent the managed local runtime's /model validation down the custom branch before the staged-library check, so a downloaded-but-not-running GGUF lost its recognized verdict and an unstaged one was accepted. Keep local and vllm on custom there, leave the llamacpp aliases on their runtime id, and move the orphaned 'local' display label to 'custom'. The parity test now reads the aliases from the custom provider profile instead of a hand-written list.
600 lines
36 KiB
Python
600 lines
36 KiB
Python
"""Static provider/model catalog tables (data only — no network).
|
|
|
|
Curated per-provider model lists, the canonical provider registry, display groups and alias
|
|
maps. Split out of ``hermes_cli.models``.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
from typing import NamedTuple
|
|
|
|
|
|
# Fallback OpenRouter snapshot used when the live catalog is unavailable, as
|
|
# ``(model_id, description shown in menus)``. ``:free`` SKUs are described "free".
|
|
_OPENROUTER_DESCRIPTIONS = {
|
|
"anthropic/claude-opus-5-fast": "2x price, higher output speed",
|
|
"anthropic/claude-opus-4.8-fast": "2x price, higher output speed",
|
|
"deepseek/deepseek-v4-pro-0813": "dated snapshot of v4-pro",
|
|
"deepseek/deepseek-v4-flash-0731": "dated snapshot of v4-flash",
|
|
"moonshotai/kimi-k3": "recommended",
|
|
"z-ai/glm-5.2": "default",
|
|
"z-ai/glm-5.3-flashx": "high-speed tier of glm-5.3-flash",
|
|
"openrouter/pareto-code": "auto-routes to cheapest coder meeting openrouter.min_coding_score",
|
|
"openai/gpt-6-astra-fast": "2x price, priority tier",
|
|
"openai/gpt-6-astra-flex": "0.5x price, flex tier",
|
|
"openai/gpt-6-astra-pro-fast": "2x price, priority tier",
|
|
"openai/gpt-6-astra-pro-flex": "0.5x price, flex tier",
|
|
"stealth/union-alpha": "free, stealth model",
|
|
}
|
|
OPENROUTER_MODELS: list[tuple[str, str]] = [
|
|
(mid, _OPENROUTER_DESCRIPTIONS.get(mid, "free" if mid.endswith(":free") else ""))
|
|
for mid in (
|
|
"anthropic/claude-fable-5.1", "anthropic/claude-fable-5", "anthropic/claude-opus-5.5",
|
|
"anthropic/claude-opus-5", "anthropic/claude-opus-5-fast", "anthropic/claude-opus-4.8", "anthropic/claude-opus-4.8-fast",
|
|
"anthropic/claude-sonnet-5", "anthropic/claude-haiku-4.5", "openai/gpt-6-astra", "openai/gpt-6-astra-fast",
|
|
"openai/gpt-6-astra-flex", "openai/gpt-6-astra-pro", "openai/gpt-6-astra-pro-fast", "openai/gpt-6-astra-pro-flex",
|
|
"openai/gpt-6-sol", "openai/gpt-6-sol-pro",
|
|
"openai/gpt-6-luna", "openai/gpt-6-luna-pro",
|
|
"openai/gpt-5.5", "openai/gpt-5.5-pro", "openai/gpt-5.4-mini", "google/gemini-3.1-pro-preview",
|
|
"google/gemini-3.8-flash", "google/gemini-3.7-flash", "x-ai/grok-4.7", "x-ai/grok-4.6",
|
|
"deepseek/deepseek-v4-pro",
|
|
"deepseek/deepseek-v4-pro-0813", "deepseek/deepseek-v4.1-flash", "deepseek/deepseek-v4-flash-0731",
|
|
"qwen/qwen3.8-max-0902", "qwen/qwen3.8-flash", "moonshotai/kimi-k3", "minimax/minimax-m3", "z-ai/glm-5.3",
|
|
"z-ai/glm-5.3-flash", "z-ai/glm-5.3-flashx", "z-ai/glm-5.2",
|
|
"xiaomi/mimo-v2.6-pro", "xiaomi/mimo-v2.6-flash", "xiaomi/mimo-v2.6-pro-ultraspeed", "xiaomi/mimo-v2.5-pro", "tencent/hy4-preview",
|
|
"tencent/hy3",
|
|
"stepfun/step-3.7-flash", "nvidia/nemotron-3-super-120b-a12b", "meta/muse-spark-1.2",
|
|
"meta/muse-spark-1.2-contributor", "meta/muse-spark-1.3", "meta/muse-spark-1.3-contributor", "sakana/fugu-ultra",
|
|
"openrouter/pareto-code", "thinkingmachines/inkling:free", "thinkingmachines/inkling-small:free",
|
|
"minimax/minimax-m3:free", "z-ai/glm-5.2:free", "poolside/laguna-s-2.1:free", "poolside/laguna-xs-2.1:free",
|
|
"nvidia/nemotron-3-super-120b-a12b:free", "nvidia/nemotron-3-ultra-550b-a55b:free",
|
|
"nvidia/nemotron-3.5-lightning:free", "stealth/union-alpha",
|
|
)
|
|
]
|
|
|
|
# OpenRouter entries the Nous Portal does not carry (routing/fast variants, free tier —
|
|
# ``stealth/union-alpha`` is a $0 stealth SKU without the ``:free`` suffix).
|
|
_OPENROUTER_ONLY = {
|
|
"anthropic/claude-opus-5-fast", "anthropic/claude-opus-4.8-fast", "meta/muse-spark-1.2",
|
|
"meta/muse-spark-1.2-contributor", "meta/muse-spark-1.3", "meta/muse-spark-1.3-contributor", "openrouter/pareto-code",
|
|
"stealth/union-alpha",
|
|
}
|
|
|
|
|
|
# Fallback Vercel AI Gateway snapshot (open-weight first, then closed-source by family). Slugs
|
|
# match Vercel's /v1/models catalog (``alibaba/`` for Qwen, ``zai/`` and ``xai/`` without hyphens).
|
|
VERCEL_AI_GATEWAY_MODELS: list[tuple[str, str]] = [("moonshotai/kimi-k2.6", "recommended")] + [
|
|
(mid, "") for mid in (
|
|
"alibaba/qwen3.6-plus", "zai/glm-5.1", "minimax/minimax-m2.7", "anthropic/claude-sonnet-4.6",
|
|
"anthropic/claude-opus-4.7", "anthropic/claude-opus-4.6", "anthropic/claude-haiku-4.5",
|
|
"openai/gpt-5.4", "openai/gpt-5.4-mini", "openai/gpt-5.3-codex", "google/gemini-3.1-pro-preview",
|
|
"google/gemini-3-flash", "google/gemini-3.1-flash-lite-preview", "xai/grok-4.20-reasoning",
|
|
)
|
|
]
|
|
|
|
|
|
def _codex_curated_models() -> list[str]:
|
|
"""openai-codex curated list from codex_models.py (DEFAULT_CODEX_MODELS + forward-compat
|
|
synthesis) so the gateway /model picker and the CLI ``hermes model`` flow share one source."""
|
|
from hermes_cli.codex_models import DEFAULT_CODEX_MODELS, _finalize_codex_models
|
|
return _finalize_codex_models(list(DEFAULT_CODEX_MODELS))
|
|
|
|
|
|
# Static xAI fallback when the models.dev disk cache is empty (fresh install, offline first run).
|
|
# Mirrors the xAI-direct IDs from $HERMES_HOME/models_dev_cache.json; the cache overrides it on the
|
|
# next refresh. Models xAI retired on 2026-05-15 (grok-4*, grok-4-fast*, grok-4-1-fast*,
|
|
# grok-code-fast-1) are excluded — see docs.x.ai/developers/migration/may-15-retirement.
|
|
_XAI_STATIC_FALLBACK: list[str] = [
|
|
"grok-4.6", "grok-build-0.1", "grok-4.5", "grok-4.3", "grok-4.20-0309-reasoning",
|
|
"grok-4.20-0309-non-reasoning", "grok-4.20-multi-agent-0309",
|
|
]
|
|
|
|
# Callable via xAI OAuth but omitted from models.dev and /v1/models listings. grok-4.6 / grok-4.5
|
|
# stay here until the models.dev disk cache refreshes.
|
|
_XAI_CURATED_EXTRAS: list[str] = ["grok-4.6", "grok-4.5", "grok-composer-2.5-fast"]
|
|
|
|
_XAI_TOP_MODEL = "grok-4.6"
|
|
|
|
|
|
def _xai_promote_top(ids: list[str]) -> list[str]:
|
|
"""Pin the headline xAI model to the top of the curated list."""
|
|
if _XAI_TOP_MODEL in ids:
|
|
return [_XAI_TOP_MODEL] + [m for m in ids if m != _XAI_TOP_MODEL]
|
|
return ids
|
|
|
|
|
|
def _xai_merge_curated_extras(ids: list[str]) -> list[str]:
|
|
"""Append Hermes-curated xAI models missing from models.dev, right after the pinned headline."""
|
|
out = list(ids)
|
|
for extra in _XAI_CURATED_EXTRAS:
|
|
if extra not in out:
|
|
out.insert(1 if out and out[0] == _XAI_TOP_MODEL else len(out), extra)
|
|
return out
|
|
|
|
|
|
def _xai_finalize_catalog(ids: list[str]) -> list[str]:
|
|
return _xai_promote_top(_xai_merge_curated_extras(ids))
|
|
|
|
|
|
def _xai_curated_models() -> list[str]:
|
|
"""Offline curated floor for xAI / xAI OAuth pickers: $HERMES_HOME/models_dev_cache.json
|
|
(no network), else ``_XAI_STATIC_FALLBACK``. Any failure falls through to the static list."""
|
|
try:
|
|
from agent.models_dev import _load_disk_cache
|
|
data = _load_disk_cache()
|
|
xai = data.get("xai") if isinstance(data, dict) else None
|
|
models = xai.get("models") if isinstance(xai, dict) else None
|
|
if isinstance(models, dict) and models:
|
|
ids = [mid for mid in models if isinstance(mid, str)]
|
|
if ids:
|
|
return _xai_finalize_catalog(sorted(ids))
|
|
except Exception:
|
|
pass
|
|
return _xai_finalize_catalog(list(_XAI_STATIC_FALLBACK))
|
|
|
|
|
|
# Native OpenAI Chat Completions (api.openai.com); also the head of the Copilot list.
|
|
_OPENAI_CHAT_MODELS = [
|
|
"gpt-5.4", "gpt-5.4-mini", "gpt-5-mini", "gpt-5.3-codex", "gpt-5.2-codex", "gpt-4.1", "gpt-4o", "gpt-4o-mini",
|
|
]
|
|
_MINIMAX_MODELS = ["MiniMax-M3", "MiniMax-M2.7", "MiniMax-M2.5", "MiniMax-M2.1", "MiniMax-M2"]
|
|
_TENCENT_MODELS = ["hy4-preview", "hy3", "hy3-preview"]
|
|
# Alibaba DashScope Coding platform (coding-intl): Qwen + third-party (GLM, Kimi, MiniMax, DeepSeek).
|
|
# Classic DashScope keys should override DASHSCOPE_BASE_URL to
|
|
# https://dashscope-intl.aliyuncs.com/compatible-mode/v1 (OpenAI-compat) or /apps/anthropic.
|
|
_ALIBABA_MODELS = [
|
|
"qwen3.8-max", "qwen3.7-max", "qwen3.7-plus", "qwen3.6-plus", "qwen3.6-flash", "kimi-k2.5",
|
|
"qwen3.5-plus", "qwen3-coder-plus", "qwen3-coder-next", "glm-5.2", "glm-5", "glm-4.7",
|
|
"deepseek-v4-pro", "deepseek-v4-flash-0731", "MiniMax-M2.5",
|
|
]
|
|
_ALIBABA_CODING_PLAN_MODELS = [
|
|
"qwen3.7-plus", "qwen3.6-plus", "qwen3.5-plus", "qwen3-max-2026-01-23", "qwen3-coder-plus",
|
|
"qwen3-coder-next", "kimi-k2.5", "glm-5", "glm-4.7", "MiniMax-M2.5",
|
|
]
|
|
# Verified against a live Token Plan subscription (key tier ``sk-sp-...``).
|
|
_ALIBABA_TOKEN_PLAN_MODELS = [
|
|
"qwen3.8-max-0902", "qwen3.7-max", "qwen3.7-plus", "qwen3.6-plus", "qwen3.6-flash", "deepseek-v4-pro",
|
|
"deepseek-v4-flash", "deepseek-v3.2", "kimi-k2.7-code", "kimi-k2.6", "kimi-k2.5", "glm-5.2", "glm-5.1", "glm-5",
|
|
]
|
|
_XAI_MODELS = _xai_curated_models()
|
|
|
|
# Curated per-provider lists. ``-cn`` twins share the international catalog on a domestic endpoint.
|
|
_PROVIDER_MODELS: dict[str, list[str]] = {
|
|
"moa": ["default"],
|
|
"nous": [mid for mid, _ in OPENROUTER_MODELS if mid not in _OPENROUTER_ONLY and not mid.endswith(":free")],
|
|
# Used by /model counts and provider_model_ids fallback when /v1/models is unavailable.
|
|
"openai": list(_OPENAI_CHAT_MODELS),
|
|
"openai-api": [
|
|
"gpt-6-sol", "gpt-6-sol-pro", "gpt-6-luna", "gpt-6-luna-pro",
|
|
"gpt-5.6-sol", "gpt-5.6-sol-pro", "gpt-5.6-terra", "gpt-5.6-terra-pro", "gpt-5.6-luna",
|
|
"gpt-5.6-luna-pro", "gpt-5.5", "gpt-5.5-pro", "gpt-5.4", "gpt-5.4-mini", "gpt-5.4-nano",
|
|
"gpt-5-mini", "gpt-5.3-codex", "gpt-4.1", "gpt-4o", "gpt-4o-mini",
|
|
],
|
|
"openai-codex": _codex_curated_models(),
|
|
"xai-oauth": list(_XAI_MODELS),
|
|
"copilot-acp": ["copilot-acp"],
|
|
"copilot": _OPENAI_CHAT_MODELS + [
|
|
"claude-sonnet-4.6", "claude-sonnet-5", "claude-sonnet-4", "claude-sonnet-4.5", "claude-haiku-4.5",
|
|
"gemini-3.1-pro-preview", "gemini-3-pro-preview", "gemini-3-flash-preview", "gemini-2.5-pro",
|
|
],
|
|
"gemini": [
|
|
"gemini-3.8-flash", "gemini-3.7-flash",
|
|
"gemini-3.1-pro-preview", "gemini-3-pro-preview", "gemini-3.6-flash", "gemini-3.1-flash-lite-preview",
|
|
],
|
|
"zai": [
|
|
"glm-5.3", "glm-5.3-flash", "glm-5.2", "glm-5.1", "glm-5", "glm-5v-turbo", "glm-5-turbo",
|
|
"glm-4.7", "glm-4.5", "glm-4.5-flash",
|
|
],
|
|
"xai": list(_XAI_MODELS),
|
|
# Nemotron flagships, then third-party agentic models hosted on build.nvidia.com.
|
|
"nvidia": [
|
|
"nvidia/nemotron-3-ultra-550b-a55b", "nvidia/nemotron-3-super-120b-a12b",
|
|
"nvidia/nemotron-3.5-lightning-30b-a3b", "nvidia/nemotron-3-nano-omni-30b-a3b-reasoning",
|
|
"z-ai/glm-5.3", "z-ai/glm-5.2", "moonshotai/kimi-k2.6", "minimaxai/minimax-m3",
|
|
],
|
|
"kimi-coding": [
|
|
"kimi-k3", "kimi-k2.7-code", "kimi-k2.6", "kimi-k2.5", "kimi-for-coding", "kimi-for-coding-highspeed",
|
|
"kimi-k2-thinking", "kimi-k2-thinking-turbo", "kimi-k2-turbo-preview", "kimi-k2-0905-preview",
|
|
],
|
|
"kimi-coding-cn": [
|
|
"kimi-k3", "kimi-k2.7-code", "kimi-k2.7-code-highspeed", "kimi-k2.6", "kimi-k2.5",
|
|
"kimi-k2-thinking", "kimi-k2-turbo-preview", "kimi-k2-0905-preview",
|
|
],
|
|
"stepfun": ["step-3.5-flash", "step-3.5-flash-2603"],
|
|
"moonshot": [
|
|
"kimi-k3", "kimi-k2.6", "kimi-k2.5", "kimi-k2-thinking", "kimi-k2-turbo-preview", "kimi-k2-0905-preview",
|
|
],
|
|
"minimax": list(_MINIMAX_MODELS),
|
|
"minimax-oauth": ["MiniMax-M3", "MiniMax-M2.7", "MiniMax-M2.7-highspeed"],
|
|
"minimax-cn": list(_MINIMAX_MODELS),
|
|
"anthropic": [
|
|
"claude-fable-5.1", "claude-fable-5", "claude-opus-5", "claude-sonnet-5",
|
|
"claude-opus-4-8", "claude-opus-4-7", "claude-opus-4-6",
|
|
"claude-sonnet-4-6", "claude-opus-4-5-20251101", "claude-sonnet-4-5-20250929",
|
|
"claude-opus-4-20250514", "claude-sonnet-4-20250514", "claude-haiku-4-5-20251001",
|
|
],
|
|
"deepseek": ["deepseek-flash", "deepseek-v4-pro"],
|
|
"xiaomi": [
|
|
"mimo-v2.6-pro", "mimo-v2.6-flash", "mimo-v2.6-pro-ultraspeed",
|
|
"mimo-v2.5-pro", "mimo-v2.5", "mimo-v2-pro", "mimo-v2-omni", "mimo-v2-flash",
|
|
],
|
|
"tencent-tokenhub": list(_TENCENT_MODELS),
|
|
"tencent-tokenplan": list(_TENCENT_MODELS),
|
|
"arcee": ["trinity-large-thinking", "trinity-large-preview", "trinity-mini"],
|
|
"gmi": [
|
|
"zai-org/GLM-5.1-FP8", "deepseek-ai/DeepSeek-V3.2", "moonshotai/Kimi-K2.5",
|
|
"google/gemini-3.1-flash-lite-preview", "anthropic/claude-sonnet-5",
|
|
"anthropic/claude-sonnet-4.6", "openai/gpt-5.4",
|
|
],
|
|
# Synced against opencode.ai/docs/zen + live GET /zen/v1/models. Zen/Go are
|
|
# _LIVE_FIRST_PICKER_PROVIDERS, so this is a discovery floor: live entries lead in the picker
|
|
# and stale curated names never pollute the top. "x-preview-f-free" = "Ox Alpha" stealth model.
|
|
"opencode-zen": [
|
|
"x-preview-f-free", "kimi-k3", "kimi-k2.5", "kimi-k2.6", "gpt-5.6-sol", "gpt-5.6-terra", "gpt-5.6-luna",
|
|
"gpt-5.5", "gpt-5.5-pro", "gpt-5.4-pro", "gpt-5.4", "gpt-5.4-mini", "gpt-5.4-nano", "gpt-5.3-codex",
|
|
"gpt-5.3-codex-spark", "gpt-5.2", "gpt-5.2-codex", "gpt-5.1", "gpt-5.1-codex", "gpt-5.1-codex-max",
|
|
"gpt-5.1-codex-mini", "gpt-5", "gpt-5-codex", "gpt-5-nano", "claude-fable-5", "claude-opus-5",
|
|
"claude-sonnet-5", "claude-opus-4-8", "claude-opus-4-7", "claude-opus-4-6", "claude-opus-4-5",
|
|
"claude-sonnet-4-6", "claude-sonnet-4-5", "claude-sonnet-4", "claude-haiku-4-5", "gemini-3.8-flash",
|
|
"gemini-3.7-flash", "gemini-3.6-flash", "gemini-3.5-flash", "gemini-3.5-flash-lite", "gemini-3.1-pro", "gemini-3-flash",
|
|
"grok-4.6", "grok-4.5", "grok-build-0.1", "muse-spark-1.2", "minimax-m3", "minimax-m2.7", "minimax-m2.5",
|
|
"glm-5.3", "glm-5.3-flash", "glm-5.2", "glm-5.1", "glm-5", "kimi-k2.7-code", "deepseek-v4-pro",
|
|
"deepseek-v4-flash", "qwen3.6-plus", "qwen3.5-plus", "big-pickle", "mimo-v2.5-free",
|
|
"nemotron-3-ultra-free", "nemotron-3.5-lightning-free",
|
|
"muse-spark-1.2-contributor-free", "muse-spark-1.3-contributor-free",
|
|
],
|
|
# Synced against opencode.ai/docs/go + live GET /zen/go/v1/models. Known-delisted models are
|
|
# REMOVED (the live-first merge would otherwise keep offering a model that 401s): "ox-alpha-free"
|
|
# — the Go-subscription twin of Zen's Ox Alpha — was delisted 2026-09-09.
|
|
"opencode-go": [
|
|
"kimi-k3", "kimi-k2.7-code", "kimi-k2.6", "kimi-k2.5", "gpt-5.6-luna", "grok-4.5", "glm-5.3",
|
|
"glm-5.3-flash", "glm-5.2", "glm-5.1", "glm-5", "mimo-v2.5-pro", "mimo-v2.5", "mimo-v2-pro",
|
|
"mimo-v2-omni", "minimax-m3", "minimax-m2.7", "minimax-m2.5", "deepseek-v4-pro",
|
|
"deepseek-v4-flash", "qwen3.8-max", "qwen3.7-max", "qwen3.7-plus", "qwen3.6-plus",
|
|
"qwen3.5-plus", "hy3", "hy3-preview", "muse-spark-1.2-contributor", "muse-spark-1.3-contributor",
|
|
],
|
|
"kilocode": [
|
|
"anthropic/claude-opus-4.6", "anthropic/claude-sonnet-4.6", "openai/gpt-5.4",
|
|
"google/gemini-3-pro-preview", "google/gemini-3-flash-preview",
|
|
],
|
|
"alibaba": list(_ALIBABA_MODELS),
|
|
"alibaba-cn": list(_ALIBABA_MODELS),
|
|
"alibaba-coding-plan": list(_ALIBABA_CODING_PLAN_MODELS),
|
|
"alibaba-coding-plan-cn": list(_ALIBABA_CODING_PLAN_MODELS),
|
|
"alibaba-token-plan": list(_ALIBABA_TOKEN_PLAN_MODELS),
|
|
"alibaba-token-plan-cn": list(_ALIBABA_TOKEN_PLAN_MODELS),
|
|
# Only agentic HF models that map to OpenRouter defaults.
|
|
"huggingface": [
|
|
"moonshotai/Kimi-K2.5", "Qwen/Qwen3.5-397B-A17B", "Qwen/Qwen3.5-35B-A3B",
|
|
"deepseek-ai/DeepSeek-V3.2", "MiniMaxAI/MiniMax-M2.5", "zai-org/GLM-5",
|
|
"XiaomiMiMo/MiMo-V2-Flash", "moonshotai/Kimi-K2-Thinking", "moonshotai/Kimi-K2.6",
|
|
],
|
|
# Static fallback when live discovery (ListFoundationModels + ListInferenceProfiles) is
|
|
# unavailable. Inference-profile IDs (us.*) because most models require them.
|
|
"bedrock": [
|
|
"us.anthropic.claude-sonnet-5", "us.anthropic.claude-sonnet-4-6", "us.anthropic.claude-opus-4-6-v1",
|
|
"us.anthropic.claude-haiku-4-5-20251001-v1:0", "us.anthropic.claude-sonnet-4-5-20250929-v1:0",
|
|
"openai.gpt-5.5", "openai.gpt-5.6-sol", "openai.gpt-5.6-terra", "openai.gpt-5.6-luna",
|
|
"us.amazon.nova-pro-v1:0", "us.amazon.nova-lite-v1:0", "us.amazon.nova-micro-v1:0", "deepseek.v3.2",
|
|
"us.meta.llama4-maverick-17b-instruct-v1:0", "us.meta.llama4-scout-17b-instruct-v1:0",
|
|
],
|
|
# Azure Foundry models depend on the user's endpoint configuration.
|
|
"azure-foundry": [],
|
|
# Vertex's OpenAI-compatible endpoint has no /models route, so without this the /model picker
|
|
# only shows the configured model. IDs carry the "google/" publisher prefix Vertex expects
|
|
# (see hermes_cli/model_setup_flows.py); validated live against a GCP project (global region).
|
|
"vertex": [
|
|
"google/gemini-3.8-flash", "google/gemini-3.7-flash",
|
|
"google/gemini-3.1-pro-preview", "google/gemini-3-pro-preview", "google/gemini-3.6-flash",
|
|
"google/gemini-3.5-flash", "google/gemini-3.5-flash-lite", "google/gemini-3-flash-preview",
|
|
"google/gemini-3.1-flash-lite-preview", "google/gemini-3.1-flash-lite",
|
|
],
|
|
"novita": [
|
|
"moonshotai/kimi-k2.5", "minimax/minimax-m2.7", "zai-org/glm-5", "deepseek/deepseek-v3-0324",
|
|
"deepseek/deepseek-r1-0528", "qwen/qwen3-235b-a22b-fp8",
|
|
],
|
|
# Bare ids derived from the picker snapshot so both stay in sync.
|
|
"ai-gateway": [mid for mid, _ in VERCEL_AI_GATEWAY_MODELS],
|
|
}
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Canonical provider list — single source of truth for provider identity. Every code path that
|
|
# lists, displays, or iterates providers (hermes model, /model, list_authenticated_providers)
|
|
# derives from it. slug = internal ID (config.yaml, --provider); label = short display name;
|
|
# tui_desc = longer description for the `hermes model` picker.
|
|
# ---------------------------------------------------------------------------
|
|
|
|
class ProviderEntry(NamedTuple):
|
|
slug: str
|
|
label: str
|
|
tui_desc: str
|
|
|
|
|
|
CANONICAL_PROVIDERS: list[ProviderEntry] = [ProviderEntry(*row) for row in (
|
|
("nous", "Nous Portal", "Nous Portal (Everything your agent needs, 300+ models with bundled tool use)"),
|
|
("fireworks", "Fireworks AI", "Fireworks AI (OpenAI-compatible direct model API)"),
|
|
("openrouter", "OpenRouter", "OpenRouter (Pay-per-use API aggregator)"),
|
|
("moa", "Mixture of Agents", "Mixture of Agents (named presets; aggregator acts after reference models)"),
|
|
("novita", "NovitaAI", "NovitaAI (Cloud: Model API, Agent Sandbox, GPU Cloud)"),
|
|
("lmstudio", "LM Studio", "LM Studio (Local desktop app with built-in model server)"),
|
|
("anthropic", "Anthropic", "Anthropic (Claude models via API key or Claude Code)"),
|
|
("openai-codex", "ChatGPT or Codex Subscription", "ChatGPT or Codex Subscription (Sign in with your ChatGPT account, uses Codex models)"),
|
|
("openai-api", "OpenAI API", "OpenAI API (api.openai.com, API key)"),
|
|
("alibaba", "Qwen Cloud", "Qwen Cloud / DashScope (Qwen + multi-provider)"),
|
|
("xai-oauth", "xAI Grok OAuth (SuperGrok / Premium+)", "xAI Grok OAuth (SuperGrok / Premium+ subscription)"),
|
|
("xiaomi", "Xiaomi MiMo", "Xiaomi MiMo (MiMo-V2.5 and V2 models: pro, omni, flash)"),
|
|
("tencent-tokenhub", "Tencent TokenHub", "Tencent TokenHub (Hy4 preview via tokenhub.tencentmaas.com)"),
|
|
("tencent-tokenplan", "Tencent TokenPlan", "Tencent TokenPlan (Hy4 preview via api.lkeap.cloud.tencent.com, Anthropic Messages)"),
|
|
("nvidia", "NVIDIA NIM", "NVIDIA NIM (Nemotron models via build.nvidia.com or local NIM)"),
|
|
("copilot", "GitHub Copilot", "GitHub Copilot (Uses GITHUB_TOKEN or gh auth token)"),
|
|
("copilot-acp", "GitHub Copilot ACP", "GitHub Copilot ACP (Spawns copilot --acp --stdio)"),
|
|
("huggingface", "Hugging Face", "Hugging Face Inference Providers"),
|
|
("gemini", "Google AI Studio", "Google AI Studio (Native Gemini API)"),
|
|
("vertex", "Google Vertex AI", "Google Vertex AI (Gemini via GCP; OAuth2 service account or ADC, GCP billing/quotas)"),
|
|
("deepseek", "DeepSeek", "DeepSeek (V3, R1, coder, direct API)"), ("xai", "xAI", "xAI Grok (Direct API)"),
|
|
("zai", "Z.AI / GLM", "Z.AI / GLM (Zhipu direct API)"),
|
|
("kimi-coding", "Kimi / Kimi Coding Plan", "Kimi Coding Plan (api.kimi.com & Moonshot API)"),
|
|
("kimi-coding-cn", "Kimi / Moonshot (China)", "Kimi / Moonshot China (Domestic direct API)"),
|
|
("stepfun", "StepFun Step Plan", "StepFun Step Plan (Agent / coding models via Step Plan API)"),
|
|
("minimax", "MiniMax", "MiniMax (Global direct API)"),
|
|
("minimax-oauth", "MiniMax (OAuth)", "MiniMax via OAuth browser login (Coding Plan, minimax.io)"),
|
|
("minimax-cn", "MiniMax (China)", "MiniMax China (Domestic direct API)"),
|
|
("ollama-cloud", "Ollama Cloud", "Ollama Cloud (Cloud-hosted open models, ollama.com)"),
|
|
("arcee", "Arcee AI", "Arcee AI (Trinity models, direct API)"),
|
|
("gmi", "GMI Cloud", "GMI Cloud (Multi-model direct API)"),
|
|
("kilocode", "Kilo Code", "Kilo Code (Kilo Gateway API)"),
|
|
("opencode-zen", "OpenCode Zen", "OpenCode Zen (Curated models, pay-as-you-go)"),
|
|
("opencode-go", "OpenCode Go", "OpenCode Go (Open models subscription)"),
|
|
("bedrock", "AWS Bedrock", "AWS Bedrock (Claude, Nova, Llama, DeepSeek; IAM or API key)"),
|
|
("azure-foundry", "Azure Foundry", "Azure Foundry (OpenAI-style or Anthropic-style endpoint, your Azure AI deployment)"),
|
|
("ai-gateway", "Vercel AI Gateway", "Vercel AI Gateway (Multi-model aggregator)"),
|
|
("qwen-oauth", "Qwen OAuth (Portal)", "Qwen OAuth (Reuses local Qwen CLI login)"),
|
|
)]
|
|
|
|
|
|
# Auto-extend CANONICAL_PROVIDERS with providers registered under plugins/model-providers/<name>/
|
|
# so a new provider reaches the picker, /model and every downstream consumer without edits here.
|
|
# Admission is by slug only: every in-tree non-api-key profile (OAuth, external-process, cloud
|
|
# SDK) already owns a hand-written row above, so the old auth_type skip set never excluded an
|
|
# in-tree provider — it only hid out-of-tree plugins. Visibility is gated downstream by
|
|
# credentials, not here: ``models._provider_has_credentials`` / ``_lap_canonical_rows`` route
|
|
# through ``auth.get_auth_status`` (external_process → the binary resolves; OAuth → auth.json /
|
|
# credential-pool entry), so an admitted row reads authenticated=False until the user signs in.
|
|
_canonical_slugs = {p.slug for p in CANONICAL_PROVIDERS}
|
|
|
|
|
|
def _plugin_provider_enters_picker(pp) -> bool:
|
|
"""Picker admission for a plugin model-provider profile: any slug without a built-in row."""
|
|
return pp.name not in _canonical_slugs
|
|
|
|
|
|
def sync_plugin_provider_catalog() -> int:
|
|
"""Admit every registered plugin provider without a built-in row; return how many were added.
|
|
|
|
Runs at import and again from ``providers._sync_auth_registry`` whenever a profile is registered
|
|
after this module was imported. The import-time pass alone observes a *partial* registry: a
|
|
plugin whose own imports pull ``hermes_cli.models`` in mid-``_discover_providers()``, or a
|
|
profile registered later at runtime, would otherwise never reach the picker, ``hermes model``,
|
|
``/model`` or the Desktop ``model.options`` list until restart — the catalog twin of the auth
|
|
registry window (#102123). Idempotent by slug; built-in rows are never rewritten.
|
|
"""
|
|
try:
|
|
from providers import list_providers
|
|
profiles = list_providers()
|
|
except Exception:
|
|
return 0
|
|
added = 0
|
|
for pp in profiles:
|
|
if not _plugin_provider_enters_picker(pp):
|
|
continue
|
|
label = pp.display_name or pp.name
|
|
CANONICAL_PROVIDERS.append(ProviderEntry(pp.name, label, pp.description or f"{label} (direct API)"))
|
|
_canonical_slugs.add(pp.name)
|
|
_PROVIDER_LABELS[pp.name] = label
|
|
added += 1
|
|
return added
|
|
|
|
|
|
_PROVIDER_LABELS: dict[str, str] = {p.slug: p.label for p in CANONICAL_PROVIDERS}
|
|
_PROVIDER_LABELS["custom"] = "Custom endpoint" # special case: not a named provider
|
|
sync_plugin_provider_catalog()
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Provider groups — DISPLAY ONLY. Vendors with several slugs (global API, China API, OAuth plan,
|
|
# ...) fold under one top-level row in the INTERACTIVE PICKERS (``hermes model``, setup wizard,
|
|
# Telegram ``/model``). They do NOT change CANONICAL_PROVIDERS, slug identity, ``--provider``,
|
|
# ``/model <provider:model>`` or any typed path — every member slug stays individually addressable.
|
|
# ``group_providers()`` is the single fold used by all three surfaces.
|
|
# group_id -> (display_label, group_description shown on the collapsed row, [member_slug, ...])
|
|
# Member order is the order shown inside the group submenu; member detail lives in ``tui_desc``.
|
|
# ---------------------------------------------------------------------------
|
|
PROVIDER_GROUPS: dict[str, tuple[str, str, list[str]]] = {
|
|
"kimi": ("Kimi / Moonshot", "Coding Plan, Moonshot global & China endpoints", ["kimi-coding", "kimi-coding-cn"]),
|
|
"minimax": ("MiniMax", "Global, OAuth Coding Plan & China endpoints", ["minimax", "minimax-oauth", "minimax-cn"]),
|
|
"xai": ("xAI Grok", "Direct API or SuperGrok / Premium+ OAuth", ["xai", "xai-oauth"]),
|
|
"google": ("Google Gemini", "Google AI Studio (API key)", ["gemini"]),
|
|
"openai": ("OpenAI", "ChatGPT/Codex subscription or direct OpenAI API", ["openai-codex", "openai-api"]),
|
|
"qwen": ("Qwen", "Qwen Cloud / DashScope, Coding Plan, Token Plan & Qwen CLI OAuth", ["alibaba", "alibaba-cn", "alibaba-coding-plan", "alibaba-coding-plan-cn", "alibaba-token-plan", "alibaba-token-plan-cn", "qwen-oauth"]),
|
|
"opencode": ("OpenCode", "Zen pay-as-you-go or Go subscription", ["opencode-zen", "opencode-go"]),
|
|
"copilot": ("GitHub Copilot", "GitHub token API or copilot --acp process", ["copilot", "copilot-acp"]),
|
|
"tencent": ("Tencent Hy", "Hy4 / Hy3 via TokenHub & TokenPlan", ["tencent-tokenhub", "tencent-tokenplan"]),
|
|
}
|
|
|
|
# Reverse index: member slug -> group_id.
|
|
_SLUG_TO_GROUP: dict[str, str] = {
|
|
slug: gid for gid, (_label, _desc, members) in PROVIDER_GROUPS.items() for slug in members
|
|
}
|
|
|
|
|
|
def provider_group_for_slug(slug: str) -> str:
|
|
"""Return the group_id a provider slug belongs to, or "" if ungrouped."""
|
|
return _SLUG_TO_GROUP.get(str(slug or "").strip().lower(), "")
|
|
|
|
|
|
def group_providers(slugs):
|
|
"""Fold a flat ordered slug iterable into picker rows by provider group (DISPLAY ONLY).
|
|
|
|
A group row appears at the position of its FIRST present member, in input order; later
|
|
members fold into it. Member order inside a group follows ``PROVIDER_GROUPS`` declaration,
|
|
restricted to the members present in ``slugs``.
|
|
"""
|
|
present = set(slugs)
|
|
group_members = {
|
|
gid: [m for m in members if m in present]
|
|
for gid, (_label, _desc, members) in PROVIDER_GROUPS.items()
|
|
}
|
|
rows = []
|
|
seen: set[str] = set()
|
|
emitted_groups: set[str] = set()
|
|
for slug in slugs:
|
|
s = str(slug or "").strip().lower()
|
|
if not s or s in seen:
|
|
continue
|
|
seen.add(s)
|
|
gid = _SLUG_TO_GROUP.get(s, "")
|
|
if not gid:
|
|
rows.append({"kind": "single", "slug": s})
|
|
continue
|
|
if gid in emitted_groups:
|
|
continue # already folded at the first member's position
|
|
emitted_groups.add(gid)
|
|
members = group_members.get(gid) or [s]
|
|
if len(members) <= 1:
|
|
rows.append({"kind": "single", "slug": members[0]})
|
|
else:
|
|
label, desc, _ = PROVIDER_GROUPS[gid]
|
|
rows.append({"kind": "group", "group_id": gid, "label": label,
|
|
"description": desc, "members": list(members)})
|
|
return rows
|
|
|
|
|
|
_PROVIDER_ALIASES = dict((
|
|
("glm", "zai"), ("z-ai", "zai"), ("z.ai", "zai"), ("zhipu", "zai"), ("github", "copilot"),
|
|
("github-copilot", "copilot"), ("github-models", "copilot"), ("github-model", "copilot"),
|
|
("github-copilot-acp", "copilot-acp"), ("copilot-acp-agent", "copilot-acp"), ("google", "gemini"),
|
|
("google-gemini", "gemini"), ("google-ai-studio", "gemini"), ("google-vertex", "vertex"), ("vertex-ai", "vertex"),
|
|
("gcp-vertex", "vertex"), ("vertexai", "vertex"), ("kimi", "kimi-coding"), ("moonshot", "kimi-coding"),
|
|
("kimi-cn", "kimi-coding-cn"), ("moonshot-cn", "kimi-coding-cn"), ("step", "stepfun"),
|
|
("stepfun-coding-plan", "stepfun"), ("arcee-ai", "arcee"), ("arceeai", "arcee"), ("gmi-cloud", "gmi"),
|
|
("gmicloud", "gmi"), ("fireworks-ai", "fireworks"), ("fw", "fireworks"), ("actual-computer", "actual"),
|
|
("actualcomputer", "actual"), ("aci", "actual"), ("nebius", "nebius-token-factory"),
|
|
("nebius-tokenfactory", "nebius-token-factory"), ("nebius-tf", "nebius-token-factory"),
|
|
("token-factory", "nebius-token-factory"), ("tokenfactory", "nebius-token-factory"),
|
|
("minimax-china", "minimax-cn"), ("minimax_cn", "minimax-cn"), ("minimax-portal", "minimax-oauth"),
|
|
("minimax-global", "minimax-oauth"), ("minimax_oauth", "minimax-oauth"), ("claude", "anthropic"),
|
|
("claude-code", "anthropic"), ("deep-seek", "deepseek"), ("opencode", "opencode-zen"), ("zen", "opencode-zen"),
|
|
("go", "opencode-go"), ("opencode-go-sub", "opencode-go"), ("aigateway", "ai-gateway"), ("vercel", "ai-gateway"),
|
|
("vercel-ai-gateway", "ai-gateway"), ("kilo", "kilocode"), ("kilo-code", "kilocode"),
|
|
("kilo-gateway", "kilocode"), ("dashscope", "alibaba"), ("aliyun", "alibaba"), ("qwen", "alibaba"),
|
|
("alibaba-cloud", "alibaba"), ("qwen-portal", "qwen-oauth"), ("hf", "huggingface"),
|
|
("hugging-face", "huggingface"), ("huggingface-hub", "huggingface"), ("novita-ai", "novita"),
|
|
("novitaai", "novita"), ("mimo", "xiaomi"), ("xiaomi-mimo", "xiaomi"), ("tencent", "tencent-tokenhub"),
|
|
("tokenhub", "tencent-tokenhub"), ("tencent-cloud", "tencent-tokenhub"), ("tencentmaas", "tencent-tokenhub"),
|
|
("tokenplan", "tencent-tokenplan"), ("tencent-lkeap", "tencent-tokenplan"), ("aws", "bedrock"),
|
|
("aws-bedrock", "bedrock"), ("amazon-bedrock", "bedrock"), ("amazon", "bedrock"), ("grok", "xai"),
|
|
("grok-oauth", "xai-oauth"), ("xai-oauth", "xai-oauth"), ("x-ai-oauth", "xai-oauth"),
|
|
("xai-grok-oauth", "xai-oauth"), ("x-ai", "xai"), ("x.ai", "xai"), ("nim", "nvidia"), ("nvidia-nim", "nvidia"),
|
|
("build-nvidia", "nvidia"), ("nemotron", "nvidia"), ("lmstudio", "lmstudio"), ("lm-studio", "lmstudio"),
|
|
("lm_studio", "lmstudio"), ("chatgpt", "openai-codex"), ("chatgpt-codex", "openai-codex"),
|
|
("ollama", "custom"), # bare "ollama" = local; use "ollama-cloud" for cloud
|
|
("ollama_cloud", "ollama-cloud"),
|
|
# Local OpenAI-compatible servers route through the generic "custom" provider
|
|
# (parity with hermes_cli.auth and hermes_cli.providers). Issue #62213. The llamacpp
|
|
# aliases stay unmapped: they are the managed local runtime's picker id, and the model
|
|
# validator must reach its staged-library branch before the custom one.
|
|
("local", "custom"), ("vllm", "custom"),
|
|
))
|
|
|
|
|
|
# Offline/fresh-install fallback for the model Hermes silently lands on when the user never picked
|
|
# one (GUI onboarding confirm card, empty ``model.default``, provider-set-but-model-missing). The
|
|
# AUTHORITATIVE source is the remote catalog manifest, which labels exactly one entry per provider
|
|
# ``"default": true`` (get_default_model_from_cache) so the default rotates without a release; this
|
|
# MUST match the labeled entry in website/static/api/model-catalog.json. Deliberately a capable
|
|
# low-cost model rather than the curated lists' entry [0]: aggregator lists are ordered
|
|
# most-capable-first, so [0] is the priciest Anthropic flagship.
|
|
PREFERRED_SILENT_DEFAULT_MODEL = "z-ai/glm-5.2"
|
|
|
|
|
|
# Providers whose *silent* auto-default goes through the cost-safe catalog-labeled default
|
|
# (``get_preferred_silent_default_model``) instead of curated entry [0]. Metered aggregators order
|
|
# best-first, so [0] is the priciest flagship; a profile that sets a provider with no model would
|
|
# otherwise silently bill the most expensive model (863 Opus requests before one user noticed).
|
|
# Network-free (cache-only) on purpose — this is the hot resolution path. The *interactive* default
|
|
# (GUI onboarding / ``hermes model``) uses the tier-aware ``get_recommended_default_model`` in
|
|
# hermes_cli/web_server.py + ``partition_nous_models_by_tier``, which may hit the Portal.
|
|
_SILENT_DEFAULT_PROVIDERS: frozenset[str] = frozenset({"nous", "openrouter"})
|
|
|
|
|
|
# Retired model IDs kept for /model auto-detect only — not shown in pickers. DeepSeek cut these
|
|
# off; model_normalize remaps them on the wire.
|
|
_PROVIDER_RETIRED_ALIASES: dict[str, tuple[str, ...]] = {
|
|
"deepseek": ("deepseek-chat", "deepseek-reasoner"),
|
|
}
|
|
|
|
|
|
_AGGREGATOR_PROVIDERS = frozenset({"nous", "openrouter", "ai-gateway", "copilot", "kilocode"})
|
|
|
|
|
|
# Subscription/OAuth providers whose catalogs RE-EXPOSE other vendors' models; tried only as a last
|
|
# resort for bare short-alias resolution (after every native-vendor catalog) so they never hijack
|
|
# an alias from the model's native vendor. None currently defined.
|
|
_BORROWED_MODEL_PROVIDERS: frozenset[str] = frozenset()
|
|
|
|
|
|
# Providers whose live /v1/models is the authoritative catalog: the picker merges live-first (live
|
|
# entries lead, curated-only append). Every OTHER provider keeps curated-first so a deliberately
|
|
# surfaced newest model stays on top when the live API lags. Zen/Go re-expose dozens of vendors
|
|
# and rotate them often, so their stale curated entries must not pollute the top.
|
|
_LIVE_FIRST_PICKER_PROVIDERS: frozenset[str] = frozenset({"opencode-zen", "opencode-go", "meta-ai"})
|
|
|
|
|
|
# Models supporting OpenAI Priority Processing (service_tier="priority"; see
|
|
# openai.com/api-priority-processing). Pattern-based: any OpenAI flagship (gpt-*, o1*, o3*, o4*).
|
|
# Non-OpenAI endpoints (OpenRouter/Copilot/opencode-zen proxies) strip service_tier, so false
|
|
# positives are harmless. Codex-series models are excluded — the Codex Responses API doesn't
|
|
# expose service_tier.
|
|
_OPENAI_FAST_MODE_PREFIXES: tuple[str, ...] = ("gpt-", "o1", "o3", "o4")
|
|
|
|
|
|
# Providers where models.dev is authoritative: the curated list is an offline fallback plus custom
|
|
# additions the registry lacks, merged fresh-first (curated-only names appended) for both the CLI
|
|
# and the gateway /model picker. DELIBERATELY EXCLUDED: "openrouter" (curated list is a hand-picked
|
|
# agentic subset of 400+ models — merging would dump everything), "nous" (curated list + Portal
|
|
# /models are the subscription-tier source of truth), and providers with dedicated live-endpoint
|
|
# branches (copilot, anthropic, ai-gateway, ollama-cloud, custom, stepfun, openai-codex).
|
|
_MODELS_DEV_PREFERRED: frozenset[str] = frozenset({
|
|
"opencode-go", "opencode-zen", "kilocode", "fireworks", "mistral", "togetherai", "cohere",
|
|
"perplexity", "groq", "nvidia", "huggingface", "zai", "gemini", "google", "xai", "xai-oauth",
|
|
})
|
|
|
|
|
|
# OpenRouter-style ids -> Copilot ids. Dash-notation Claude ids are accepted too: Hermes' default
|
|
# Claude IDs use hyphens (Anthropic native) but Copilot's API only accepts dot-notation, so a
|
|
# copilot + hyphenated default would otherwise hit HTTP 400 "model_not_supported".
|
|
_COPILOT_MODEL_ALIASES = dict((
|
|
("openai/gpt-5", "gpt-5-mini"), ("openai/gpt-5-chat", "gpt-5-mini"), ("openai/gpt-5-mini", "gpt-5-mini"),
|
|
("openai/gpt-5-nano", "gpt-5-mini"), ("openai/gpt-4.1", "gpt-4.1"), ("openai/gpt-4.1-mini", "gpt-4.1"),
|
|
("openai/gpt-4.1-nano", "gpt-4.1"), ("openai/gpt-4o", "gpt-4o"), ("openai/gpt-4o-mini", "gpt-4o-mini"),
|
|
("openai/o1", "gpt-5.2"), ("openai/o1-mini", "gpt-5-mini"), ("openai/o1-preview", "gpt-5.2"),
|
|
("openai/o3", "gpt-5.3-codex"), ("openai/o3-mini", "gpt-5-mini"), ("openai/o4-mini", "gpt-5-mini"),
|
|
("anthropic/claude-opus-4.6", "claude-opus-4.6"), ("anthropic/claude-sonnet-5", "claude-sonnet-5"),
|
|
("anthropic/claude-sonnet-4.6", "claude-sonnet-4.6"), ("anthropic/claude-sonnet-4", "claude-sonnet-4"),
|
|
("anthropic/claude-sonnet-4.5", "claude-sonnet-4.5"), ("anthropic/claude-haiku-4.5", "claude-haiku-4.5"),
|
|
("claude-sonnet-5", "claude-sonnet-5"), ("claude-opus-4-6", "claude-opus-4.6"),
|
|
("claude-sonnet-4-6", "claude-sonnet-4.6"), ("claude-sonnet-4-0", "claude-sonnet-4"),
|
|
("claude-sonnet-4-5", "claude-sonnet-4.5"), ("claude-haiku-4-5", "claude-haiku-4.5"),
|
|
("anthropic/claude-opus-4-6", "claude-opus-4.6"), ("anthropic/claude-sonnet-4-6", "claude-sonnet-4.6"),
|
|
("anthropic/claude-sonnet-4-0", "claude-sonnet-4"), ("anthropic/claude-sonnet-4-5", "claude-sonnet-4.5"),
|
|
("anthropic/claude-haiku-4-5", "claude-haiku-4.5"),
|
|
))
|
|
|
|
|
|
# Azure Foundry model families that require the Responses API: Azure rejects /chat/completions
|
|
# against them with ``400 "The requested operation is unsupported."`` (seen on gpt-5.3-codex while
|
|
# gpt-4o on the same endpoint worked). Broad enough for vendor-renamed deployments (gpt-5.x-codex,
|
|
# o1-preview), tight enough to leave GPT-4 / 3.5 / Llama / Mistral / Grok on chat completions.
|
|
_AZURE_FOUNDRY_RESPONSES_PREFIXES = ("codex", "gpt-5", "o1", "o3", "o4")
|