Files
hermes-agent/plugins/model-providers/deepseek/__init__.py
KoNit-K 51dfebd82e fix(deepseek): honor effort=none as thinking disabled
Desktop Thinking Off can arrive as {effort: "none"} without enabled=False,
so V4 kept sending thinking:enabled and billed reasoning tokens.

Co-authored-by: Cursor <cursoragent@cursor.com>
2026-10-06 15:17:55 -05:00

65 lines
3.3 KiB
Python

"""DeepSeek provider profile.
V4 defaults to thinking ON when ``extra_body.thinking`` is unset, and then
requires ``reasoning_content`` to be echoed back on later turns (HTTP 400 after
the first tool call otherwise). This profile sets ``thinking`` explicitly and
maps effort onto DeepSeek's ``reasoning_effort``; V3 models are left untouched.
Retired ``deepseek-chat``/``deepseek-reasoner`` IDs are remapped in
``hermes_cli.model_normalize`` before reaching here.
"""
from typing import Any
from agent.reasoning_effort import DEEPSEEK_V4_EFFORTS, DEEPSEEK_V4_OVERRIDES, thinking_toggle_extras
from providers import register_provider
from providers.base import ProviderProfile
# Version-less canonical ids for thinking-capable DeepSeek models. The 2026-09 Flash
# refresh dropped the ``v<N>`` marker from the public id: ``GET /v1/models`` reports
# ``deepseek-flash`` and the API accepts it directly, so the generation check in
# ``build_api_kwargs_extras`` cannot recognise it.
_THINKING_CAPABLE_IDS: frozenset[str] = frozenset({"deepseek-flash"})
class DeepSeekProfile(ProviderProfile):
"""DeepSeek — extra_body.thinking + top-level reasoning_effort."""
def build_api_kwargs_extras(
self, *, reasoning_config: dict | None = None, model: str | None = None, **context
) -> tuple[dict[str, Any], dict[str, Any]]:
m = (model or "").strip().lower()
# v4+ only; v3 excluded. Version-less canonicals (``deepseek-flash``) carry the
# same thinking-mode contract but no ``v<N>`` prefix, so consult the id set too —
# missing them makes Hermes omit ``thinking``, so the server defaults to on and
# the user's thinking toggle / effort setting is silently ignored.
versioned_v4_plus = m.startswith("deepseek-v") and not m.startswith("deepseek-v3")
if not versioned_v4_plus and m not in _THINKING_CAPABLE_IDS:
return {}, {}
# Always set thinking explicitly (default enabled, matching the API default)
# to avoid the reasoning_content echo trap on subsequent turns.
extras, top_level = thinking_toggle_extras(
reasoning_config, DEEPSEEK_V4_EFFORTS, DEEPSEEK_V4_OVERRIDES, always_emit_toggle=True
)
# ``{effort: "none"|"false"|"disabled"}`` is also an explicit disable:
# UI/session surfaces report Off from the effort field even when
# ``enabled`` is missing or still True (#107238).
rc = reasoning_config
effort = (rc.get("effort") or "").strip().lower() if isinstance(rc, dict) else ""
if rc is not None and effort in {"none", "false", "disabled"}:
return {"thinking": {"type": "disabled"}}, {}
return extras, top_level
deepseek = DeepSeekProfile(
name="deepseek", aliases=("deepseek-chat", "deep-seek"), env_vars=("DEEPSEEK_API_KEY",), display_name="DeepSeek",
description="DeepSeek — native DeepSeek API", signup_url="https://platform.deepseek.com/",
fallback_models=("deepseek-v4-pro", "deepseek-flash"), base_url="https://api.deepseek.com/v1",
default_aux_model="deepseek-flash",
# Native API implements only ``json_object`` (https://api-docs.deepseek.com/guides/json_mode);
# ``json_schema`` is a guaranteed HTTP 400 "This response_format type is unavailable now".
unsupported_response_formats=("json_schema",),
)
register_provider(deepseek)