5d077106b8
Review follow-up. model_preserves_prior_thinking pinned Fable/Mythos to exactly 5.0/5.1 and returned False for any unparsed Claude id, so the next minor (claude-fable-5-2, claude-mythos-6, a new family) silently fell back to the cache-busting strip. Failure directions are asymmetric: replaying a block the API strips is free, stripping on a model that keeps it rewrites the cached prefix. Unknown Claude ids now keep; Fable/Mythos keep from 5.0; Haiku, Claude 3, Opus < 4.5 and Sonnet < 4.6 keep stripping. Non-Claude ids are unchanged (never keep). Document in anthropic_thinking_replay why signature-rejection fingerprinting stays request-wide: the 400's messages.N.content.M path indexes the converted wire, while recovery only sees pre-conversion api_messages, and that recovery deliberately covers last-turn-only native models too.
75 lines
3.1 KiB
Python
75 lines
3.1 KiB
Python
"""Shared Anthropic prior-turn thinking retention policy.
|
|
|
|
Anthropic preserves and bills prior assistant thinking on Opus 4.5+ and
|
|
Sonnet 4.6+ (plus the newer Fable/Mythos families). Older models accept
|
|
replayed blocks but strip them server-side. Keep the model capability in
|
|
one place so message conversion and context accounting cannot diverge.
|
|
|
|
Unknown or future Claude ids default to keep: replaying a block the API
|
|
strips costs nothing, while stripping on a model that keeps it rewrites the
|
|
cached prefix on every call. Only the known last-turn-only generations
|
|
(Haiku, Claude 3, Opus < 4.5, Sonnet < 4.6) strip. Non-Claude ids never keep.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import re
|
|
from typing import Any
|
|
|
|
from agent.anthropic_endpoints import (
|
|
_is_deepseek_anthropic_endpoint,
|
|
_is_kimi_family_endpoint,
|
|
_is_nous_portal_endpoint,
|
|
_is_third_party_anthropic_endpoint,
|
|
_model_name_is_deepseek_thinking,
|
|
)
|
|
|
|
|
|
_CLAUDE_VERSION_RE = re.compile(
|
|
# Semantic minors are short version components. Snapshot dates such as
|
|
# claude-opus-4-20250514 must remain 4.0 rather than becoming 4.20250514.
|
|
r"claude[-_.](opus|sonnet|fable|mythos)[-_.](\d+)(?:[-_.](\d{1,2})(?=$|[-_.]))?",
|
|
re.IGNORECASE,
|
|
)
|
|
_LAST_TURN_ONLY_RE = re.compile(r"haiku|claude[-_.]?3(?!\d)", re.IGNORECASE)
|
|
|
|
|
|
def _claude_family_version(model: Any) -> tuple[str, tuple[int, int]] | None:
|
|
if not isinstance(model, str):
|
|
return None
|
|
match = _CLAUDE_VERSION_RE.search(model.strip())
|
|
if not match:
|
|
return None
|
|
family = match.group(1).lower()
|
|
major = int(match.group(2))
|
|
minor = int(match.group(3) or 0)
|
|
return family, (major, minor)
|
|
|
|
|
|
def model_preserves_prior_thinking(model: Any) -> bool:
|
|
"""Whether Anthropic keeps prior assistant thinking in model-visible context."""
|
|
if not isinstance(model, str) or "claude" not in model.lower() or _LAST_TURN_ONLY_RE.search(model):
|
|
return False
|
|
parsed = _claude_family_version(model)
|
|
if parsed is None:
|
|
return True
|
|
family, version = parsed
|
|
return version >= {"opus": (4, 5), "sonnet": (4, 6)}.get(family, (5, 0))
|
|
|
|
|
|
def anthropic_thinking_route(base_url: Any, model: Any) -> str:
|
|
"""Which thinking-replay contract an Anthropic Messages request follows: ``kimi`` (replay as-is),
|
|
``deepseek`` (unsigned only), ``third_party`` (strip all) or ``native`` (Anthropic-signed blocks:
|
|
direct Anthropic and Nous Portal). The converter and signature-rejection state share this."""
|
|
is_third_party = _is_third_party_anthropic_endpoint(base_url) and not _is_nous_portal_endpoint(base_url)
|
|
if _is_kimi_family_endpoint(base_url, model):
|
|
return "kimi"
|
|
if _is_deepseek_anthropic_endpoint(base_url) or (is_third_party and _model_name_is_deepseek_thinking(model)):
|
|
return "deepseek"
|
|
return "third_party" if is_third_party else "native"
|
|
|
|
|
|
def native_anthropic_preserves_prior_thinking(base_url: Any, model: Any) -> bool:
|
|
"""True for direct Anthropic/Nous Portal routes whose model retains old thinking."""
|
|
return anthropic_thinking_route(base_url, model) == "native" and model_preserves_prior_thinking(model)
|