Files
hermes-agent/tests/agent/test_compression_auto_summary_fallback.py
teknium1 2002f03e42 test: purge low-value tests, lane py02 (261 removed)
Change-detectors, tautologies, source-reading tests, redundant duplicates,
mock-echo tests and dead/unrunnable tests. Per-test rationale in the lane
ledger (category + reason for every removal).
2026-09-23 03:15:26 -07:00

58 lines
2.5 KiB
Python

"""#116472: an ``auto``-resolved compression summary model that fails (e.g. a proxy channel
answering HTTP 200 with empty content) must fall back to the main model. ``auto`` resolves a
model per call without setting ``summary_model``, so the retry gate previously saw "no separate
model" and re-hit the same bad route forever; the resolved model is also recorded so the
user-visible warning names it instead of only appearing in errors.log.
"""
from unittest.mock import MagicMock, patch
from agent.context_compressor import ContextCompressor
def _msgs():
return [
{"role": "user", "content": "do something"},
{"role": "assistant", "content": "ok"},
]
def test_auto_resolved_summary_model_falls_back_to_main_on_empty_content():
calls = {"n": 0}
def _route(**kwargs):
calls["n"] += 1
if calls["n"] == 1:
# First (auto) attempt: a proxy channel answers 200 with empty content.
kwargs["route_info"].update(provider="openrouter", model="z-ai/glm-5.3")
return {"choices": [{"message": {"content": " "}}]}
# Main-model retry succeeds.
kwargs["route_info"].update(provider="openrouter", model="main-model")
ok = MagicMock()
ok.choices = [MagicMock()]
ok.choices[0].message.content = "summary via main model"
return ok
with patch("agent.context_compressor.get_model_context_length", return_value=100000):
c = ContextCompressor(model="main-model", quiet_mode=True) # no override → provider: auto
with patch("agent.context_compressor.call_llm", side_effect=_route) as mock_call:
result = c._generate_summary(_msgs())
assert mock_call.call_count == 2 # first auto route failed → retried on main
assert "model" not in mock_call.call_args_list[1].kwargs
assert result is not None and "summary via main model" in result
# The model that actually failed (the auto-resolved one) is recorded for the user warning.
assert c._last_aux_model_failure_model == "z-ai/glm-5.3"
def test_fallback_records_the_explicit_failed_model():
with patch("agent.context_compressor.get_model_context_length", return_value=100000):
c = ContextCompressor(model="main-model", quiet_mode=True)
c._fallback_to_main_for_compression(Exception("boom"), "failed", failed_model="bad/route")
assert c.summary_model == "" # empty = use the main model
assert c._summary_model_fallen_back is True
assert c._last_aux_model_failure_model == "bad/route"