hermes-admin/hermes-agent
1
0
Fork 0
Code Issues Pull Requests Actions 28 Packages Projects Releases Wiki Activity

fix(agent): defer title upgrades for named custom providers

Browse Source 
(cherry picked from commit 679214de501bace242886d8c0154aa97f6c9e42c)
This commit is contained in:
KoNit-K
2026-09-24 02:31:52 +08:00
committed by kshitij
parent 9a6108fdf2
commit 194d41d91a
2 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
agent/title_generator.py
View File

@@ -180,7 +180,8 @@ def _model_title_upgrade_enabled() -> bool:
def title_upgrade_must_wait_for_turn(main_runtime: Optional[dict]) -> bool:
"""True when the model title call would hit the SAME self-hosted endpoint as the turn's own request.
A ``custom`` main route (llama.cpp, Ollama, vLLM, LM Studio…) whose ``auxiliary.title_generation``
A ``custom`` (including ``custom:<name>``) main route (llama.cpp, Ollama, vLLM, LM Studio…)
whose ``auxiliary.title_generation``
is not pinned elsewhere shares one local server between the streaming main request and the
concurrent ``response_format: json_schema`` title request. Single-slot servers then serve the
title grammar/completion into the main turn: the user's reply arrives as ``{"title": ...}``, is
@@ -189,7 +190,7 @@ def title_upgrade_must_wait_for_turn(main_runtime: Optional[dict]) -> bool:
Hosted providers multiplex requests independently and keep the turn-start timing.
"""
provider = str((main_runtime or {}).get("provider") or "").strip().lower()
if provider != "custom":
if provider != "custom" and not provider.startswith("custom:"):
return False
try:
cfg = _title_config()

1
tests/agent/test_title_generator.py
View File

@@ -391,6 +391,7 @@ class TestMaybeAutoTitle:
"main_runtime, title_cfg, deferred",
[
({"provider": "custom", "base_url": "http://127.0.0.1:8080/v1"}, {}, True),
({"provider": "custom:gptoss-local", "base_url": "http://127.0.0.1:8080/v1"}, {}, True),
({"provider": "custom", "base_url": "http://127.0.0.1:8080/v1"}, {"base_url": "http://127.0.0.1:8080/v1/"}, True),
({"provider": "custom", "base_url": "http://127.0.0.1:8080/v1"}, {"provider": "openrouter"}, False),
({"provider": "custom", "base_url": "http://127.0.0.1:8080/v1"}, {"base_url": "http://10.0.0.2:8080/v1"}, False),