e84f0a1c5b
A codex thread that codex hands back via thread/resume already holds the conversation, but a thread started fresh did not: a session that ran on another provider before /model switched to openai-codex, a stored thread codex could not resume, or a thread retired mid-session (prompt composition change, wedged client) answered the first turn blind. The prior user/assistant text, tool names and tool-result previews (most recent 32K chars) now ride once on thread/start.developerInstructions after the prompt composition; thread/resume never carries them, and the recorded composition stays the bare prompt so the seed cannot make the next turn retire the thread. Direction from #26081 (first-turn seeding of the Hermes transcript); redone on the extracted agent/codex_runtime.py path with the system prompt sent once (#115759) instead of duplicated. Completes #26035 / #74712 (closed by #115759 for the prompt half; this is the history half). Co-authored-by: LeonSGP43 <154585401+LeonSGP43@users.noreply.github.com>
66 lines
3.0 KiB
Python
66 lines
3.0 KiB
Python
"""Render Hermes' prior transcript as a one-shot seed for a FRESH codex app-server thread.
|
|
|
|
A codex thread is the model-side continuity store, so a thread that codex hands back via
|
|
``thread/resume`` already knows the conversation. A thread started from scratch does not: a session
|
|
that ran on another provider before ``/model`` switched to openai-codex, a session whose stored thread
|
|
codex could not resume, or a thread retired mid-session (prompt composition change, wedged client)
|
|
would otherwise start blind (#26035, #74712; direction from #26081 by @LeonSGP43).
|
|
|
|
The seed rides on ``thread/start.developerInstructions`` after the prompt composition: codex inserts
|
|
that as the first developer message of every request in the thread, so the cap below bounds a
|
|
per-request cost and keeps the most recent turns (the ones the next answer depends on).
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
from typing import Any, Dict, List
|
|
|
|
# Tail cap on the rendered history; ~8k tokens, resent by codex on every request of the thread.
|
|
MAX_HISTORY_SEED_CHARS = 32_000
|
|
_TOOL_RESULT_PREVIEW_CHARS = 400
|
|
|
|
_HEADER = ("Prior conversation from this Hermes session (the thread you are continuing was started fresh; "
|
|
"treat these turns as already having happened):")
|
|
|
|
|
|
def _text_of(content: Any) -> str:
|
|
if isinstance(content, str):
|
|
return content
|
|
if isinstance(content, list):
|
|
parts = [p if isinstance(p, str) else p.get("text", "") for p in content if isinstance(p, (str, dict))]
|
|
return "\n".join(p for p in parts if p)
|
|
return ""
|
|
|
|
|
|
def _render_row(msg: Dict[str, Any]) -> str:
|
|
role = msg.get("role")
|
|
text = _text_of(msg.get("content")).strip()
|
|
if role == "user":
|
|
return f"[USER]\n{text}" if text else ""
|
|
if role == "assistant":
|
|
calls = [c.get("function", {}).get("name") for c in msg.get("tool_calls") or [] if isinstance(c, dict)]
|
|
lines = [f"[ASSISTANT]\n{text}"] if text else []
|
|
if calls:
|
|
lines.append("[ASSISTANT called tools: " + ", ".join(c for c in calls if c) + "]")
|
|
return "\n".join(lines)
|
|
if role == "tool":
|
|
if len(text) > _TOOL_RESULT_PREVIEW_CHARS:
|
|
text = text[:_TOOL_RESULT_PREVIEW_CHARS] + " …"
|
|
return f"[TOOL RESULT]\n{text}" if text else ""
|
|
return "" # system rows are the prompt composition, already sent as developerInstructions
|
|
|
|
|
|
def render_history_seed(messages: List[Dict[str, Any]] | None) -> str:
|
|
"""Prior turns as one text block, newest last; empty when there is nothing before the current
|
|
user message. The trailing user row is the turn being submitted and is never included."""
|
|
rows = list(messages or [])
|
|
if rows and rows[-1].get("role") == "user":
|
|
rows = rows[:-1]
|
|
rendered = [r for r in (_render_row(m) for m in rows if isinstance(m, dict)) if r]
|
|
if not rendered:
|
|
return ""
|
|
body = "\n\n".join(rendered)
|
|
if len(body) > MAX_HISTORY_SEED_CHARS:
|
|
body = "[… earlier turns omitted …]\n\n" + body[-MAX_HISTORY_SEED_CHARS:]
|
|
return f"{_HEADER}\n\n{body}"
|