# Conflicts: # AGENTS.md # acp_adapter/edit_approval.py # acp_adapter/server.py # agent/agent_init.py # agent/anthropic_adapter.py # agent/anthropic_credentials.py # agent/auxiliary_client.py # agent/azure_identity_adapter.py # agent/bedrock_adapter.py # agent/browser_registry.py # agent/chat_completion_helpers.py # agent/coding_context.py # agent/context_references.py # agent/conversation_loop.py # agent/copilot_acp_client.py # agent/credits_tracker.py # agent/curator.py # agent/curator_backup.py # agent/deadline.py # agent/display.py # agent/errors.py # agent/estop.py # agent/i18n.py # agent/image_gen_registry.py # agent/image_routing.py # agent/learning_graph.py # agent/learning_mutations.py # agent/lsp/servers.py # agent/model_metadata.py # agent/models_dev.py # agent/monitoring/gateway_health_export.py # agent/monitoring/otlp_exporter.py # agent/pet/store.py # agent/process_bootstrap.py # agent/prompt_builder.py # agent/proxy_sources/iron_proxy.py # agent/secret_sources/_cache.py # agent/secret_sources/bitwarden.py # agent/secret_sources/registry.py # agent/shell_hooks.py # agent/skill_bundles.py # agent/skill_commands.py # agent/skill_utils.py # agent/ssl_guard.py # agent/ssl_verify.py # agent/system_prompt.py # agent/terminal_env_registry.py # agent/trace_upload.py # agent/transcription_registry.py # agent/tts_registry.py # agent/verify/environment.py # agent/vertex_adapter.py # agent/video_gen_registry.py # agent/web_search_registry.py # cli.py # cron/jobs.py # cron/scheduler.py # gateway/agent_cache_pressure.py # gateway/cgroup_cleanup.py # gateway/channel_directory.py # gateway/config.py # gateway/control_socket.py # gateway/dead_targets.py # gateway/drain_control.py # gateway/hooks.py # gateway/kanban_watchers.py # gateway/lifecycle_ledger.py # gateway/mirror.py # gateway/pairing.py # gateway/platform_registry.py # gateway/platforms/helpers.py # gateway/platforms/weixin.py # gateway/readiness.py # gateway/restart_loop_guard.py # gateway/rich_sent_store.py # gateway/run.py # gateway/session.py # gateway/shutdown_flush.py # gateway/shutdown_forensics.py # gateway/slash_commands.py # gateway/status.py # gateway/sticker_cache.py # gateway/whatsapp_identity.py # hermes_bootstrap.py # hermes_cli/_early_recovery.py # hermes_cli/_install_repair.py # hermes_cli/_startup_fast.py # hermes_cli/_subprocess_compat.py # hermes_cli/agent_plugins.py # hermes_cli/auth.py # hermes_cli/backup.py # hermes_cli/banner.py # hermes_cli/browser_connect.py # hermes_cli/build_info.py # hermes_cli/cli_agent_setup_mixin.py # hermes_cli/cli_commands_mixin.py # hermes_cli/codex_models.py # hermes_cli/config.py # hermes_cli/config_defaults.py # hermes_cli/config_migrations.py # hermes_cli/container_boot.py # hermes_cli/dashboard_auth/registry.py # hermes_cli/debug.py # hermes_cli/dep_ensure.py # hermes_cli/doctor.py # hermes_cli/doctor_live.py # hermes_cli/dump.py # hermes_cli/env_loader.py # hermes_cli/foreign_sessions.py # hermes_cli/gateway.py # hermes_cli/gateway_windows.py # hermes_cli/gui_uninstall.py # hermes_cli/image_provenance.py # hermes_cli/install_identity.py # hermes_cli/kanban.py # hermes_cli/kanban_db.py # hermes_cli/linux_desktop_entry.py # hermes_cli/local_runtime/binaries.py # hermes_cli/local_runtime/endpoint.py # hermes_cli/local_runtime/growth.py # hermes_cli/local_runtime/supervisor.py # hermes_cli/logs.py # hermes_cli/macos_tcc_anchor.py # hermes_cli/main.py # hermes_cli/memory_setup.py # hermes_cli/model_catalog.py # hermes_cli/models.py # hermes_cli/nous_subscription.py # hermes_cli/npm_engine.py # hermes_cli/plugin_index.py # hermes_cli/plugins.py # hermes_cli/plugins_cmd.py # hermes_cli/profile_distribution.py # hermes_cli/profiles.py # hermes_cli/prompt_size.py # hermes_cli/psutil_android.py # hermes_cli/runtime_repair.py # hermes_cli/security_advisories.py # hermes_cli/security_audit.py # hermes_cli/security_audit_startup.py # hermes_cli/service_manager.py # hermes_cli/session_export_md.py # hermes_cli/setup.py # hermes_cli/skills_hub.py # hermes_cli/slack_cli.py # hermes_cli/status.py # hermes_cli/subcommands/gateway.py # hermes_cli/subcommands/uninstall.py # hermes_cli/tools_config.py # hermes_cli/uninstall.py # hermes_cli/update_cmd.py # hermes_cli/update_contract.py # hermes_cli/update_inventory.py # hermes_cli/update_lock.py # hermes_cli/update_receipt.py # hermes_cli/urllib_security.py # hermes_cli/web_routers/local_models.py # hermes_cli/web_routers/profiles.py # hermes_cli/web_routers/skills.py # hermes_cli/web_server.py # hermes_constants.py # hermes_state.py # plugins/disk-cleanup/__init__.py # plugins/disk-cleanup/disk_cleanup.py # plugins/google_meet/node/registry.py # plugins/google_meet/node/server.py # plugins/google_meet/process_manager.py # plugins/google_meet/realtime/openai_client.py # plugins/hermes-achievements/dashboard/plugin_api.py # plugins/memory/hindsight/__init__.py # plugins/memory/honcho/__init__.py # plugins/memory/honcho/cli.py # plugins/memory/honcho/client.py # plugins/memory/honcho/oauth.py # plugins/memory/honcho/session.py # plugins/memory/mem0/__init__.py # plugins/memory/mem0/_setup.py # plugins/memory/openviking/__init__.py # plugins/memory/retaindb/__init__.py # plugins/memory/supermemory/__init__.py # plugins/platforms/a2a/protocol.py # plugins/platforms/dingtalk/adapter.py # plugins/platforms/discord/adapter.py # plugins/platforms/feishu/adapter.py # plugins/platforms/google_chat/adapter.py # plugins/platforms/matrix/adapter.py # plugins/platforms/photon/adapter.py # plugins/platforms/photon/auth.py # plugins/platforms/photon/cli.py # plugins/platforms/slack/adapter.py # plugins/platforms/teams/adapter.py # plugins/platforms/telegram/adapter.py # plugins/platforms/wecom/callback_adapter.py # plugins/platforms/whatsapp/adapter.py # plugins/teams_pipeline/store.py # plugins/video_gen/fal/__init__.py # plugins/web/ddgs/provider.py # plugins/web/exa/provider.py # plugins/web/firecrawl/provider.py # plugins/web/parallel/provider.py # tests/agent/test_ssl_ca_guard.py # tests/hermes_cli/test_certifi_repair.py # tests/hermes_cli/test_cmd_update.py # tests/hermes_cli/test_cmd_update_apt.py # tests/hermes_cli/test_dashboard_unified_launch.py # tests/hermes_cli/test_dep_ensure.py # tests/hermes_cli/test_doctor.py # tests/hermes_cli/test_doctor_live.py # tests/hermes_cli/test_gui_command.py # tests/hermes_cli/test_kanban_boards.py # tests/hermes_cli/test_kanban_db.py # tests/hermes_cli/test_lazy_refresh_venv_repair.py # tests/hermes_cli/test_memory_setup_provider_arg.py # tests/hermes_cli/test_nous_subscription.py # tests/hermes_cli/test_pip_install_detection.py # tests/hermes_cli/test_profile_export_credentials.py # tests/hermes_cli/test_psutil_android_extract.py # tests/hermes_cli/test_status.py # tests/hermes_cli/test_tui_npm_install.py # tests/hermes_cli/test_update_fleet_restart_pending.py # tests/hermes_cli/test_update_head_moved_gate.py # tests/hermes_cli/test_update_interrupted_recovery.py # tests/hermes_cli/test_web_server.py # tests/hermes_cli/test_web_ui_build.py # tests/test_hermes_logging.py # tests/test_managed_runtime_resolution.py # tests/tools/test_browser_chromium_autoinstall.py # tests/tools/test_browser_chromium_check.py # tests/tools/test_browser_homebrew_paths.py # tests/tools/test_browser_lightpanda.py # tests/tools/test_browser_npx_warmup.py # tests/tools/test_browser_open_timeout.py # tests/tools/test_browser_orphan_reaper.py # tests/tools/test_browser_real_profile.py # tests/tools/test_browser_suspect_recycle.py # tests/tools/test_find_shell.py # tests/tools/test_local_env_blocklist.py # tests/tools/test_macos_protected_search.py # tests/tui_gateway/test_compute_host.py # tools/approval.py # tools/blueprints.py # tools/bot_mode_dm.py # tools/bot_mode_probe.py # tools/bot_relay.py # tools/browser_tool.py # tools/browser_use_cli.py # tools/checkpoint_manager.py # tools/code_execution_tool.py # tools/code_kernel.py # tools/computer_use/cua_backend.py # tools/cronjob_tools.py # tools/discord_tool.py # tools/environments/base.py # tools/environments/daytona.py # tools/environments/local.py # tools/environments/modal.py # tools/environments/vercel_sandbox.py # tools/fal_common.py # tools/file_operations.py # tools/lazy_deps.py # tools/mcp_tool.py # tools/neutts_synth.py # tools/process_registry.py # tools/read_extract.py # tools/registry.py # tools/skill_ledger.py # tools/skill_linter.py # tools/skill_manager_tool.py # tools/skill_usage.py # tools/skills_ast_audit.py # tools/skills_guard.py # tools/skills_hub.py # tools/skills_sync.py # tools/skills_sync_client.py # tools/skills_tool.py # tools/terminal_scope.py # tools/terminal_tool.py # tools/tirith_security.py # tools/transcription_tools.py # tools/tts_tool.py # tools/vision_tools.py # tools/voice_mode.py # tools/wake_word.py # tools/web_result_cache.py # tools/website_policy.py # tools/working_diff.py # tools/write_approval.py # tui_gateway/entry.py # tui_gateway/methods_tools.py # tui_gateway/server.py
204 lines
8.2 KiB
Python
204 lines
8.2 KiB
Python
"""disk-cleanup plugin — auto-cleanup of ephemeral Hermes session files.
|
|
|
|
``post_tool_call`` silently tracks test/temp paths created by write_file/patch/terminal;
|
|
``on_session_end`` runs :func:`disk_cleanup.quick` when any test file was tracked this turn;
|
|
``/disk-cleanup`` exposes status / dry-run / quick / deep / track / forget.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import contextlib
|
|
import logging
|
|
import os
|
|
import re
|
|
import shlex
|
|
import threading
|
|
from pathlib import Path
|
|
from typing import Any, Callable, Dict, List, Optional, Set
|
|
|
|
from . import disk_cleanup as dg
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
# Test files newly tracked this turn, keyed by task_id (or session_id) so on_session_end can
|
|
# decide whether to run cleanup. Locked: post_tool_call fires concurrently on parallel calls.
|
|
_recent_test_tracks: Dict[str, Set[str]] = {}
|
|
_lock = threading.Lock()
|
|
|
|
|
|
# Tool-call result shapes we can parse
|
|
_WRITE_FILE_PATH_KEY = "path"
|
|
_TERMINAL_PATH_REGEX = re.compile(
|
|
r"(?:^|\s)(/[^\s'\"`]+|~/[^\s'\"`]+|[A-Za-z]:[\\/][^\s'\"`]+)"
|
|
)
|
|
|
|
|
|
def _extract_path_arg(args: Dict[str, Any], result: str) -> Set[str]:
|
|
"""write_file/patch: the single ``path`` arg (re-tracking existing files is a no-op)."""
|
|
path = args.get("path")
|
|
return {path} if isinstance(path, str) and path else set()
|
|
|
|
|
|
def _extract_paths_from_terminal(args: Dict[str, Any], result: str) -> Set[str]:
|
|
"""Candidate paths from a terminal command + output; guess_category/is_safe_path filter later."""
|
|
paths: Set[str] = set()
|
|
cmd = args.get("command") or ""
|
|
if isinstance(cmd, str) and cmd:
|
|
# Tokenise the command — catches `touch /tmp/hermes-x/test_foo.py`.
|
|
# ``posix`` follows the host so Windows backslash paths survive
|
|
# (``shlex.split(posix=True)`` would eat them as escapes).
|
|
# Non-posix mode keeps quote characters in tokens, so strip a fully
|
|
# wrapping pair (`"C:\file"` → `C:\file`) before matching.
|
|
try:
|
|
for tok in shlex.split(cmd, posix=os.name == "posix"):
|
|
if len(tok) >= 2 and tok[0] == tok[-1] and tok[0] in ("'", '"'):
|
|
tok = tok[1:-1]
|
|
if tok.startswith(("/", "~")) or re.match(r"^[A-Za-z]:[\\/]", tok):
|
|
paths.add(tok)
|
|
except ValueError:
|
|
pass
|
|
# Only scan the result text if it's a reasonable size (avoid 50KB dumps).
|
|
if isinstance(result, str) and len(result) < 4096:
|
|
paths.update(_TERMINAL_PATH_REGEX.findall(result))
|
|
return paths
|
|
|
|
|
|
_PATH_EXTRACTORS: Dict[str, Callable[[Dict[str, Any], str], Set[str]]] = {
|
|
"write_file": _extract_path_arg,
|
|
"patch": _extract_path_arg,
|
|
"terminal": _extract_paths_from_terminal}
|
|
|
|
|
|
def _on_post_tool_call(tool_name: str = "", args: Optional[Dict[str, Any]] = None, result: Any = None,
|
|
task_id: str = "", session_id: str = "", tool_call_id: str = "", **_: Any) -> None:
|
|
"""Auto-track ephemeral files created by recent tool calls. Best-effort, never raises."""
|
|
extractor = _PATH_EXTRACTORS.get(tool_name)
|
|
if not isinstance(args, dict) or extractor is None:
|
|
return
|
|
for path_str in extractor(args, result if isinstance(result, str) else ""):
|
|
try:
|
|
p = Path(path_str).expanduser()
|
|
except Exception:
|
|
continue
|
|
category = dg.guess_category(p) if p.exists() else None
|
|
if category is not None and dg.track(str(p), category, silent=True) and category == "test":
|
|
with _lock:
|
|
_recent_test_tracks.setdefault(task_id or session_id or "default", set()).add(str(p))
|
|
|
|
|
|
def _on_session_end(
|
|
session_id: str = "", completed: bool = True, interrupted: bool = False, **_: Any) -> None:
|
|
"""Run quick cleanup if any test files were tracked during this turn."""
|
|
# Drain the session bucket plus every task-scoped bucket (subagents record into their own).
|
|
with _lock:
|
|
had_tracks = bool(_recent_test_tracks.pop(session_id or "default", None) or _recent_test_tracks)
|
|
_recent_test_tracks.clear()
|
|
if not had_tracks:
|
|
return
|
|
try:
|
|
summary = dg.quick()
|
|
except Exception as exc:
|
|
logger.debug("disk-cleanup quick cleanup failed: %s", exc)
|
|
return
|
|
if summary["deleted"] or summary["empty_dirs"]:
|
|
dg._log(f"AUTO_QUICK (session_end): deleted={summary['deleted']} "
|
|
f"dirs={summary['empty_dirs']} freed={dg.fmt_size(summary['freed'])}")
|
|
|
|
|
|
_HELP_TEXT = """\
|
|
/disk-cleanup — ephemeral-file cleanup
|
|
|
|
Subcommands:
|
|
status Per-category breakdown + top-10 largest
|
|
dry-run Preview what quick/deep would delete
|
|
quick Run safe cleanup now (no prompts)
|
|
deep Run quick, then list items that need prompts
|
|
track <path> <category> Manually add a path to tracking
|
|
forget <path> Stop tracking a path (does not delete)
|
|
|
|
Categories: temp | test | research | download | chrome-profile | cron-output | other
|
|
|
|
All operations are scoped to HERMES_HOME and /tmp/hermes-*.
|
|
Test files are auto-tracked on write_file / terminal and auto-cleaned at session end.
|
|
"""
|
|
|
|
|
|
def _fmt_summary(summary: Dict[str, Any]) -> str:
|
|
base = (f"[disk-cleanup] Cleaned {summary['deleted']} files + "
|
|
f"{summary['empty_dirs']} empty dirs, freed {dg.fmt_size(summary['freed'])}.")
|
|
if summary.get("errors"):
|
|
base += f"\n {len(summary['errors'])} error(s); see cleanup.log."
|
|
return base
|
|
|
|
|
|
def _item_block(header: str, items: List[Dict], indent: str) -> List[str]:
|
|
"""``header`` formatted with ``{n}`` / ``{size}``, followed by one line per item."""
|
|
size = dg.fmt_size(sum(i["size"] for i in items))
|
|
return [header.format(n=len(items), size=size)] + [f"{indent}[{item['category']}] {item['path']}" for item in items]
|
|
|
|
|
|
def _cmd_dry_run(argv: List[str]) -> str:
|
|
auto, prompt = dg.dry_run()
|
|
lines = ["Dry-run preview (nothing deleted):"]
|
|
lines += _item_block(" Auto-delete : {n} files ({size})", auto, " ")
|
|
lines += _item_block(" Needs prompt: {n} files ({size})", prompt, " ")
|
|
lines.append(f"\n Total potential: {dg.fmt_size(sum(i['size'] for i in auto + prompt))}")
|
|
return "\n".join(lines)
|
|
|
|
|
|
def _cmd_deep(argv: List[str]) -> str:
|
|
# In-session deep can't prompt — show what quick cleaned plus items needing confirmation.
|
|
quick_summary = dg.quick()
|
|
_auto, prompt_items = dg.dry_run()
|
|
lines = [_fmt_summary(quick_summary)]
|
|
if prompt_items:
|
|
lines += _item_block("\n{n} item(s) need confirmation ({size}):", prompt_items, " ")
|
|
lines.append("\nRun `/disk-cleanup forget <path>` to skip, or delete manually via terminal.")
|
|
return "\n".join(lines)
|
|
|
|
|
|
def _cmd_track(argv: List[str]) -> str:
|
|
if len(argv) < 3:
|
|
return "Usage: /disk-cleanup track <path> <category>"
|
|
path_arg, category = argv[1], argv[2]
|
|
if category not in dg.ALLOWED_CATEGORIES:
|
|
return f"Unknown category '{category}'. Allowed: {sorted(dg.ALLOWED_CATEGORIES)}"
|
|
if dg.track(path_arg, category, silent=True):
|
|
return f"Tracked {path_arg} as '{category}'."
|
|
return f"Not tracked (already present, missing, or outside HERMES_HOME): {path_arg}"
|
|
|
|
|
|
def _cmd_forget(argv: List[str]) -> str:
|
|
if len(argv) < 2:
|
|
return "Usage: /disk-cleanup forget <path>"
|
|
n = dg.forget(argv[1])
|
|
return (f"Removed {n} tracking entr{'y' if n == 1 else 'ies'} for {argv[1]}." if n
|
|
else f"Not found in tracking: {argv[1]}")
|
|
|
|
|
|
_SUBCOMMANDS: Dict[str, Callable[[List[str]], str]] = {
|
|
"status": lambda argv: dg.format_status(dg.status()),
|
|
"dry-run": _cmd_dry_run,
|
|
"quick": lambda argv: _fmt_summary(dg.quick()),
|
|
"deep": _cmd_deep,
|
|
"track": _cmd_track,
|
|
"forget": _cmd_forget}
|
|
|
|
|
|
def _handle_slash(raw_args: str) -> Optional[str]:
|
|
argv = raw_args.strip().split()
|
|
if not argv or argv[0] in {"help", "-h", "--help"}:
|
|
return _HELP_TEXT
|
|
handler = _SUBCOMMANDS.get(argv[0])
|
|
if handler is None:
|
|
return f"Unknown subcommand: {argv[0]}\n\n{_HELP_TEXT}"
|
|
return handler(argv)
|
|
|
|
|
|
def register(ctx) -> None:
|
|
ctx.register_hook("post_tool_call", _on_post_tool_call)
|
|
ctx.register_hook("on_session_end", _on_session_end)
|
|
ctx.register_command("disk-cleanup", handler=_handle_slash,
|
|
description="Track and clean up ephemeral Hermes session files.")
|