c49fa88b80
* refactor(skills): shipped-set slim — 15 skills to optional, github six-way merge, pdf absorbs OCR+nano-pdf, channel-gated teams pipeline
Maintainer-directed shipped-skills curation (skills index 1,900 -> ~1,400
tok/call on desktop; every session pays the index, so this is a per-call
diet on all installs):
- optional-skills moves (installable via skills hub, history preserved):
creative comfyui/ascii-art/excalidraw/pretext/sketch/touchdesigner-mcp;
ALL of mlops (huggingface-hub, llama-cpp, serving-llms-vllm,
weights-and-biases, evaluating-llms-harness — subcategory structure
kept); research-paper-writing (55 supporting files, 17.3K-tok load);
openhue; blogwatcher (first taught the cronjob monitor-field watch
pattern + web_extract instead of pre-cron manual workflows)
- DELETED session-librarian (Aug-12 'inspired by Perplexity Computer'
port, never maintainer-intended; session_search covers discovery)
- github: six skills (auth, issues, pr-workflow, issue-to-pr,
code-review, repo-management) merged into ONE software-development/
github skill — routing body + complete per-workflow references;
benbarclay authorship credited; codebase-inspection rides along;
discipline pins from test_github_issue_to_pr_skill.py preserved
against the reference body in the new test_github_skill.py
- pdf absorbs ocr-and-documents + nano-pdf as references/ + scripts
(extract_pymupdf, extract_marker converted to the argparse house
standard its contract test enforces)
- NEW session_platforms frontmatter gate (metadata.hermes): hides a
skill from the index on gateway channels it is not for; fail-open on
unknown platform; teams-meeting-pipeline gated to [teams, cron]
- blocked-page-recovery: research -> new web category; trigger-first
description ('Use when a fetch fails: 403/429, paywall, WAF, bot
wall.') so the model actually reaches for it on blocked fetches
- docs regenerated via generate-skill-docs.py (195 pages); related_skills
swept repo-wide; tests: 1672 passed (2 openclaw failures pre-existing
on clean main, Windows-local)
* chore: ignore .skills_prompt_snapshot.json (local index cache, accidentally committed)
96 lines
4.2 KiB
Python
96 lines
4.2 KiB
Python
"""Integration tests against the live Comfy Cloud API.
|
|
|
|
These tests are auto-skipped when COMFY_CLOUD_API_KEY is not set.
|
|
They never SUBMIT workflows (would need a paid subscription) — they only
|
|
verify the read-only endpoints we rely on.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import pytest
|
|
|
|
from _common import http_get, parse_model_list, resolve_url
|
|
|
|
|
|
pytestmark = pytest.mark.cloud
|
|
|
|
|
|
class TestCloudEndpointsLive:
|
|
def test_system_stats_reachable(self, cloud_key):
|
|
url = resolve_url("https://cloud.comfy.org", "/system_stats")
|
|
r = http_get(url, headers={"X-API-Key": cloud_key})
|
|
assert r.status == 200
|
|
data = r.json()
|
|
assert "system" in data
|
|
|
|
def test_models_endpoint_routed_to_experiment(self, cloud_key):
|
|
# We expect the skill to route /models/checkpoints → /api/experiment/models/checkpoints
|
|
url = resolve_url("https://cloud.comfy.org", "/models/checkpoints")
|
|
assert "/api/experiment/models/checkpoints" in url
|
|
r = http_get(url, headers={"X-API-Key": cloud_key})
|
|
assert r.status == 200
|
|
|
|
def test_models_endpoint_returns_dicts(self, cloud_key):
|
|
url = resolve_url("https://cloud.comfy.org", "/models/checkpoints")
|
|
r = http_get(url, headers={"X-API-Key": cloud_key})
|
|
data = r.json()
|
|
assert isinstance(data, list)
|
|
if data:
|
|
# Cloud format: list of dicts with `name`
|
|
assert isinstance(data[0], dict)
|
|
assert "name" in data[0]
|
|
# Our parser normalizes both
|
|
normalized = parse_model_list(data)
|
|
assert len(normalized) == len(data)
|
|
|
|
def test_history_renamed_to_v2(self, cloud_key):
|
|
# /history → /api/history_v2 on cloud
|
|
url = resolve_url("https://cloud.comfy.org", "/history/some-fake-id")
|
|
assert "/api/history_v2/some-fake-id" in url
|
|
|
|
def test_object_info_paid_tier(self, cloud_key):
|
|
# On free tier, /object_info returns 403 with a recognizable message
|
|
url = resolve_url("https://cloud.comfy.org", "/object_info")
|
|
r = http_get(url, headers={"X-API-Key": cloud_key})
|
|
# Should be either 200 (paid) or 403 (free) — not 404 / 500
|
|
assert r.status in {200, 403}
|
|
if r.status == 403:
|
|
# Body should mention the limitation
|
|
assert "free tier" in r.text().lower() or "subscription" in r.text().lower()
|
|
|
|
|
|
class TestCloudCheckDepsLive:
|
|
def test_check_deps_against_cloud(self, cloud_key, sd15_workflow):
|
|
from check_deps import check_deps
|
|
report = check_deps(sd15_workflow, host="https://cloud.comfy.org", api_key=cloud_key)
|
|
# Either node check passed OR was skipped (free tier)
|
|
assert "missing_models" in report
|
|
assert "is_cloud" in report and report["is_cloud"] is True
|
|
|
|
def test_flux_workflow_models_resolved_via_aliases(self, cloud_key, flux_workflow):
|
|
"""Flux uses unet/clip folders; cloud has them in diffusion_models/text_encoders.
|
|
With folder aliasing, the check should still find them."""
|
|
from check_deps import check_deps
|
|
report = check_deps(flux_workflow, host="https://cloud.comfy.org", api_key=cloud_key)
|
|
# The exact required Flux files (flux1-dev.safetensors, t5xxl_fp16, clip_l, ae)
|
|
# are present on cloud; with folder aliasing, none should be missing.
|
|
# If this fails, either the cloud removed the model or the aliasing logic broke.
|
|
missing_filenames = {m["value"] for m in report["missing_models"]}
|
|
assert "ae.safetensors" not in missing_filenames, \
|
|
"ae.safetensors should be on cloud's vae folder"
|
|
# t5xxl_fp16 / clip_l should be reachable via the clip → text_encoders alias
|
|
# flux1-dev.safetensors likewise via unet → diffusion_models
|
|
|
|
|
|
class TestHealthCheckLive:
|
|
def test_health_check_passes(self, cloud_key, capsys):
|
|
from health_check import main as health_main
|
|
rc = health_main(["--host", "https://cloud.comfy.org", "--api-key", cloud_key])
|
|
captured = capsys.readouterr()
|
|
# Should produce JSON
|
|
import json
|
|
report = json.loads(captured.out)
|
|
assert report["server"]["reachable"] is True
|
|
assert report["checkpoints"]["queryable"] is True
|
|
assert report["checkpoints"]["count"] > 0
|