87 lines
3.1 KiB
Python
87 lines
3.1 KiB
Python
"""Exa web search + content extraction via the ``exa-py`` SDK (lazy-installed).
|
|
|
|
Env: ``EXA_API_KEY`` (https://exa.ai). Both methods are sync — Exa's SDK is
|
|
sync-only; the dispatcher threads extract when the caller is async.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import logging
|
|
from typing import Any, Dict, List
|
|
|
|
from plugins.web._common import (
|
|
BaseWebSearchProvider,
|
|
cached_sdk_client,
|
|
document,
|
|
keyless_variant_schema,
|
|
provider_env,
|
|
run_extract,
|
|
run_search,
|
|
search_ok,
|
|
use_keyless,
|
|
web_hit,
|
|
)
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
_MISSING_KEY = "EXA_API_KEY environment variable not set. Get your API key at https://exa.ai"
|
|
|
|
|
|
def _get_exa_client() -> Any:
|
|
def _factory(api_key: str) -> Any:
|
|
from exa_py import Exa # deliberately lazy
|
|
|
|
client = Exa(api_key=api_key)
|
|
client.headers["x-exa-integration"] = "hermes-agent"
|
|
return client
|
|
|
|
return cached_sdk_client("_exa_client", "EXA_API_KEY", _MISSING_KEY, "search.exa", _factory)
|
|
|
|
|
|
class ExaWebSearchProvider(BaseWebSearchProvider):
|
|
"""Exa search + extract provider."""
|
|
|
|
NAME = "exa"
|
|
DISPLAY_NAME = "Exa"
|
|
KEY_ENV = "EXA_API_KEY"
|
|
EXTRACT = True
|
|
KEYLESS = True
|
|
|
|
def search(self, query: str, limit: int = 5) -> Dict[str, Any]:
|
|
def _body() -> Dict[str, Any]:
|
|
from plugins.web.keyless_mcp import search_with_failover
|
|
|
|
if use_keyless("exa", provider_env("EXA_API_KEY")):
|
|
logger.info("Exa keyless search: '%s' (limit=%d)", query, limit)
|
|
return search_with_failover("exa", query, limit)
|
|
|
|
logger.info("Exa search: '%s' (limit=%d)", query, limit)
|
|
response = _get_exa_client().search(query, num_results=limit, contents={"highlights": True})
|
|
return search_ok([
|
|
web_hit(r.url or "", r.title or "", " ".join(r.highlights or []), i + 1)
|
|
for i, r in enumerate(response.results or [])
|
|
])
|
|
|
|
return run_search("Exa", logger, _body, sdk=True)
|
|
|
|
def extract(self, urls: List[str], **kwargs: Any) -> List[Dict[str, Any]]:
|
|
def _body() -> List[Dict[str, Any]]:
|
|
from plugins.web.keyless_mcp import extract_with_failover
|
|
|
|
if use_keyless("exa", provider_env("EXA_API_KEY")):
|
|
logger.info("Exa keyless extract: %d URL(s)", len(urls))
|
|
return extract_with_failover("exa", list(urls))
|
|
|
|
logger.info("Exa extract: %d URL(s)", len(urls))
|
|
response = _get_exa_client().get_contents(urls, text=True)
|
|
return [document(r.url or "", r.title or "", r.text or "") for r in response.results or []]
|
|
|
|
return run_extract("Exa", logger, urls, _body, sdk=True)
|
|
|
|
def get_setup_schema(self) -> Dict[str, Any]:
|
|
return keyless_variant_schema(
|
|
"Exa", "EXA_API_KEY", "https://exa.ai",
|
|
free_tag="Semantic + neural web search with content extraction on Exa's anonymous free tier. Rate-limited under burst load.",
|
|
paid_tag="Semantic + neural web search with content extraction via the Exa SDK. Unthrottled, guaranteed service.",
|
|
)
|