Server definition
- Hash
- sha256:77aac112b5c18a8ac80e2b065dd0d67e4d7ebaede48ef6155baf4d1b0f896d84
- What it is
- What a remote MCP server returned when asked what it offers: 277 tools
The blob, as servednamed by its sha256
{
"instructions": null,
"tools": [
{
"description": "Get current Terradev state: running training jobs, active instances, spend-to-date, alerts. Call this on session start to resume context from previous sessions.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "active_context",
"outputSchema": null
},
{
"description": "Configure agentic inference serving settings.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "agent_agentic_serving_configure",
"outputSchema": null
},
{
"description": "Print Helm values for agentic inference deployment.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "agent_agentic_serving_helm_values",
"outputSchema": null
},
{
"description": "Print K8s deployment manifests for agentic inference.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "agent_agentic_serving_k8s",
"outputSchema": null
},
{
"description": "Print engine launch arguments for copy-paste.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "agent_agentic_serving_launch_args",
"outputSchema": null
},
{
"description": "Print LMCache environment variables.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "agent_agentic_serving_lmcache_env",
"outputSchema": null
},
{
"description": "Show current agentic serving configuration.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "agent_agentic_serving_show_config",
"outputSchema": null
},
{
"description": "Show real-time cost breakdown for a fleet by tier.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"fleet_id": {
"description": "Fleet ID",
"type": "string"
}
},
"required": [
"fleet_id"
],
"type": "object"
},
"name": "agent_cost",
"outputSchema": null
},
{
"description": "Provision a heterogeneous agent fleet across all tiers simultaneously.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "agent_deploy",
"outputSchema": null
},
{
"description": "Create a LangGraph workflow.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"graph_name": {
"description": "graph_name",
"type": "string"
}
},
"required": [
"graph_name"
],
"type": "object"
},
"name": "agent_langchain_create_langgraph",
"outputSchema": null
},
{
"description": "Create an SGLang pipeline.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"pipeline_name": {
"description": "pipeline_name",
"type": "string"
}
},
"required": [
"pipeline_name"
],
"type": "object"
},
"name": "agent_langchain_create_pipeline",
"outputSchema": null
},
{
"description": "Create a LangChain workflow.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"workflow_name": {
"description": "workflow_name",
"type": "string"
}
},
"required": [
"workflow_name"
],
"type": "object"
},
"name": "agent_langchain_create_workflow",
"outputSchema": null
},
{
"description": "Test connection to LangChain service.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "agent_langchain_test",
"outputSchema": null
},
{
"description": "Create a LangGraph workflow.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"type": {
"description": "Workflow type",
"enum": [
"orchestrator-worker",
"evaluator-optimizer"
],
"type": "string"
},
"workflow_name": {
"description": "workflow_name",
"type": "string"
}
},
"required": [
"workflow_name",
"type"
],
"type": "object"
},
"name": "agent_langgraph_create_workflow",
"outputSchema": null
},
{
"description": "Deploy a workflow.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"workflow_name": {
"description": "workflow_name",
"type": "string"
}
},
"required": [
"workflow_name"
],
"type": "object"
},
"name": "agent_langgraph_deploy",
"outputSchema": null
},
{
"description": "Get workflow status.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"workflow_id": {
"description": "workflow_id",
"type": "string"
}
},
"required": [
"workflow_id"
],
"type": "object"
},
"name": "agent_langgraph_status",
"outputSchema": null
},
{
"description": "Test connection to LangGraph service.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "agent_langgraph_test",
"outputSchema": null
},
{
"description": "Send a message to a Letta agent.",
"inputSchema": {
"properties": {
"agent_id": {
"description": "Agent ID",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"message": {
"description": "Message to send",
"type": "string"
}
},
"required": [
"agent_id",
"message"
],
"type": "object"
},
"name": "agent_letta_chat",
"outputSchema": null
},
{
"description": "Create a new stateful Letta agent.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"name": {
"description": "Agent name",
"type": "string"
}
},
"required": [
"name"
],
"type": "object"
},
"name": "agent_letta_create",
"outputSchema": null
},
{
"description": "Delete a Letta agent.",
"inputSchema": {
"properties": {
"agent_id": {
"description": "Agent ID",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [
"agent_id"
],
"type": "object"
},
"name": "agent_letta_delete",
"outputSchema": null
},
{
"description": "List Letta agents.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "agent_letta_list",
"outputSchema": null
},
{
"description": "Teach a Letta agent a durable fact.",
"inputSchema": {
"properties": {
"agent_id": {
"description": "Agent ID",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"text": {
"description": "Fact to remember",
"type": "string"
}
},
"required": [
"agent_id",
"text"
],
"type": "object"
},
"name": "agent_letta_remember",
"outputSchema": null
},
{
"description": "Show the state of a Letta agent.",
"inputSchema": {
"properties": {
"agent_id": {
"description": "Agent ID",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [
"agent_id"
],
"type": "object"
},
"name": "agent_letta_status",
"outputSchema": null
},
{
"description": "List all known agent fleets.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "agent_list",
"outputSchema": null
},
{
"description": "Store a memory in Mem0 for an agent or user.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"text": {
"description": "Text to remember",
"type": "string"
},
"user_id": {
"description": "User ID",
"type": "string"
}
},
"required": [
"text",
"user_id"
],
"type": "object"
},
"name": "agent_mem0_add",
"outputSchema": null
},
{
"description": "Configure Mem0 credentials and defaults.",
"inputSchema": {
"properties": {
"api_key": {
"description": "Mem0 API key",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [
"api_key"
],
"type": "object"
},
"name": "agent_mem0_configure",
"outputSchema": null
},
{
"description": "Delete a memory by ID.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"memory_id": {
"description": "Memory ID",
"type": "string"
}
},
"required": [
"memory_id"
],
"type": "object"
},
"name": "agent_mem0_delete",
"outputSchema": null
},
{
"description": "Delete all memories matching an entity scope.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"user_id": {
"description": "User ID",
"type": "string"
}
},
"required": [
"user_id"
],
"type": "object"
},
"name": "agent_mem0_forget",
"outputSchema": null
},
{
"description": "Get a single memory by ID.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"memory_id": {
"description": "Memory ID",
"type": "string"
}
},
"required": [
"memory_id"
],
"type": "object"
},
"name": "agent_mem0_get",
"outputSchema": null
},
{
"description": "List memories for an entity scope.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"user_id": {
"description": "User ID",
"type": "string"
}
},
"required": [
"user_id"
],
"type": "object"
},
"name": "agent_mem0_list",
"outputSchema": null
},
{
"description": "Search agent/user memories.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"query": {
"description": "Search query",
"type": "string"
},
"user_id": {
"description": "User ID",
"type": "string"
}
},
"required": [
"query",
"user_id"
],
"type": "object"
},
"name": "agent_mem0_search",
"outputSchema": null
},
{
"description": "Test connection to Mem0.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "agent_mem0_test",
"outputSchema": null
},
{
"description": "Update a memory by ID.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"memory_id": {
"description": "Memory ID",
"type": "string"
}
},
"required": [
"memory_id"
],
"type": "object"
},
"name": "agent_mem0_update",
"outputSchema": null
},
{
"description": "Plan a heterogeneous agent fleet without provisioning.",
"inputSchema": {
"properties": {
"agents": {
"description": "Number of concurrent agent loops to provision for",
"type": "integer"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [
"agents"
],
"type": "object"
},
"name": "agent_plan",
"outputSchema": null
},
{
"description": "Scale a single fleet tier up or down without affecting other tiers.",
"inputSchema": {
"properties": {
"count": {
"description": "New instance count for this tier",
"type": "integer"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"fleet_id": {
"description": "Fleet ID",
"type": "string"
},
"tier": {
"description": "Tier to scale",
"enum": [
"reasoning",
"decode",
"cpu_tools"
],
"type": "string"
}
},
"required": [
"fleet_id",
"tier",
"count"
],
"type": "object"
},
"name": "agent_scale",
"outputSchema": null
},
{
"description": "Attach a skill.md to a Letta agent as a durable memory block.",
"inputSchema": {
"properties": {
"agent_id": {
"description": "Letta agent ID",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"skill": {
"description": "Path to skill.md",
"type": "string"
}
},
"required": [
"agent_id",
"skill"
],
"type": "object"
},
"name": "agent_skill_attach",
"outputSchema": null
},
{
"description": "Create a skill.md template for an agent.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"name": {
"description": "Skill name",
"type": "string"
}
},
"required": [
"name"
],
"type": "object"
},
"name": "agent_skill_init",
"outputSchema": null
},
{
"description": "Show live status of a fleet — tier health, KV hit rate, queue depth, cost.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"fleet_id": {
"description": "Fleet ID returned by 'terradev agent deploy'",
"type": "string"
}
},
"required": [
"fleet_id"
],
"type": "object"
},
"name": "agent_status",
"outputSchema": null
},
{
"description": "Terminate all fleet instances and remove fleet state.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"fleet_id": {
"description": "Fleet ID to destroy",
"type": "string"
}
},
"required": [
"fleet_id"
],
"type": "object"
},
"name": "agent_teardown",
"outputSchema": null
},
{
"description": "Teardown a vector database provisioned for an agent fleet.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "agent_vector_db_down",
"outputSchema": null
},
{
"description": "Provision a vector database for an agent fleet.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "agent_vector_db_up",
"outputSchema": null
},
{
"description": "Get cost analytics",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "analytics",
"outputSchema": null
},
{
"description": "Delete a checkpoint.",
"inputSchema": {
"properties": {
"checkpoint_id": {
"description": "Checkpoint ID to delete",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"job_id": {
"description": "Job ID",
"type": "string"
}
},
"required": [
"job_id",
"checkpoint_id"
],
"type": "object"
},
"name": "checkpoint_delete",
"outputSchema": null
},
{
"description": "List all checkpoints for a training job.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"job_id": {
"description": "Job ID",
"type": "string"
}
},
"required": [
"job_id"
],
"type": "object"
},
"name": "checkpoint_list",
"outputSchema": null
},
{
"description": "Promote a checkpoint to a final model path for serving.",
"inputSchema": {
"properties": {
"checkpoint_id": {
"description": "Checkpoint ID to promote",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"dest": {
"description": "Destination path (e.g., /models/final)",
"type": "string"
},
"job_id": {
"description": "Job ID",
"type": "string"
}
},
"required": [
"job_id",
"checkpoint_id",
"dest"
],
"type": "object"
},
"name": "checkpoint_promote",
"outputSchema": null
},
{
"description": "Restore a specific checkpoint for a training job.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"job_id": {
"description": "Job ID",
"type": "string"
}
},
"required": [
"job_id"
],
"type": "object"
},
"name": "checkpoint_restore",
"outputSchema": null
},
{
"description": "Manually trigger a checkpoint save for a running training job.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"job_id": {
"description": "Job ID",
"type": "string"
}
},
"required": [
"job_id"
],
"type": "object"
},
"name": "checkpoint_save",
"outputSchema": null
},
{
"description": "Configure provider credentials",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"provider": {
"description": "Provider to configure",
"enum": [
"runpod",
"vastai",
"aws",
"gcp",
"azure",
"tensordock",
"crusoe",
"digitalocean",
"hyperstack",
"siliconflow",
"latitude",
"huggingface",
"baseten",
"inferx",
"yottalabs",
"e2enetworks",
"gcore"
],
"type": "string"
}
},
"required": [
"provider"
],
"type": "object"
},
"name": "configure_provider",
"outputSchema": null
},
{
"description": "Deep cost analysis of current GPU infrastructure: per-provider breakdown, utilization efficiency, waste identification, and optimization potential.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "cost_analyze",
"outputSchema": null
},
{
"description": "Generate actionable cost optimization recommendations: spot migration, GPU right-sizing, provider arbitrage, idle shutdown, and density packing.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "cost_optimize_recommend",
"outputSchema": null
},
{
"description": "Simulate cost optimization scenarios with ROI projections. Compare current vs optimized infrastructure costs.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"scenario": {
"description": "Scenario config (gpu_type, provider, count, spot, hours)",
"type": "object"
}
},
"required": [
"scenario"
],
"type": "object"
},
"name": "cost_simulate",
"outputSchema": null
},
{
"description": "Create a PostgreSQL database connection with auto-table creation. Returns a connection ID for subsequent operations.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"database": {
"description": "Database name",
"type": "string"
},
"host": {
"description": "PostgreSQL host address",
"type": "string"
},
"password": {
"description": "Database password",
"type": "string"
},
"user": {
"description": "Database user",
"type": "string"
}
},
"required": [
"host",
"database",
"user",
"password"
],
"type": "object"
},
"name": "create_postgresql_connection",
"outputSchema": null
},
{
"description": "Create a SQLite database connection with auto-table creation. Returns a connection ID for subsequent operations.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "create_sqlite_connection",
"outputSchema": null
},
{
"description": "Create a Weaviate collection.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"name": {
"description": "Collection name",
"type": "string"
}
},
"required": [
"name"
],
"type": "object"
},
"name": "database_weaviate_create_collection",
"outputSchema": null
},
{
"description": "Delete a Weaviate collection.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"name": {
"description": "Collection name",
"type": "string"
}
},
"required": [
"name"
],
"type": "object"
},
"name": "database_weaviate_delete_collection",
"outputSchema": null
},
{
"description": "Hybrid vector + BM25 search in a Weaviate collection.",
"inputSchema": {
"properties": {
"collection": {
"description": "collection",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"query": {
"description": "Text query",
"type": "string"
}
},
"required": [
"collection",
"query"
],
"type": "object"
},
"name": "database_weaviate_hybrid_search",
"outputSchema": null
},
{
"description": "Insert objects into a Weaviate collection.",
"inputSchema": {
"properties": {
"collection": {
"description": "collection",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"objects": {
"description": "JSON list of objects [{properties: {...}, vector: [...]}]",
"type": "string"
}
},
"required": [
"collection",
"objects"
],
"type": "object"
},
"name": "database_weaviate_insert",
"outputSchema": null
},
{
"description": "List Weaviate collections.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "database_weaviate_list_collections",
"outputSchema": null
},
{
"description": "Vector similarity search in a Weaviate collection.",
"inputSchema": {
"properties": {
"collection": {
"description": "collection",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"vector": {
"description": "JSON array of floats",
"type": "string"
}
},
"required": [
"collection",
"vector"
],
"type": "object"
},
"name": "database_weaviate_query",
"outputSchema": null
},
{
"description": "Initialize a Weaviate connection.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "database_weaviate_up",
"outputSchema": null
},
{
"description": "Evaluate a single LLM output with a DeepEval metric (AnswerRelevancy, Faithfulness, Hallucination, etc.).",
"inputSchema": {
"properties": {
"actual_output": {
"description": "Actual LLM output",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"input": {
"description": "Test input/prompt",
"type": "string"
},
"metric": {
"description": "DeepEval metric name",
"enum": [
"AnswerRelevancyMetric",
"FaithfulnessMetric",
"ContextualRelevancyMetric",
"ContextualPrecisionMetric",
"ContextualRecallMetric",
"HallucinationMetric",
"BiasMetric",
"ToxicityMetric",
"SummarizationMetric",
"RagasMetric"
],
"type": "string"
}
},
"required": [
"input",
"actual_output",
"metric"
],
"type": "object"
},
"name": "deepeval_evaluate",
"outputSchema": null
},
{
"description": "Generate a starter DeepEval test file.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [],
"type": "object"
},
"name": "deepeval_init",
"outputSchema": null
},
{
"description": "List available DeepEval metrics for LLM evaluation.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [],
"type": "object"
},
"name": "deepeval_metrics",
"outputSchema": null
},
{
"description": "Run a DeepEval test suite from a Python test file.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [],
"type": "object"
},
"name": "deepeval_run",
"outputSchema": null
},
{
"description": "Show DVC diff between two revisions (e.g. training checkpoints). Shows added, modified, deleted files.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"repo_path": {
"description": "Path to the DVC repository",
"type": "string"
}
},
"required": [
"repo_path"
],
"type": "object"
},
"name": "dvc_diff",
"outputSchema": null
},
{
"description": "Push DVC-tracked data to the configured remote storage.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"repo_path": {
"description": "Path to the DVC repository",
"type": "string"
}
},
"required": [
"repo_path"
],
"type": "object"
},
"name": "dvc_push",
"outputSchema": null
},
{
"description": "Atomic checkpoint staging: DVC add + push + git commit in one operation. Promotes a training checkpoint to versioned storage.",
"inputSchema": {
"properties": {
"checkpoint_path": {
"description": "Path to the checkpoint file/directory to stage",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"repo_path": {
"description": "Path to the DVC repository",
"type": "string"
}
},
"required": [
"repo_path",
"checkpoint_path"
],
"type": "object"
},
"name": "dvc_stage_checkpoint",
"outputSchema": null
},
{
"description": "Get DVC repository status: tracked files, remotes, and changes since last commit.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"repo_path": {
"description": "Path to the DVC repository",
"type": "string"
}
},
"required": [
"repo_path"
],
"type": "object"
},
"name": "dvc_status",
"outputSchema": null
},
{
"description": "Find the cheapest egress route between cloud providers/regions for model weights or dataset transfer. Supports multi-hop routing.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"dest_provider": {
"description": "Destination cloud provider",
"type": "string"
},
"dest_region": {
"description": "Destination region",
"type": "string"
},
"size_gb": {
"description": "Transfer size in GB",
"type": "number"
},
"source_provider": {
"description": "Source cloud provider (e.g. aws, gcp, azure)",
"type": "string"
},
"source_region": {
"description": "Source region (e.g. us-east-1)",
"type": "string"
}
},
"required": [
"source_provider",
"source_region",
"dest_provider",
"dest_region",
"size_gb"
],
"type": "object"
},
"name": "egress_cheapest_route",
"outputSchema": null
},
{
"description": "Optimize dataset or model staging across regions by finding the cheapest transfer plan. Integrates with the dataset stager for parallel uploads.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"size_gb": {
"description": "Approximate data size in GB",
"type": "number"
},
"source_uri": {
"description": "Source data URI (s3://, gs://, local path, or HF dataset ID)",
"type": "string"
},
"target_regions": {
"description": "Target regions as provider:region strings",
"items": {
"type": "string"
},
"type": "array"
}
},
"required": [
"source_uri",
"target_regions",
"size_gb"
],
"type": "object"
},
"name": "egress_optimize_staging",
"outputSchema": null
},
{
"description": "Approve a pending environment promotion.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "environments_approve",
"outputSchema": null
},
{
"description": "Create a named deployment environment (dev/staging/prod) with config.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "environments_create",
"outputSchema": null
},
{
"description": "Show promotion/change history for an environment.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "environments_history",
"outputSchema": null
},
{
"description": "List deployment environments.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "environments_list",
"outputSchema": null
},
{
"description": "Promote a workload or config between environments.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "environments_promote",
"outputSchema": null
},
{
"description": "Get information about a database connection including type, status, and configuration.",
"inputSchema": {
"properties": {
"connection_id": {
"description": "Database connection ID",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [
"connection_id"
],
"type": "object"
},
"name": "get_database_connection",
"outputSchema": null
},
{
"description": "Generate comprehensive compliance report: consent stats, policy evaluations, data movements, violations. For GDPR/SOC2/HIPAA audits.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"end_date": {
"description": "End date (ISO format, e.g. 2025-12-31)",
"type": "string"
},
"start_date": {
"description": "Start date (ISO format, e.g. 2025-01-01)",
"type": "string"
}
},
"required": [
"start_date",
"end_date"
],
"type": "object"
},
"name": "governance_compliance_report",
"outputSchema": null
},
{
"description": "Evaluate OPA (Open Policy Agent) policies for data access. Checks region restrictions, classification rules, and compliance requirements.",
"inputSchema": {
"properties": {
"action": {
"description": "Action to evaluate",
"enum": [
"read",
"write",
"move",
"delete",
"train"
],
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"dataset_name": {
"description": "Dataset name",
"type": "string"
},
"user_id": {
"description": "User ID to evaluate",
"type": "string"
}
},
"required": [
"user_id",
"dataset_name",
"action"
],
"type": "object"
},
"name": "governance_evaluate_opa",
"outputSchema": null
},
{
"description": "Move data with full governance audit trail. Requires prior consent and OPA policy approval. Tracks integrity, encryption, and compliance.",
"inputSchema": {
"properties": {
"consent_request_id": {
"description": "Approved consent request ID",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"dataset_name": {
"description": "Dataset to move",
"type": "string"
},
"source_location": {
"description": "Source location",
"type": "string"
},
"target_location": {
"description": "Target location",
"type": "string"
},
"user_id": {
"description": "User ID",
"type": "string"
}
},
"required": [
"user_id",
"consent_request_id",
"dataset_name",
"source_location",
"target_location"
],
"type": "object"
},
"name": "governance_move_data",
"outputSchema": null
},
{
"description": "Get data movement audit log. Filter by user, dataset, or time range.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "governance_movement_history",
"outputSchema": null
},
{
"description": "Record a consent response (granted or denied) for a pending consent request.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"granted": {
"description": "Whether consent was granted",
"type": "boolean"
},
"request_id": {
"description": "Consent request ID",
"type": "string"
},
"user_id": {
"description": "User ID",
"type": "string"
}
},
"required": [
"request_id",
"user_id",
"granted"
],
"type": "object"
},
"name": "governance_record_consent",
"outputSchema": null
},
{
"description": "Request user consent for data movement across cloud regions. GDPR/SOC2 compliant consent tracking with audit trail.",
"inputSchema": {
"properties": {
"consent_type": {
"description": "Consent type",
"enum": [
"data_staging",
"cross_region",
"third_party",
"model_training"
],
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"dataset_name": {
"description": "Dataset being moved",
"type": "string"
},
"purpose": {
"description": "Purpose of data movement",
"type": "string"
},
"user_id": {
"description": "User ID requesting consent",
"type": "string"
}
},
"required": [
"user_id",
"consent_type",
"dataset_name",
"purpose"
],
"type": "object"
},
"name": "governance_request_consent",
"outputSchema": null
},
{
"description": "GPU NUMA topology report with intra-GPU XCD (Accelerated Compute Die) awareness. Models MI300X (8 XCDs, 192GB HBM3), MI300A (6 XCDs, 128GB), H200 (unified 141GB HBM3e), H100 (80GB). Reports PCIe locality (PIX/PXB/PHB/SYS), GPU-NIC pairing, SR-IOV VF status, and generates XCD-aware NCCL/AITER environment variables.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "gpu_topology",
"outputSchema": null
},
{
"description": "Send a message through NeMo Guardrails and return the safety-filtered response. Applies topical, jailbreak, PII, and factcheck rails.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"message": {
"description": "Message to send through guardrails",
"type": "string"
}
},
"required": [
"message"
],
"type": "object"
},
"name": "guardrails_chat",
"outputSchema": null
},
{
"description": "Generate default Colang 2.x guardrails configuration files (topical, jailbreak, PII, factcheck rails).",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "guardrails_generate_config",
"outputSchema": null
},
{
"description": "Generate Kubernetes deployment manifest for NeMo Guardrails server (standalone or sidecar mode).",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "guardrails_k8s",
"outputSchema": null
},
{
"description": "Test connection to NeMo Guardrails server.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "guardrails_test",
"outputSchema": null
},
{
"description": "Generate Helm charts from workload specifications.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"image": {
"description": "Container image",
"type": "string"
},
"workload": {
"description": "Workload type",
"enum": [
"training",
"inference",
"batch"
],
"type": "string"
}
},
"required": [
"workload",
"image"
],
"type": "object"
},
"name": "helm_generate",
"outputSchema": null
},
{
"description": "Create a HuggingFace Inference Endpoint (paid GPU endpoint). Supports custom GPU types, regions, and scaling.",
"inputSchema": {
"properties": {
"api_key": {
"description": "HuggingFace API token",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"endpoint_name": {
"description": "Endpoint name",
"type": "string"
},
"instance_type": {
"description": "Instance type (e.g. nvidia-a100, nvidia-l4)",
"type": "string"
},
"model_id": {
"description": "HuggingFace model ID",
"type": "string"
}
},
"required": [
"model_id",
"endpoint_name",
"instance_type",
"api_key"
],
"type": "object"
},
"name": "hf_create_endpoint",
"outputSchema": null
},
{
"description": "Delete a HuggingFace Inference Endpoint.",
"inputSchema": {
"properties": {
"api_key": {
"description": "HuggingFace API token",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"endpoint_name": {
"description": "Endpoint name to delete",
"type": "string"
}
},
"required": [
"endpoint_name",
"api_key"
],
"type": "object"
},
"name": "hf_delete_endpoint",
"outputSchema": null
},
{
"description": "Run inference on a HuggingFace Inference Endpoint. Supports text generation, embeddings, and custom inputs.",
"inputSchema": {
"properties": {
"api_key": {
"description": "HuggingFace API token",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"endpoint_name": {
"description": "Endpoint name",
"type": "string"
},
"inputs": {
"description": "Input text or prompt",
"type": "string"
}
},
"required": [
"endpoint_name",
"inputs",
"api_key"
],
"type": "object"
},
"name": "hf_endpoint_infer",
"outputSchema": null
},
{
"description": "Get detailed info about a specific HuggingFace Inference Endpoint: status, URL, scaling config, cost.",
"inputSchema": {
"properties": {
"api_key": {
"description": "HuggingFace API token",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"endpoint_name": {
"description": "Endpoint name",
"type": "string"
}
},
"required": [
"endpoint_name",
"api_key"
],
"type": "object"
},
"name": "hf_endpoint_info",
"outputSchema": null
},
{
"description": "Compare all hardware options for a HuggingFace model. Returns side-by-side cost, performance, and compatibility analysis.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"model_id": {
"description": "HuggingFace model ID",
"type": "string"
}
},
"required": [
"model_id"
],
"type": "object"
},
"name": "hf_hardware_compare",
"outputSchema": null
},
{
"description": "Get hardware recommendation with cost breakdown for any HuggingFace model. Returns optimal GPU type, estimated cost, and performance score.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"model_id": {
"description": "HuggingFace model ID",
"type": "string"
}
},
"required": [
"model_id"
],
"type": "object"
},
"name": "hf_hardware_recommend",
"outputSchema": null
},
{
"description": "Search and browse HuggingFace Hub datasets. Filter by author and search query.",
"inputSchema": {
"properties": {
"api_key": {
"description": "HuggingFace API token",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [
"api_key"
],
"type": "object"
},
"name": "hf_list_datasets",
"outputSchema": null
},
{
"description": "List all active HuggingFace Inference Endpoints with status, URL, and cost.",
"inputSchema": {
"properties": {
"api_key": {
"description": "HuggingFace API token",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [
"api_key"
],
"type": "object"
},
"name": "hf_list_endpoints",
"outputSchema": null
},
{
"description": "Search and browse HuggingFace Hub models. Filter by author, task, library. Returns model ID, downloads, likes, and tags.",
"inputSchema": {
"properties": {
"api_key": {
"description": "HuggingFace API token",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [
"api_key"
],
"type": "object"
},
"name": "hf_list_models",
"outputSchema": null
},
{
"description": "Get detailed model info: architecture, size, downloads, license, tags, pipeline_tag, and model card.",
"inputSchema": {
"properties": {
"api_key": {
"description": "HuggingFace API token",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"model_id": {
"description": "HuggingFace model ID (e.g. meta-llama/Llama-3.3-70B-Instruct)",
"type": "string"
}
},
"required": [
"model_id",
"api_key"
],
"type": "object"
},
"name": "hf_model_info",
"outputSchema": null
},
{
"description": "Auto-generate an optimized deployment template for any HuggingFace model. Analyzes model size, architecture, and quantization to select optimal hardware and generate ready-to-deploy configs.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"model_id": {
"description": "HuggingFace model ID (e.g. meta-llama/Llama-3.3-70B-Instruct)",
"type": "string"
}
},
"required": [
"model_id"
],
"type": "object"
},
"name": "hf_smart_template",
"outputSchema": null
},
{
"description": "Deploy model to HuggingFace Spaces",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"model_id": {
"description": "HuggingFace model ID",
"type": "string"
},
"space_name": {
"description": "Name of the Space",
"type": "string"
},
"template": {
"description": "Template type",
"enum": [
"llm",
"embedding",
"image"
],
"type": "string"
}
},
"required": [
"space_name",
"model_id",
"template"
],
"type": "object"
},
"name": "hf_space_deploy",
"outputSchema": null
},
{
"description": "Get HuggingFace Space deployment status.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"space_name": {
"description": "Space name to check",
"type": "string"
}
},
"required": [
"space_name"
],
"type": "object"
},
"name": "hf_space_status",
"outputSchema": null
},
{
"description": "Run health checks and auto-failover for inference endpoints. If a primary endpoint is unhealthy and has a backup configured, traffic automatically shifts to the backup provider.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "infer_failover",
"outputSchema": null
},
{
"description": "Semantic-aware inference routing. Analyzes query content across 6 signal dimensions (modality, complexity, domain, language, safety, keywords), applies NUMA-aware endpoint scoring, and selects the optimal inference endpoint. Uses DAG parallel execution for signal extraction.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "infer_route",
"outputSchema": null
},
{
"description": "Disaggregated Prefill/Decode routing (DistServe architecture). Splits LLM inference into compute-bound prefill phase (routed to FLOPS-optimized GPUs like H100 SXM) and memory-bound decode phase (routed to bandwidth-optimized GPUs like MI300X). Tracks KV cache handoffs between endpoint pairs.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"model": {
"description": "Model name for disaggregated pair selection (e.g., llama-3-70b)",
"type": "string"
}
},
"required": [
"model"
],
"type": "object"
},
"name": "infer_route_disagg",
"outputSchema": null
},
{
"description": "Configure InferX serverless platform credentials.",
"inputSchema": {
"properties": {
"api_key": {
"description": "InferX API key",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [
"api_key"
],
"type": "object"
},
"name": "inferx_configure",
"outputSchema": null
},
{
"description": "Delete an InferX model deployment.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"model_id": {
"description": "Model deployment ID to delete",
"type": "string"
}
},
"required": [
"model_id"
],
"type": "object"
},
"name": "inferx_delete",
"outputSchema": null
},
{
"description": "Deploy model to InferX serverless platform",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"gpu_type": {
"description": "GPU type for inference",
"enum": [
"H100",
"A100",
"A10G",
"L40S",
"L4",
"T4",
"RTX4090",
"RTX3090",
"V100"
],
"type": "string"
},
"model": {
"description": "Model ID (e.g., meta-llama/Llama-2-7b-hf)",
"type": "string"
}
},
"required": [
"model",
"gpu_type"
],
"type": "object"
},
"name": "inferx_deploy",
"outputSchema": null
},
{
"description": "List deployed InferX models",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "inferx_list",
"outputSchema": null
},
{
"description": "Get cost analysis for inference endpoints",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "inferx_optimize",
"outputSchema": null
},
{
"description": "Get InferX pricing quotes for a GPU type.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "inferx_quote",
"outputSchema": null
},
{
"description": "Check InferX endpoint status",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "inferx_status",
"outputSchema": null
},
{
"description": "Get InferX account usage statistics: requests, cost, GPU hours, latency.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "inferx_usage",
"outputSchema": null
},
{
"description": "Create Kubernetes cluster with GPU nodes for optimal multi-cloud deployment",
"inputSchema": {
"properties": {
"cluster_name": {
"description": "Name of the cluster",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"gpu_type": {
"description": "GPU type for nodes",
"enum": [
"H100",
"A100",
"A10G",
"L40S",
"L4",
"T4",
"RTX4090",
"RTX3090",
"V100"
],
"type": "string"
}
},
"required": [
"cluster_name",
"gpu_type"
],
"type": "object"
},
"name": "k8s_create",
"outputSchema": null
},
{
"description": "Destroy a Kubernetes cluster",
"inputSchema": {
"properties": {
"cluster_name": {
"description": "Name of the cluster to destroy",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [
"cluster_name"
],
"type": "object"
},
"name": "k8s_destroy",
"outputSchema": null
},
{
"description": "Configure Kubernetes GPU device plugin settings: time-slicing, MIG strategy, and resource naming.",
"inputSchema": {
"properties": {
"cluster_name": {
"description": "Target cluster name",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [
"cluster_name"
],
"type": "object"
},
"name": "k8s_device_plugin",
"outputSchema": null
},
{
"description": "Install NVIDIA GPU Operator on a Kubernetes cluster. Configures driver containers, device plugin, DCGM exporter, and GPU Feature Discovery.",
"inputSchema": {
"properties": {
"cluster_name": {
"description": "Target cluster name",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [
"cluster_name"
],
"type": "object"
},
"name": "k8s_gpu_operator_install",
"outputSchema": null
},
{
"description": "Get information about a specific cluster",
"inputSchema": {
"properties": {
"cluster_name": {
"description": "Name of the cluster",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [
"cluster_name"
],
"type": "object"
},
"name": "k8s_info",
"outputSchema": null
},
{
"description": "List Kubernetes clusters",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "k8s_list",
"outputSchema": null
},
{
"description": "Configure Multi-Instance GPU (MIG) partitioning on A100/H100 GPUs. Splits a single GPU into isolated instances for multi-tenant workloads.",
"inputSchema": {
"properties": {
"cluster_name": {
"description": "Target cluster name",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"mig_profile": {
"description": "MIG profile",
"enum": [
"1g.5gb",
"1g.10gb",
"2g.10gb",
"3g.20gb",
"4g.20gb",
"7g.40gb",
"7g.80gb"
],
"type": "string"
}
},
"required": [
"cluster_name",
"mig_profile"
],
"type": "object"
},
"name": "k8s_mig_configure",
"outputSchema": null
},
{
"description": "Configure GPU time-slicing for Kubernetes. Allows multiple pods to share a single GPU with configurable oversubscription.",
"inputSchema": {
"properties": {
"cluster_name": {
"description": "Target cluster name",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [
"cluster_name"
],
"type": "object"
},
"name": "k8s_time_slicing",
"outputSchema": null
},
{
"description": "Create a Karpenter GPU NodePool.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "karpenter_create_nodepool",
"outputSchema": null
},
{
"description": "Delete a Karpenter NodePool.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "karpenter_delete_nodepool",
"outputSchema": null
},
{
"description": "Show recent Karpenter scaling events.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "karpenter_events",
"outputSchema": null
},
{
"description": "List GPU nodes provisioned by Karpenter.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "karpenter_gpu_nodes",
"outputSchema": null
},
{
"description": "Install Karpenter on an EKS cluster for GPU node autoscaling.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "karpenter_install",
"outputSchema": null
},
{
"description": "Show Karpenter controller logs.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "karpenter_logs",
"outputSchema": null
},
{
"description": "List Karpenter NodePools.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "karpenter_nodepools",
"outputSchema": null
},
{
"description": "Show Karpenter resource usage and capacity.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "karpenter_resources",
"outputSchema": null
},
{
"description": "Show Karpenter installation/controller status.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "karpenter_status",
"outputSchema": null
},
{
"description": "Generate a GPU-aware KServe InferenceService YAML manifest with NUMA pinning, resource limits derived from model size and VRAM, and topology hints.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"gpu_type": {
"description": "GPU type (e.g. A100, H100)",
"type": "string"
},
"model_name": {
"description": "Model name for the InferenceService",
"type": "string"
},
"model_uri": {
"description": "Model storage URI (e.g. s3://bucket/model or gs://bucket/model)",
"type": "string"
}
},
"required": [
"model_name",
"model_uri",
"gpu_type"
],
"type": "object"
},
"name": "kserve_generate_yaml",
"outputSchema": null
},
{
"description": "List KServe InferenceServices in a Kubernetes namespace.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [],
"type": "object"
},
"name": "kserve_list",
"outputSchema": null
},
{
"description": "Get detailed status of a KServe InferenceService including readiness, traffic split, and URL.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"name": {
"description": "InferenceService name",
"type": "string"
}
},
"required": [
"name"
],
"type": "object"
},
"name": "kserve_status",
"outputSchema": null
},
{
"description": "Analyze KV cache efficiency across serving endpoints.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "kv_cache_efficiency",
"outputSchema": null
},
{
"description": "Create an SGLang model-serving pipeline via LangChain. Connects LangChain agents to SGLang inference endpoints.",
"inputSchema": {
"properties": {
"api_key": {
"description": "LangChain API key",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"pipeline_config": {
"description": "Pipeline config (model, endpoint, temperature, max_tokens)",
"type": "object"
}
},
"required": [
"pipeline_config",
"api_key"
],
"type": "object"
},
"name": "langchain_create_sglang_pipeline",
"outputSchema": null
},
{
"description": "Create a LangChain workflow.",
"inputSchema": {
"properties": {
"api_key": {
"description": "LangChain API key",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"workflow_config": {
"description": "Workflow configuration (name, steps, model, tools)",
"type": "object"
}
},
"required": [
"workflow_config",
"api_key"
],
"type": "object"
},
"name": "langchain_create_workflow",
"outputSchema": null
},
{
"description": "Configure Langfuse credentials (public key, secret key, host URL).",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"public_key": {
"description": "Langfuse public key (pk-lf-...)",
"type": "string"
},
"secret_key": {
"description": "Langfuse secret key (sk-lf-...)",
"type": "string"
}
},
"required": [
"public_key",
"secret_key"
],
"type": "object"
},
"name": "langfuse_configure",
"outputSchema": null
},
{
"description": "List Langfuse datasets for evaluation and fine-tuning.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "langfuse_datasets",
"outputSchema": null
},
{
"description": "Export Langfuse traces as instruction/response pairs for LoRA fine-tuning. Filters by quality score.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "langfuse_export_training_data",
"outputSchema": null
},
{
"description": "Generate Kubernetes deployment manifest for self-hosted Langfuse.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "langfuse_k8s",
"outputSchema": null
},
{
"description": "Print OTEL environment variables for instrumenting LLM apps to send traces to Langfuse.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "langfuse_otel_env",
"outputSchema": null
},
{
"description": "Get aggregated quality metrics from Langfuse scores for drift detection.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "langfuse_quality",
"outputSchema": null
},
{
"description": "Create an evaluation score for a Langfuse trace (e.g. quality, accuracy, relevance).",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"name": {
"description": "Score name (e.g. quality, accuracy)",
"type": "string"
},
"trace_id": {
"description": "Trace ID to score",
"type": "string"
},
"value": {
"description": "Numeric score value",
"type": "number"
}
},
"required": [
"trace_id",
"name",
"value"
],
"type": "object"
},
"name": "langfuse_score",
"outputSchema": null
},
{
"description": "List evaluation scores from Langfuse, optionally filtered by trace or score name.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "langfuse_scores",
"outputSchema": null
},
{
"description": "Test Langfuse connectivity and list accessible projects.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "langfuse_test",
"outputSchema": null
},
{
"description": "Get a single Langfuse trace with all observations/spans.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"trace_id": {
"description": "Trace ID",
"type": "string"
}
},
"required": [
"trace_id"
],
"type": "object"
},
"name": "langfuse_trace",
"outputSchema": null
},
{
"description": "List recent LLM traces from Langfuse.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "langfuse_traces",
"outputSchema": null
},
{
"description": "Create a LangGraph stateful workflow with monitoring. Supports agent graphs, tool calling, and state persistence.",
"inputSchema": {
"properties": {
"api_key": {
"description": "LangChain API key",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"graph_config": {
"description": "Graph configuration (nodes, edges, state_schema)",
"type": "object"
}
},
"required": [
"graph_config",
"api_key"
],
"type": "object"
},
"name": "langgraph_create_workflow",
"outputSchema": null
},
{
"description": "Create an evaluator-optimizer workflow in LangGraph. Generates outputs, evaluates quality, and iteratively improves.",
"inputSchema": {
"properties": {
"api_key": {
"description": "LangChain API key",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"evaluation_config": {
"description": "Evaluation config (generator_prompt, evaluator_criteria, max_iterations)",
"type": "object"
}
},
"required": [
"evaluation_config",
"api_key"
],
"type": "object"
},
"name": "langgraph_evaluation_workflow",
"outputSchema": null
},
{
"description": "Create an orchestrator-worker pattern workflow in LangGraph. The orchestrator delegates tasks to specialized worker agents.",
"inputSchema": {
"properties": {
"api_key": {
"description": "LangChain API key",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"workflow_config": {
"description": "Orchestrator-worker config (orchestrator_prompt, workers, routing_strategy)",
"type": "object"
}
},
"required": [
"workflow_config",
"api_key"
],
"type": "object"
},
"name": "langgraph_orchestrator_worker",
"outputSchema": null
},
{
"description": "Get the status and metrics of a LangGraph workflow execution.",
"inputSchema": {
"properties": {
"api_key": {
"description": "LangChain API key",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"workflow_id": {
"description": "Workflow ID to check",
"type": "string"
}
},
"required": [
"workflow_id",
"api_key"
],
"type": "object"
},
"name": "langgraph_workflow_status",
"outputSchema": null
},
{
"description": "Record a data/model lineage checkpoint.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "lineage_checkpoint",
"outputSchema": null
},
{
"description": "Diff lineage between two artifacts or checkpoints.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "lineage_diff",
"outputSchema": null
},
{
"description": "Export lineage data (JSON/graph) for an artifact.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "lineage_export",
"outputSchema": null
},
{
"description": "Render the lineage graph for an artifact.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "lineage_graph",
"outputSchema": null
},
{
"description": "Trace the lineage of a dataset or model artifact.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "lineage_trace",
"outputSchema": null
},
{
"description": "Scan local machine and network for available GPU devices. Returns total VRAM pool for local-first provisioning.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [],
"type": "object"
},
"name": "local_scan",
"outputSchema": null
},
{
"description": "Hot-load a LoRA adapter onto a running vLLM endpoint. The adapter becomes immediately available as a model name for inference requests. Uses vLLM's fused_moe_lora kernel for 454% higher output tokens/sec on MoE models.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"endpoint": {
"description": "vLLM endpoint URL (e.g. http://10.0.0.1:8000)",
"type": "string"
},
"name": {
"description": "Adapter name (becomes the model name in API requests)",
"type": "string"
},
"path": {
"description": "Path to adapter weights (local path or HuggingFace ID)",
"type": "string"
}
},
"required": [
"endpoint",
"name",
"path"
],
"type": "object"
},
"name": "lora_add",
"outputSchema": null
},
{
"description": "List LoRA adapters loaded on a running vLLM endpoint. Shows base models and hot-loaded fine-tuned adapters.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"endpoint": {
"description": "vLLM endpoint URL (e.g. http://10.0.0.1:8000)",
"type": "string"
}
},
"required": [
"endpoint"
],
"type": "object"
},
"name": "lora_list",
"outputSchema": null
},
{
"description": "Hot-unload a LoRA adapter from a running vLLM endpoint. Frees GPU memory for other adapters.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"endpoint": {
"description": "vLLM endpoint URL (e.g. http://10.0.0.1:8000)",
"type": "string"
},
"name": {
"description": "Adapter name to unload",
"type": "string"
}
},
"required": [
"endpoint",
"name"
],
"type": "object"
},
"name": "lora_remove",
"outputSchema": null
},
{
"description": "Manage GPU instances (stop/start/terminate)",
"inputSchema": {
"properties": {
"action": {
"description": "Action to perform",
"enum": [
"stop",
"start",
"terminate"
],
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"instance_id": {
"description": "Instance ID",
"type": "string"
}
},
"required": [
"instance_id",
"action"
],
"type": "object"
},
"name": "manage_instance",
"outputSchema": null
},
{
"description": "List cached manifests and versions for jobs.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "manifests",
"outputSchema": null
},
{
"description": "Compare migration target providers by cost/compatibility.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "migrate_compare",
"outputSchema": null
},
{
"description": "Execute a previously-planned workload migration.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "migrate_execute",
"outputSchema": null
},
{
"description": "Plan a workload migration between providers with cost analysis.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "migrate_plan",
"outputSchema": null
},
{
"description": "Roll back a migration to the source provider.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "migrate_rollback",
"outputSchema": null
},
{
"description": "Show status of running/completed migrations.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "migrate_status",
"outputSchema": null
},
{
"description": "Load the active registry version of an adapter onto a vLLM server.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"endpoint": {
"description": "vLLM endpoint",
"type": "string"
},
"name": {
"description": "Registered adapter name",
"type": "string"
}
},
"required": [
"endpoint",
"name"
],
"type": "object"
},
"name": "ml_vllm_lora_link",
"outputSchema": null
},
{
"description": "List LoRA adapters currently loaded on a vLLM server.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"endpoint": {
"description": "vLLM endpoint",
"type": "string"
}
},
"required": [
"endpoint"
],
"type": "object"
},
"name": "ml_vllm_lora_list",
"outputSchema": null
},
{
"description": "Hot-load a LoRA adapter onto a running vLLM server.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"endpoint": {
"description": "vLLM endpoint",
"type": "string"
},
"name": {
"description": "Adapter name",
"type": "string"
},
"path": {
"description": "Local path to adapter weights",
"type": "string"
}
},
"required": [
"endpoint",
"name",
"path"
],
"type": "object"
},
"name": "ml_vllm_lora_load",
"outputSchema": null
},
{
"description": "Synchronize an adapter from the registry across multiple vLLM replicas.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"name": {
"description": "Registered adapter name",
"type": "string"
},
"replicas": {
"description": "Comma-separated host:port list",
"type": "string"
}
},
"required": [
"name",
"replicas"
],
"type": "object"
},
"name": "ml_vllm_lora_sync",
"outputSchema": null
},
{
"description": "Hot-unload a LoRA adapter from a running vLLM server.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"endpoint": {
"description": "vLLM endpoint",
"type": "string"
},
"name": {
"description": "Adapter name to unload",
"type": "string"
}
},
"required": [
"endpoint",
"name"
],
"type": "object"
},
"name": "ml_vllm_lora_unload",
"outputSchema": null
},
{
"description": "List MLflow experiments on the configured tracking server.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"tracking_uri": {
"description": "MLflow tracking server URI",
"type": "string"
}
},
"required": [
"tracking_uri"
],
"type": "object"
},
"name": "mlflow_list_experiments",
"outputSchema": null
},
{
"description": "Log a Terradev training run to MLflow with auto-injected GPU type, provider, cost/hr, and duration as params.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"experiment_name": {
"description": "MLflow experiment name",
"type": "string"
},
"run_name": {
"description": "Run display name",
"type": "string"
},
"tracking_uri": {
"description": "MLflow tracking server URI",
"type": "string"
}
},
"required": [
"tracking_uri",
"experiment_name",
"run_name"
],
"type": "object"
},
"name": "mlflow_log_run",
"outputSchema": null
},
{
"description": "Register a trained model in the MLflow model registry with Terradev provenance tags.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"model_name": {
"description": "Model registry name",
"type": "string"
},
"run_id": {
"description": "MLflow run ID that produced the model",
"type": "string"
},
"tracking_uri": {
"description": "MLflow tracking server URI",
"type": "string"
}
},
"required": [
"tracking_uri",
"model_name",
"run_id"
],
"type": "object"
},
"name": "mlflow_register_model",
"outputSchema": null
},
{
"description": "Deploy Mixture-of-Experts models with production-ready cluster templates. Auto-applies vLLM cost optimizations (KV cache offloading for up to 9x throughput, MTP speculative decoding for up to 2.8x speed, sleep mode for 18-200x faster restarts). Supports GLM-5, Qwen 3.5, Mistral Large 3, DeepSeek V4, Llama 5. Configures NVLink topology, tensor parallelism, FP8 quantization, vLLM/SGLang backends, and GPU-aware HPA autoscaling.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"gpu_type": {
"description": "GPU type for MoE serving",
"enum": [
"H100",
"H200",
"H800",
"A100",
"MI300X"
],
"type": "string"
},
"model_id": {
"description": "HuggingFace model ID (e.g., zai-org/GLM-5-FP8, Qwen/Qwen3.5-397B-A17B)",
"type": "string"
}
},
"required": [
"model_id",
"gpu_type"
],
"type": "object"
},
"name": "moe_deploy",
"outputSchema": null
},
{
"description": "Chat with an Ollama model using the chat/completions API.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"messages": {
"description": "Chat messages [{role, content}]",
"items": {
"type": "object"
},
"type": "array"
},
"model": {
"description": "Model name",
"type": "string"
}
},
"required": [
"model",
"messages"
],
"type": "object"
},
"name": "ollama_chat",
"outputSchema": null
},
{
"description": "Generate text using an Ollama model (non-chat completions).",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"model": {
"description": "Model name",
"type": "string"
},
"prompt": {
"description": "Prompt text",
"type": "string"
}
},
"required": [
"model",
"prompt"
],
"type": "object"
},
"name": "ollama_generate",
"outputSchema": null
},
{
"description": "List models available on an Ollama server.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [],
"type": "object"
},
"name": "ollama_list",
"outputSchema": null
},
{
"description": "Get detailed information about an Ollama model (parameters, template, license).",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"model": {
"description": "Model name",
"type": "string"
}
},
"required": [
"model"
],
"type": "object"
},
"name": "ollama_model_info",
"outputSchema": null
},
{
"description": "List currently running Ollama models.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [],
"type": "object"
},
"name": "ollama_ps",
"outputSchema": null
},
{
"description": "Pull a model to an Ollama server on a remote instance.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"instance_ip": {
"description": "Target instance IP",
"type": "string"
},
"model": {
"description": "Model name (e.g. llama3.2, deepseek-r1, codellama)",
"type": "string"
}
},
"required": [
"model",
"instance_ip"
],
"type": "object"
},
"name": "ollama_pull",
"outputSchema": null
},
{
"description": "Find cheaper alternatives for running instances",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "optimize",
"outputSchema": null
},
{
"description": "Evict a model from GPU memory.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"model_id": {
"description": "Model to evict",
"type": "string"
}
},
"required": [
"model_id"
],
"type": "object"
},
"name": "orchestrator_evict",
"outputSchema": null
},
{
"description": "Test inference with a model via the orchestrator.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"model_id": {
"description": "Model to run inference on",
"type": "string"
}
},
"required": [
"model_id"
],
"type": "object"
},
"name": "orchestrator_infer",
"outputSchema": null
},
{
"description": "Load a model into GPU memory.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"model_id": {
"description": "Model to load",
"type": "string"
}
},
"required": [
"model_id"
],
"type": "object"
},
"name": "orchestrator_load",
"outputSchema": null
},
{
"description": "Register a model with the orchestrator.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"model_id": {
"description": "Model identifier",
"type": "string"
},
"model_path": {
"description": "Path to model weights",
"type": "string"
}
},
"required": [
"model_id",
"model_path"
],
"type": "object"
},
"name": "orchestrator_register",
"outputSchema": null
},
{
"description": "Start the model orchestrator for multi-model GPU sharing with eviction policies.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "orchestrator_start",
"outputSchema": null
},
{
"description": "Get orchestrator and model status including GPU memory utilization.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "orchestrator_status",
"outputSchema": null
},
{
"description": "Generate Kubernetes deployment manifest for self-hosted Arize Phoenix server.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "phoenix_k8s",
"outputSchema": null
},
{
"description": "Generate OpenTelemetry environment variables for instrumenting serving pods with Phoenix tracing.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "phoenix_otel_env",
"outputSchema": null
},
{
"description": "List Phoenix projects (trace namespaces).",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "phoenix_projects",
"outputSchema": null
},
{
"description": "Generate Python instrumentation snippet for adding Phoenix tracing to LLM applications.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "phoenix_snippet",
"outputSchema": null
},
{
"description": "List recent spans for a Phoenix project. Supports SpanQuery DSL filters like \"span_kind == 'RETRIEVER'\" or \"status_code == 'ERROR'\".",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "phoenix_spans",
"outputSchema": null
},
{
"description": "Test connection to Arize Phoenix server. Returns collector endpoint and project count.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "phoenix_test",
"outputSchema": null
},
{
"description": "View full execution tree for a specific trace ID. Shows span hierarchy, latencies, and token counts.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"trace_id": {
"description": "Trace ID to inspect",
"type": "string"
}
},
"required": [
"trace_id"
],
"type": "object"
},
"name": "phoenix_trace",
"outputSchema": null
},
{
"description": "Pre-training validation: GPU availability, NCCL, RDMA, drivers across all nodes.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "preflight",
"outputSchema": null
},
{
"description": "GPU-specific preflight validation: NVIDIA drivers, CUDA version, GPU count, NCCL, NVLink topology, NCU stall-signature profiling, and adversarial config verification (V1-V3).",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "preflight_gpu_check",
"outputSchema": null
},
{
"description": "Network-specific preflight validation: RDMA availability, InfiniBand status, inter-node bandwidth, latency matrix, firewall rules.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "preflight_network_check",
"outputSchema": null
},
{
"description": "Run preflight validation before provisioning GPU instances.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "preflight_provision",
"outputSchema": null
},
{
"description": "Generate full preflight validation report with pass/warn/fail per check. Covers GPU drivers, CUDA, NCCL, RDMA, network, disk, and Docker.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "preflight_report",
"outputSchema": null
},
{
"description": "GPU price intelligence with quantitative analytics. Computes delta (rate of change), gamma (acceleration), and annualized realized volatility on GPU spot/on-demand prices across 21+ providers. Identifies cheapest time windows and provider arbitrage opportunities.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"gpu_type": {
"description": "GPU type to analyze",
"enum": [
"H100",
"H200",
"H800",
"A100",
"A10G",
"L40S",
"L4",
"T4",
"RTX4090",
"RTX3090",
"V100",
"V100S",
"A6000",
"MI300X"
],
"type": "string"
}
},
"required": [
"gpu_type"
],
"type": "object"
},
"name": "price_intel",
"outputSchema": null
},
{
"description": "Spot instance risk assessment per provider. Returns interruption probability, mean time to interruption, and recommended mitigation.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"gpu_type": {
"description": "GPU type",
"type": "string"
}
},
"required": [
"gpu_type"
],
"type": "object"
},
"name": "price_spot_risk",
"outputSchema": null
},
{
"description": "Get GPU price trend analysis with delta (rate of change), gamma (acceleration), and annualized volatility. Identifies cheapest time windows.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"gpu_type": {
"description": "GPU type",
"enum": [
"H100",
"H200",
"H800",
"A100",
"A10G",
"L40S",
"L4",
"T4",
"RTX4090",
"V100S",
"A6000",
"MI300X"
],
"type": "string"
}
},
"required": [
"gpu_type"
],
"type": "object"
},
"name": "price_trends",
"outputSchema": null
},
{
"description": "Provision GPU instances for optimal parallel efficiency",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"gpu_type": {
"description": "GPU type to provision",
"enum": [
"H100",
"A100",
"A10G",
"L40S",
"L4",
"T4",
"RTX4090",
"RTX3090",
"V100"
],
"type": "string"
}
},
"required": [
"gpu_type"
],
"type": "object"
},
"name": "provision_gpu",
"outputSchema": null
},
{
"description": "List all Qdrant vector collections with their point counts and configurations.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "qdrant_collections",
"outputSchema": null
},
{
"description": "Count points (vectors) in a Qdrant collection.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "qdrant_count",
"outputSchema": null
},
{
"description": "Create a Qdrant vector collection. Auto-configures vector dimensions from embedding model name.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "qdrant_create_collection",
"outputSchema": null
},
{
"description": "Get detailed info and stats for a Qdrant collection.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "qdrant_info",
"outputSchema": null
},
{
"description": "Generate Kubernetes StatefulSet manifest for self-hosted Qdrant vector database.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "qdrant_k8s",
"outputSchema": null
},
{
"description": "Test connection to Qdrant vector database. Returns cluster info and collection count.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "qdrant_test",
"outputSchema": null
},
{
"description": "Execute a SELECT query on a database connection. Returns query results as a list of dictionaries.",
"inputSchema": {
"properties": {
"connection_id": {
"description": "Database connection ID",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"sql": {
"description": "SQL SELECT query to execute",
"type": "string"
}
},
"required": [
"connection_id",
"sql"
],
"type": "object"
},
"name": "query_database",
"outputSchema": null
},
{
"description": "Get a GPU price quote across providers.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "quote_gpu",
"outputSchema": null
},
{
"description": "Generate a Ray Serve LLM disaggregated Prefill/Decode deployment. Splits inference into compute-bound prefill and memory-bound decode phases with KV cache transfer via NIXL.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"model_id": {
"description": "HuggingFace model ID",
"type": "string"
}
},
"required": [
"model_id"
],
"type": "object"
},
"name": "ray_disagg_pd_deploy",
"outputSchema": null
},
{
"description": "List all running Ray jobs and tasks.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [],
"type": "object"
},
"name": "ray_list_jobs",
"outputSchema": null
},
{
"description": "Compute optimal TP/DP/EP parallelism strategy for a given MoE model and GPU count. Returns recommended configuration with rationale.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"model_id": {
"description": "HuggingFace model ID (e.g. zai-org/GLM-5-FP8)",
"type": "string"
}
},
"required": [
"model_id"
],
"type": "object"
},
"name": "ray_parallelism_strategy",
"outputSchema": null
},
{
"description": "Start a Ray cluster (head node or worker). For distributed ML training and inference.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [],
"type": "object"
},
"name": "ray_start",
"outputSchema": null
},
{
"description": "Get Ray cluster status including node count, resources, memory, and running jobs.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [],
"type": "object"
},
"name": "ray_status",
"outputSchema": null
},
{
"description": "Stop the Ray cluster on the current node.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [],
"type": "object"
},
"name": "ray_stop",
"outputSchema": null
},
{
"description": "Submit a job script to the Ray cluster for distributed execution.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"script": {
"description": "Path to the Python script to submit",
"type": "string"
}
},
"required": [
"script"
],
"type": "object"
},
"name": "ray_submit_job",
"outputSchema": null
},
{
"description": "Generate a Ray Serve LLM Wide-EP (Expert Parallel) deployment for MoE models. Returns Python script and config for distributed MoE serving with EPLB and DeepEP.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"model_id": {
"description": "HuggingFace model ID (e.g. zai-org/GLM-5-FP8, deepseek-ai/DeepSeek-V3)",
"type": "string"
}
},
"required": [
"model_id"
],
"type": "object"
},
"name": "ray_wide_ep_deploy",
"outputSchema": null
},
{
"description": "Explicit versioned rollback. Format: job@version (e.g., llama3@v3).",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"job_version": {
"description": "Job@version string (e.g., llama3@v3)",
"type": "string"
}
},
"required": [
"job_version"
],
"type": "object"
},
"name": "rollback",
"outputSchema": null
},
{
"description": "Run a declarative YAML workflow that chains multiple Terradev commands (provision → preflight → train → monitor → checkpoint). Returns step-by-step execution status with cost estimates and confirmation gates for expensive operations.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "run_workflow",
"outputSchema": null
},
{
"description": "Print environment-style export lines for a provider. By default values are masked.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"provider": {
"description": "Provider name",
"type": "string"
}
},
"required": [
"provider"
],
"type": "object"
},
"name": "secrets_env",
"outputSchema": null
},
{
"description": "Retrieve a stored secret. By default the value is masked.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"key": {
"description": "Credential key name",
"type": "string"
},
"provider": {
"description": "Provider name",
"type": "string"
}
},
"required": [
"provider",
"key"
],
"type": "object"
},
"name": "secrets_get",
"outputSchema": null
},
{
"description": "List stored provider and key names. Values are never shown.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "secrets_list",
"outputSchema": null
},
{
"description": "Remove a provider or a single key from the secret store.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"provider": {
"description": "Provider name",
"type": "string"
}
},
"required": [
"provider"
],
"type": "object"
},
"name": "secrets_remove",
"outputSchema": null
},
{
"description": "Run a shell command with secrets injected into the environment.",
"inputSchema": {
"properties": {
"command": {
"description": "Shell command to execute (will be split into arguments)",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [
"command"
],
"type": "object"
},
"name": "secrets_run",
"outputSchema": null
},
{
"description": "Store a secret in the Terradev secrets store. Values are encrypted at rest.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"key": {
"description": "Credential key name (e.g. api_key, secret_key)",
"type": "string"
},
"provider": {
"description": "Cloud provider name (e.g. runpod, aws, vastai)",
"type": "string"
},
"value": {
"description": "Secret value to store",
"type": "string"
}
},
"required": [
"provider",
"key",
"value"
],
"type": "object"
},
"name": "secrets_set",
"outputSchema": null
},
{
"description": "Import TERRADEV_* environment variables into the secret store for supported cloud providers.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "secrets_sync",
"outputSchema": null
},
{
"description": "Check which providers are fully configured and which keys are missing.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "secrets_verify",
"outputSchema": null
},
{
"description": "Get setup instructions for a provider",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"provider": {
"description": "Provider name",
"enum": [
"runpod",
"vastai",
"aws",
"gcp",
"azure",
"tensordock",
"crusoe",
"digitalocean",
"hyperstack",
"siliconflow",
"latitude",
"huggingface",
"baseten",
"inferx",
"yottalabs",
"e2enetworks",
"gcore"
],
"type": "string"
}
},
"required": [
"provider"
],
"type": "object"
},
"name": "setup_provider",
"outputSchema": null
},
{
"description": "Complete SGLang optimization stack with workload-specific auto-tuning for 7 workload types: agentic chat, batch inference, low latency, MoE models, PD disaggregated, structured output, and RAG.",
"inputSchema": {
"properties": {
"action": {
"description": "SGLang action to perform",
"enum": [
"optimize",
"detect",
"router",
"install",
"start",
"stop",
"inference",
"metrics",
"test"
],
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [
"action"
],
"type": "object"
},
"name": "sglang",
"outputSchema": null
},
{
"description": "[DEPRECATED] Use sglang action='inference' instead. Test inference against a running SGLang endpoint.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"endpoint": {
"description": "SGLang endpoint URL (e.g. http://10.0.0.1:8000)",
"type": "string"
},
"model": {
"description": "Model name to use",
"type": "string"
}
},
"required": [
"endpoint",
"model"
],
"type": "object"
},
"name": "sglang_inference",
"outputSchema": null
},
{
"description": "[DEPRECATED] Use sglang action='start' instead. Start an SGLang inference server on a remote instance.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"instance_ip": {
"description": "Target instance IP",
"type": "string"
},
"model": {
"description": "HuggingFace model ID",
"type": "string"
}
},
"required": [
"instance_ip",
"model"
],
"type": "object"
},
"name": "sglang_start",
"outputSchema": null
},
{
"description": "[DEPRECATED] Use sglang action='stop' instead. Stop an SGLang server on a remote instance.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"instance_ip": {
"description": "Target instance IP",
"type": "string"
}
},
"required": [
"instance_ip"
],
"type": "object"
},
"name": "sglang_stop",
"outputSchema": null
},
{
"description": "Compress, chunk, checksum, and position datasets near compute. Supports local paths, S3/GCS URIs, HTTP URLs, and HuggingFace dataset names. Returns staging plan with agent recommendations.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"dataset": {
"description": "Dataset path, S3 URI, GCS URI, HTTP URL, or HuggingFace name",
"type": "string"
}
},
"required": [
"dataset"
],
"type": "object"
},
"name": "stage",
"outputSchema": null
},
{
"description": "View all instances and costs with state optimization",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "status",
"outputSchema": null
},
{
"description": "Launch distributed training on provisioned GPU nodes. Supports torchrun, deepspeed, accelerate, and megatron. Use from_provision='latest' to auto-resolve node IPs from your last provision command.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"script": {
"description": "Training script path (e.g., train.py)",
"type": "string"
}
},
"required": [
"script"
],
"type": "object"
},
"name": "train",
"outputSchema": null
},
{
"description": "Detect straggler nodes in distributed training. Identifies GPUs with significantly lower utilization that slow the whole job.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"job_id": {
"description": "Training job ID",
"type": "string"
}
},
"required": [
"job_id"
],
"type": "object"
},
"name": "train_detect_stragglers",
"outputSchema": null
},
{
"description": "Real-time GPU monitoring for training jobs. Shows utilization, memory, temperature, power, and cost.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"job_id": {
"description": "Job ID to monitor",
"type": "string"
}
},
"required": [
"job_id"
],
"type": "object"
},
"name": "train_monitor",
"outputSchema": null
},
{
"description": "Resume a training job from its latest checkpoint. Rebuilds config with topology revalidation.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"job_id": {
"description": "Job ID to resume",
"type": "string"
}
},
"required": [
"job_id"
],
"type": "object"
},
"name": "train_resume",
"outputSchema": null
},
{
"description": "Get complete training monitoring snapshot: GPU metrics (utilization, memory, temp, power), training metrics (loss, grad_norm, lr, throughput), straggler detection, and cost estimate.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"job_id": {
"description": "Training job ID",
"type": "string"
}
},
"required": [
"job_id"
],
"type": "object"
},
"name": "train_snapshot",
"outputSchema": null
},
{
"description": "List all training jobs and their state (created, running, completed, failed).",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "train_status",
"outputSchema": null
},
{
"description": "Stop a running training job. Kills training processes on all nodes in parallel.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"job_id": {
"description": "Job ID to stop",
"type": "string"
}
},
"required": [
"job_id"
],
"type": "object"
},
"name": "train_stop",
"outputSchema": null
},
{
"description": "Run an Unsloth local model server.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"model": {
"description": "Model to serve (e.g. unsloth/Llama-3.1-8B)",
"type": "string"
}
},
"required": [
"model"
],
"type": "object"
},
"name": "train_unsloth_run",
"outputSchema": null
},
{
"description": "Start a coding agent backed by Unsloth's local model server.",
"inputSchema": {
"properties": {
"agent": {
"description": "agent",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [
"agent"
],
"type": "object"
},
"name": "train_unsloth_start",
"outputSchema": null
},
{
"description": "Stop a running Unsloth server started with `unsloth run`.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "train_unsloth_stop",
"outputSchema": null
},
{
"description": "Generate a complete training configuration from a declarative spec. Auto-detects framework, sets optimal parallelism, and configures distributed training.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"name": {
"description": "Training job name",
"type": "string"
},
"script": {
"description": "Training script path",
"type": "string"
}
},
"required": [
"name",
"script"
],
"type": "object"
},
"name": "training_config_generate",
"outputSchema": null
},
{
"description": "Full distributed training launch with framework auto-detection, topology validation, and monitoring. Combines preflight + train + monitor in one operation.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"name": {
"description": "Job name",
"type": "string"
},
"script": {
"description": "Training script",
"type": "string"
}
},
"required": [
"name",
"script"
],
"type": "object"
},
"name": "training_launch_distributed",
"outputSchema": null
},
{
"description": "Create an event trigger (schedule/webhook/metric).",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "triggers_create",
"outputSchema": null
},
{
"description": "Enable or disable a trigger.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "triggers_enable",
"outputSchema": null
},
{
"description": "Manually execute a trigger now.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "triggers_execute",
"outputSchema": null
},
{
"description": "Show trigger execution history.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "triggers_history",
"outputSchema": null
},
{
"description": "List configured triggers.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "triggers_list",
"outputSchema": null
},
{
"description": "CLI-native provisioning with manifest cache and drift detection. Use --fix-drift to detect and auto-fix drifted infrastructure.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"job": {
"description": "Job name for manifest tracking",
"type": "string"
}
},
"required": [
"job"
],
"type": "object"
},
"name": "up",
"outputSchema": null
},
{
"description": "Insert or update data in a database table. Performs upsert operation (insert or update on conflict).",
"inputSchema": {
"properties": {
"connection_id": {
"description": "Database connection ID",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"data": {
"description": "Data to insert/update as key-value pairs",
"type": "object"
},
"table": {
"description": "Table name (without prefix)",
"type": "string"
}
},
"required": [
"connection_id",
"table",
"data"
],
"type": "object"
},
"name": "upsert_database",
"outputSchema": null
},
{
"description": "Analyze a running vLLM server's workload and return specific optimization recommendations with before/after comparisons.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"endpoint": {
"description": "vLLM endpoint URL (e.g. http://localhost:8000)",
"type": "string"
}
},
"required": [
"endpoint"
],
"type": "object"
},
"name": "vllm_analyze",
"outputSchema": null
},
{
"description": "Automatically optimize vLLM configuration by analyzing workload patterns. Selects optimal settings for the 6 critical knobs based on live endpoint metrics or sample request files.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"model": {
"description": "Model name",
"type": "string"
}
},
"required": [
"model"
],
"type": "object"
},
"name": "vllm_auto_optimize",
"outputSchema": null
},
{
"description": "Benchmark a vLLM endpoint with concurrent requests. Returns throughput (req/s), success rate, and total latency.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"endpoint": {
"description": "vLLM endpoint URL",
"type": "string"
}
},
"required": [
"endpoint"
],
"type": "object"
},
"name": "vllm_benchmark",
"outputSchema": null
},
{
"description": "Test inference against a running vLLM endpoint (completions or chat).",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"endpoint": {
"description": "vLLM endpoint URL (e.g. http://10.0.0.1:8000)",
"type": "string"
},
"model": {
"description": "Model name to use",
"type": "string"
}
},
"required": [
"endpoint",
"model"
],
"type": "object"
},
"name": "vllm_inference",
"outputSchema": null
},
{
"description": "Get vLLM server info: loaded models, config, and health status.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"endpoint": {
"description": "vLLM endpoint URL (e.g. http://10.0.0.1:8000)",
"type": "string"
}
},
"required": [
"endpoint"
],
"type": "object"
},
"name": "vllm_info",
"outputSchema": null
},
{
"description": "Put a vLLM server to sleep. Level 1: offload to CPU (fast wake). Level 2: discard weights (minimal RAM).",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"endpoint": {
"description": "vLLM endpoint URL",
"type": "string"
}
},
"required": [
"endpoint"
],
"type": "object"
},
"name": "vllm_sleep",
"outputSchema": null
},
{
"description": "Start a vLLM inference server on a remote instance via SSH/systemd. Supports Multi-LoRA, Sleep Mode, KV Offloading, Speculative Decoding.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"instance_ip": {
"description": "Target instance IP",
"type": "string"
},
"model": {
"description": "HuggingFace model ID",
"type": "string"
}
},
"required": [
"instance_ip",
"model"
],
"type": "object"
},
"name": "vllm_start",
"outputSchema": null
},
{
"description": "Stop a vLLM server on a remote instance.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"instance_ip": {
"description": "Target instance IP",
"type": "string"
}
},
"required": [
"instance_ip"
],
"type": "object"
},
"name": "vllm_stop",
"outputSchema": null
},
{
"description": "Wake a sleeping vLLM server. For Level 2 sleep, also reloads weights and resets prefix cache.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"endpoint": {
"description": "vLLM endpoint URL",
"type": "string"
}
},
"required": [
"endpoint"
],
"type": "object"
},
"name": "vllm_wake",
"outputSchema": null
},
{
"description": "Create a custom W&B dashboard with GPU metrics, training loss, and cost panels.",
"inputSchema": {
"properties": {
"api_key": {
"description": "W&B API key",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"dashboard_config": {
"description": "Dashboard config (name, panels, metrics)",
"type": "object"
}
},
"required": [
"dashboard_config",
"api_key"
],
"type": "object"
},
"name": "wandb_create_dashboard",
"outputSchema": null
},
{
"description": "Create a W&B report with custom sections, charts, and narrative text.",
"inputSchema": {
"properties": {
"api_key": {
"description": "W&B API key",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"report_config": {
"description": "Report config (title, sections, metrics, description)",
"type": "object"
}
},
"required": [
"report_config",
"api_key"
],
"type": "object"
},
"name": "wandb_create_report",
"outputSchema": null
},
{
"description": "Auto-create standard Terradev alerts: GPU cost > budget, utilization < 50%, training loss spike, straggler detection.",
"inputSchema": {
"properties": {
"api_key": {
"description": "W&B API key",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [
"api_key"
],
"type": "object"
},
"name": "wandb_create_terradev_alerts",
"outputSchema": null
},
{
"description": "Auto-create a Terradev-specific W&B dashboard with GPU utilization, cost tracking, training metrics, and infrastructure panels.",
"inputSchema": {
"properties": {
"api_key": {
"description": "W&B API key",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [
"api_key"
],
"type": "object"
},
"name": "wandb_create_terradev_dashboard",
"outputSchema": null
},
{
"description": "Auto-generate a Terradev infrastructure report: GPU costs, provider comparison, training efficiency, and recommendations.",
"inputSchema": {
"properties": {
"api_key": {
"description": "W&B API key",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [
"api_key"
],
"type": "object"
},
"name": "wandb_create_terradev_report",
"outputSchema": null
},
{
"description": "Get comprehensive W&B monitoring overview: dashboards, reports, alerts, active runs.",
"inputSchema": {
"properties": {
"api_key": {
"description": "W&B API key",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [
"api_key"
],
"type": "object"
},
"name": "wandb_dashboard_status",
"outputSchema": null
},
{
"description": "List all Weights & Biases projects for the configured entity.",
"inputSchema": {
"properties": {
"api_key": {
"description": "W&B API key",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [
"api_key"
],
"type": "object"
},
"name": "wandb_list_projects",
"outputSchema": null
},
{
"description": "List runs in a W&B project with status, metrics summary, and config.",
"inputSchema": {
"properties": {
"api_key": {
"description": "W&B API key",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"project": {
"description": "W&B project name",
"type": "string"
}
},
"required": [
"api_key",
"project"
],
"type": "object"
},
"name": "wandb_list_runs",
"outputSchema": null
},
{
"description": "Get detailed info, metrics, and artifacts for a specific W&B run.",
"inputSchema": {
"properties": {
"api_key": {
"description": "W&B API key",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
},
"run_id": {
"description": "W&B run ID",
"type": "string"
}
},
"required": [
"api_key",
"run_id"
],
"type": "object"
},
"name": "wandb_run_details",
"outputSchema": null
},
{
"description": "Set up custom W&B alerts for GPU metrics: cost thresholds, utilization drops, training anomalies.",
"inputSchema": {
"properties": {
"alert_config": {
"description": "Alert config (metric, threshold, condition, notification_channel)",
"type": "object"
},
"api_key": {
"description": "W&B API key",
"type": "string"
},
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"required": [
"alert_config",
"api_key"
],
"type": "object"
},
"name": "wandb_setup_alerts",
"outputSchema": null
},
{
"description": "Start the warm pool manager for intelligent model pre-warming. 5 strategies: traffic_based, time_based, priority_based, cost_optimized, latency_optimized.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "warm_pool_start",
"outputSchema": null
},
{
"description": "Get warm pool status: hit rate, cold starts, memory saved, cost saved.",
"inputSchema": {
"properties": {
"credentials": {
"additionalProperties": {
"type": "string"
},
"description": "BYOAPI — your own provider credentials as env vars for this call only (never stored). E.g. {\"RUNPOD_API_KEY\": \"...\"}, {\"AWS_ACCESS_KEY_ID\": \"...\", \"AWS_SECRET_ACCESS_KEY\": \"...\"}, or the TERRADEV_<PROVIDER>_<KEY> secrets form.",
"type": "object"
}
},
"type": "object"
},
"name": "warm_pool_status",
"outputSchema": null
}
]
}Verify it yourself
curl -s https://api.teppi.xyz/v1/evidence/sha256:77aac112b5c18a8ac80e2b065dd0d67e4d7ebaede48ef6155baf4d1b0f896d84 | sha256sum