Server definition

Hash: sha256:cfebdad8b2f8b2106474a9d04a2a0cd509a3be58cd26754e2428776f2158f720
What it is: What a remote MCP server returned when asked what it offers: 8 tools

The blob, as servednamed by its sha256

{
  "instructions": "agentcheck monitors production AI agents and MCP servers and re-runs your suite when a model changes. Public tools need no key: agentcheck_get_status(owner, slug), agentcheck_get_pricing(). With an API key (Authorization: Bearer ak_live_…, free at /dashboard/keys): agentcheck_create_target → agentcheck_add_check → agentcheck_run_now; agentcheck_record + agentcheck_promote_trace turn production traces into nightly regression checks; agentcheck_list_incidents. Public model-drift index: /drift.json.",
  "tools": [
    {
      "description": "Add a check to one of your targets. A check runs an input (http path/prompt, mcp tool call, a2a message) on a schedule and judges the answer with a golden: exact, contains, regex and json_schema cost nothing; rubric and baseline use the LLM judge (baseline = same outcome as the last known-good answer). Returns the check id. Requires an API key.",
      "inputSchema": {
        "$schema": "https://json-schema.org/draft/2020-12/schema",
        "additionalProperties": false,
        "properties": {
          "golden": {
            "description": "how the answer is judged. exact / contains / regex / json_schema are free and deterministic; rubric and baseline call the LLM judge, and baseline compares against the last known-good answer.",
            "properties": {
              "caseInsensitive": {
                "type": "boolean"
              },
              "expected": {
                "description": "rubric: a reference answer, when there is one",
                "type": "string"
              },
              "kind": {
                "description": "how the answer is judged; exact/contains/regex/json_schema cost nothing, rubric/baseline use the LLM judge",
                "enum": [
                  "exact",
                  "contains",
                  "regex",
                  "json_schema",
                  "rubric",
                  "baseline"
                ],
                "type": "string"
              },
              "pattern": {
                "description": "regex: pattern source without slashes",
                "type": "string"
              },
              "rubric": {
                "description": "rubric: what a passing answer must do, in plain language",
                "type": "string"
              },
              "schema": {
                "additionalProperties": {},
                "description": "json_schema: JSON Schema (draft 2020-12 subset)",
                "propertyNames": {
                  "type": "string"
                },
                "type": "object"
              },
              "tools": {
                "description": "expected tool-call sequence (replay checks)",
                "items": {
                  "type": "string"
                },
                "type": "array"
              },
              "value": {
                "description": "exact / contains: the expected text",
                "type": "string"
              }
            },
            "required": [
              "kind"
            ],
            "type": "object"
          },
          "input": {
            "additionalProperties": {},
            "default": {},
            "description": "http: { path?, method?, body?, prompt? } · mcp_tool_call: { tool, args } · a2a_task: { message }",
            "propertyNames": {
              "type": "string"
            },
            "type": "object"
          },
          "intervalSec": {
            "default": 3600,
            "description": "seconds between runs; the tier's interval is the floor (Free hourly, Starter+ 5 min)",
            "maximum": 604800,
            "minimum": 60,
            "type": "integer"
          },
          "kind": {
            "description": "what to run: http (GET path or POST prompt), mcp_tools_list, mcp_tool_call (tool + args), a2a_task (message)",
            "enum": [
              "http",
              "mcp_tools_list",
              "mcp_tool_call",
              "a2a_task",
              "custom"
            ],
            "type": "string"
          },
          "name": {
            "description": "short name shown on the status page",
            "maxLength": 120,
            "minLength": 1,
            "type": "string"
          },
          "targetId": {
            "description": "id from agentcheck_create_target or GET /api/v1/targets",
            "minLength": 1,
            "type": "string"
          }
        },
        "required": [
          "name",
          "kind",
          "golden",
          "targetId"
        ],
        "type": "object"
      },
      "name": "agentcheck_add_check",
      "outputSchema": null
    },
    {
      "description": "Enroll something to monitor: an http endpoint (JSON or OpenAI-style chat), a remote MCP server (Streamable HTTP url) or an A2A agent (origin with /.well-known/agent-card.json). Pass `checks` to create checks in the same call (POST /api/v1/probe proposes three). Returns the target id, the public status page, the badge SVG URL and a README snippet. The first check runs on the next minute tick; call agentcheck_run_now to run immediately. Free tier: 1 target, hourly; Starter+: 5-minute checks. Requires an API key.",
      "inputSchema": {
        "$schema": "https://json-schema.org/draft/2020-12/schema",
        "additionalProperties": false,
        "properties": {
          "agentCardUrl": {
            "description": "a2a: explicit agent card URL when it is not at /.well-known/agent-card.json",
            "format": "uri",
            "type": "string"
          },
          "alerts": {
            "description": "where to send an incident when a check starts failing. Any combination; omit it and incidents are visible only on the status page.",
            "properties": {
              "discordWebhookUrl": {
                "format": "uri",
                "type": "string"
              },
              "emails": {
                "items": {
                  "format": "email",
                  "pattern": "^(?!\\.)(?!.*\\.\\.)([A-Za-z0-9_'+\\-\\.]*)[A-Za-z0-9_+-]@([A-Za-z0-9][A-Za-z0-9\\-]*\\.)+[A-Za-z]{2,}$",
                  "type": "string"
                },
                "type": "array"
              },
              "slackWebhookUrl": {
                "format": "uri",
                "type": "string"
              }
            },
            "type": "object"
          },
          "auth": {
            "anyOf": [
              {
                "properties": {
                  "token": {
                    "type": "string"
                  },
                  "type": {
                    "const": "bearer",
                    "type": "string"
                  }
                },
                "required": [
                  "type",
                  "token"
                ],
                "type": "object"
              },
              {
                "properties": {
                  "name": {
                    "type": "string"
                  },
                  "type": {
                    "const": "header",
                    "type": "string"
                  },
                  "value": {
                    "type": "string"
                  }
                },
                "required": [
                  "type",
                  "name",
                  "value"
                ],
                "type": "object"
              }
            ],
            "description": "credential the prober sends to your endpoint: {type:'bearer',token} or {type:'header',name,value}. Stored encrypted and never returned or logged."
          },
          "checks": {
            "description": "checks to create right away (the probe proposes three)",
            "items": {
              "properties": {
                "golden": {
                  "description": "how the answer is judged. exact / contains / regex / json_schema are free and deterministic; rubric and baseline call the LLM judge, and baseline compares against the last known-good answer.",
                  "properties": {
                    "caseInsensitive": {
                      "type": "boolean"
                    },
                    "expected": {
                      "description": "rubric: a reference answer, when there is one",
                      "type": "string"
                    },
                    "kind": {
                      "description": "how the answer is judged; exact/contains/regex/json_schema cost nothing, rubric/baseline use the LLM judge",
                      "enum": [
                        "exact",
                        "contains",
                        "regex",
                        "json_schema",
                        "rubric",
                        "baseline"
                      ],
                      "type": "string"
                    },
                    "pattern": {
                      "description": "regex: pattern source without slashes",
                      "type": "string"
                    },
                    "rubric": {
                      "description": "rubric: what a passing answer must do, in plain language",
                      "type": "string"
                    },
                    "schema": {
                      "additionalProperties": {},
                      "description": "json_schema: JSON Schema (draft 2020-12 subset)",
                      "propertyNames": {
                        "type": "string"
                      },
                      "type": "object"
                    },
                    "tools": {
                      "description": "expected tool-call sequence (replay checks)",
                      "items": {
                        "type": "string"
                      },
                      "type": "array"
                    },
                    "value": {
                      "description": "exact / contains: the expected text",
                      "type": "string"
                    }
                  },
                  "required": [
                    "kind"
                  ],
                  "type": "object"
                },
                "input": {
                  "additionalProperties": {},
                  "default": {},
                  "description": "http: { path?, method?, body?, prompt? } · mcp_tool_call: { tool, args } · a2a_task: { message }",
                  "propertyNames": {
                    "type": "string"
                  },
                  "type": "object"
                },
                "intervalSec": {
                  "default": 3600,
                  "description": "seconds between runs; the tier's interval is the floor (Free hourly, Starter+ 5 min)",
                  "maximum": 604800,
                  "minimum": 60,
                  "type": "integer"
                },
                "kind": {
                  "description": "what to run: http (GET path or POST prompt), mcp_tools_list, mcp_tool_call (tool + args), a2a_task (message)",
                  "enum": [
                    "http",
                    "mcp_tools_list",
                    "mcp_tool_call",
                    "a2a_task",
                    "custom"
                  ],
                  "type": "string"
                },
                "name": {
                  "description": "short name shown on the status page",
                  "maxLength": 120,
                  "minLength": 1,
                  "type": "string"
                }
              },
              "required": [
                "name",
                "kind",
                "golden"
              ],
              "type": "object"
            },
            "maxItems": 20,
            "type": "array"
          },
          "corpusUrl": {
            "description": "RAG targets: public corpus URL for the nightly groundedness scorer (Pro)",
            "format": "uri",
            "type": "string"
          },
          "format": {
            "description": "http: openai_chat (POST /chat/completions body), json (raw POST), get (plain fetch)",
            "enum": [
              "openai_chat",
              "json",
              "get"
            ],
            "type": "string"
          },
          "headers": {
            "additionalProperties": {
              "type": "string"
            },
            "description": "extra request headers",
            "propertyNames": {
              "type": "string"
            },
            "type": "object"
          },
          "isPublic": {
            "default": true,
            "description": "public status page + badge (default true)",
            "type": "boolean"
          },
          "kind": {
            "description": "http (JSON or chat endpoint), mcp (Streamable HTTP url, or npx/uvx package spec), a2a (agent card)",
            "enum": [
              "http",
              "mcp",
              "a2a"
            ],
            "type": "string"
          },
          "modelHeader": {
            "description": "request header your endpoint accepts to override the model (drift re-runs try the new model)",
            "type": "string"
          },
          "modelVar": {
            "description": "the model your agent runs on (e.g. claude-sonnet-5); enables model-drift re-runs",
            "type": "string"
          },
          "name": {
            "description": "display name; defaults to the host",
            "maxLength": 80,
            "minLength": 1,
            "type": "string"
          },
          "packageSpec": {
            "description": "mcp only: `npx @org/server` / `uvx server` — runs on the mcpcheck runner, not the minute checks",
            "type": "string"
          },
          "slug": {
            "description": "URL slug for /<owner>/<slug>; defaults to a slug of the name",
            "pattern": "^[a-z0-9][a-z0-9-]{0,62}$",
            "type": "string"
          },
          "url": {
            "description": "endpoint URL (http/mcp) or the agent's origin (a2a)",
            "format": "uri",
            "type": "string"
          }
        },
        "required": [
          "kind"
        ],
        "type": "object"
      },
      "name": "agentcheck_create_target",
      "outputSchema": null
    },
    {
      "description": "Machine-readable pricing for agentcheck: tiers with monthly USD price, target limits, check interval and features, plus per-run add-ons. Same data as /pricing.json. No API key needed.",
      "inputSchema": {
        "$schema": "https://json-schema.org/draft/2020-12/schema",
        "additionalProperties": false,
        "properties": {},
        "type": "object"
      },
      "name": "agentcheck_get_pricing",
      "outputSchema": null
    },
    {
      "description": "Current status of a public monitored target: overall state, uptime over 24h/7d/30d, last check time, last nightly scores, open incidents and the badge/status URLs. Use the owner (GitHub login) and target slug from the status page URL https://agentwares-agentcheck.vercel.app/<owner>/<slug>. No API key needed.",
      "inputSchema": {
        "$schema": "https://json-schema.org/draft/2020-12/schema",
        "additionalProperties": false,
        "properties": {
          "owner": {
            "description": "GitHub login of the target's owner, e.g. demo",
            "minLength": 1,
            "type": "string"
          },
          "slug": {
            "description": "target slug, e.g. demo",
            "minLength": 1,
            "type": "string"
          }
        },
        "required": [
          "owner",
          "slug"
        ],
        "type": "object"
      },
      "name": "agentcheck_get_status",
      "outputSchema": null
    },
    {
      "description": "Open and recent incidents across your targets (or one target): when they opened/closed, the failing check and the cause. Requires an API key.",
      "inputSchema": {
        "$schema": "https://json-schema.org/draft/2020-12/schema",
        "additionalProperties": false,
        "properties": {
          "targetId": {
            "description": "narrow to one target; omit for incidents across every target on the account",
            "type": "string"
          }
        },
        "type": "object"
      },
      "name": "agentcheck_list_incidents",
      "outputSchema": null
    },
    {
      "description": "Turn an imported or recorded trace into a replayable check whose golden is the recorded outcome (tool sequence + final-answer rubric). The check runs daily and in the nightly replay (Pro). Returns the check. Requires an API key.",
      "inputSchema": {
        "$schema": "https://json-schema.org/draft/2020-12/schema",
        "additionalProperties": false,
        "properties": {
          "traceId": {
            "description": "trace id from agentcheck_record or POST /api/v1/targets/{id}/traces",
            "minLength": 1,
            "type": "string"
          }
        },
        "required": [
          "traceId"
        ],
        "type": "object"
      },
      "name": "agentcheck_promote_trace",
      "outputSchema": null
    },
    {
      "description": "Record one production interaction with your agent (the prompt or messages, the final answer, the tools it called, optionally the model) as a trace on a target. Call it from your agent or from a proxy in front of it after each task; promote a good trace with agentcheck_promote_trace to replay it nightly and catch regressions. Requires an API key.",
      "inputSchema": {
        "$schema": "https://json-schema.org/draft/2020-12/schema",
        "additionalProperties": false,
        "properties": {
          "input": {
            "anyOf": [
              {
                "type": "string"
              },
              {
                "items": {
                  "properties": {
                    "content": {
                      "type": "string"
                    },
                    "role": {
                      "type": "string"
                    }
                  },
                  "required": [
                    "role",
                    "content"
                  ],
                  "type": "object"
                },
                "type": "array"
              },
              {
                "additionalProperties": {},
                "propertyNames": {
                  "type": "string"
                },
                "type": "object"
              }
            ],
            "description": "the prompt, the messages array, or an object with prompt/messages"
          },
          "model": {
            "description": "the model that produced this answer, so drift re-runs can compare across models",
            "type": "string"
          },
          "name": {
            "description": "short label, e.g. 'refund for order A-1029'",
            "maxLength": 120,
            "type": "string"
          },
          "output": {
            "description": "the agent's final answer",
            "minLength": 1,
            "type": "string"
          },
          "targetId": {
            "description": "id from agentcheck_create_target or GET /api/v1/targets",
            "minLength": 1,
            "type": "string"
          },
          "toolCalls": {
            "description": "tool calls in order",
            "items": {
              "properties": {
                "args": {},
                "name": {
                  "type": "string"
                }
              },
              "required": [
                "name"
              ],
              "type": "object"
            },
            "type": "array"
          }
        },
        "required": [
          "targetId",
          "input",
          "output"
        ],
        "type": "object"
      },
      "name": "agentcheck_record",
      "outputSchema": null
    },
    {
      "description": "Run every check of one of your targets immediately (outside the schedule) and return pass/fail per check with latency, judge cost and any incident opened or closed. Use it right after enrolling, or to confirm a fix. Requires an API key.",
      "inputSchema": {
        "$schema": "https://json-schema.org/draft/2020-12/schema",
        "additionalProperties": false,
        "properties": {
          "targetId": {
            "description": "target id",
            "minLength": 1,
            "type": "string"
          }
        },
        "required": [
          "targetId"
        ],
        "type": "object"
      },
      "name": "agentcheck_run_now",
      "outputSchema": null
    }
  ]
}

Verify it yourself

curl -s https://api.teppi.xyz/v1/evidence/sha256:cfebdad8b2f8b2106474a9d04a2a0cd509a3be58cd26754e2428776f2158f720 | sha256sum