Server definition
- Hash
- sha256:c534fa910ae2aa3ae62c568b7f802514bb4ecc5f01992105d61d8f5ab04d41d7
- What it is
- What a remote MCP server returned when asked what it offers: 8 tools
The blob, as servednamed by its sha256
{
"instructions": "Read-only tools for people building AI apps: real cost per AI result, model prices, the cost of switching models, announced model shutdowns, A/B test sample sizes, LLM-judge agreement, judge prompts and an AI launch checklist. Model prices come from the providers' own pages and were checked on 2026-11-14. Every result includes a permalink to a page on https://aiappsthatwork.com that shows the same result. Inputs are computed and not stored.",
"tools": [
{
"description": "Returns how many results each version of a prompt or model needs before a difference in how often results work first time is statistically real (two-proportion z-test, two-sided), the total across both versions, and how many days that takes at a given daily volume.",
"inputSchema": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"properties": {
"baselinePct": {
"description": "Share of version A's (the current prompt or model) results that work first time, percent (above 0, below 100)",
"exclusiveMaximum": 100,
"exclusiveMinimum": 0,
"type": "number"
},
"confidencePct": {
"default": 95,
"description": "Confidence level, percent. Two-sided.",
"enum": [
90,
95,
99
],
"type": "number"
},
"powerPct": {
"default": 80,
"description": "Chance of detecting a real difference of this size, percent",
"enum": [
80,
90
],
"type": "number"
},
"resultsPerDay": {
"description": "Results per day across both versions, split evenly. Gives the number of days.",
"exclusiveMinimum": 0,
"type": "number"
},
"targetPct": {
"description": "Share of version B's results that work first time, percent (above 0, below 100)",
"exclusiveMaximum": 100,
"exclusiveMinimum": 0,
"type": "number"
}
},
"required": [
"baselinePct",
"targetPct"
],
"type": "object"
},
"name": "ab_test_sample_size",
"outputSchema": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"additionalProperties": false,
"properties": {
"alpha": {
"description": "False-positive rate, 1 minus the confidence level",
"type": "number"
},
"baselinePct": {
"type": "number"
},
"days": {
"anyOf": [
{
"maximum": 9007199254740991,
"minimum": -9007199254740991,
"type": "integer"
},
{
"type": "null"
}
],
"description": "Null when resultsPerDay isn't given"
},
"method": {
"type": "string"
},
"otherLifts": {
"description": "The same test for B at +2, +5, +10 and +15 points; null where B would pass 100%",
"items": {
"additionalProperties": false,
"properties": {
"days": {
"anyOf": [
{
"maximum": 9007199254740991,
"minimum": -9007199254740991,
"type": "integer"
},
{
"type": "null"
}
]
},
"liftPts": {
"type": "number"
},
"perVersion": {
"anyOf": [
{
"maximum": 9007199254740991,
"minimum": -9007199254740991,
"type": "integer"
},
{
"type": "null"
}
]
},
"targetPct": {
"type": "number"
},
"total": {
"anyOf": [
{
"maximum": 9007199254740991,
"minimum": -9007199254740991,
"type": "integer"
},
{
"type": "null"
}
]
}
},
"required": [
"liftPts",
"targetPct",
"perVersion",
"total",
"days"
],
"type": "object"
},
"type": "array"
},
"perVersion": {
"maximum": 9007199254740991,
"minimum": -9007199254740991,
"type": "integer"
},
"permalink": {
"description": "A page on this site that shows this result, for a person to open",
"type": "string"
},
"power": {
"type": "number"
},
"summary": {
"type": "string"
},
"targetPct": {
"type": "number"
},
"total": {
"maximum": 9007199254740991,
"minimum": -9007199254740991,
"type": "integer"
}
},
"required": [
"perVersion",
"total",
"days",
"baselinePct",
"targetPct",
"alpha",
"power",
"method",
"otherLifts",
"summary",
"permalink"
],
"type": "object"
}
},
{
"description": "Builds a pass/fail LLM-as-a-judge prompt for one kind of AI step (make, answer, transform, extract, judge, find, predict, plan, act or learn). Returns the prompt with {{input}} and {{result}} placeholders, numbered pass conditions (the block's starter conditions unless you send your own), up to 3 pass and 3 fail examples interleaved, and a JSON or XML answer format.",
"inputSchema": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"properties": {
"block": {
"description": "What the AI step does. make: creates new content from a request (an image, a post, slides, advice); answer: replies to a question that has a right answer (a support reply, a policy question, a how-to); transform: reshapes material faithfully (a rewrite, a translation, text to speech); extract: pulls out what's in the input (fields from a PDF, speech to text, text from a photo); judge: gives a label, score or choice that can be checked now (moderation, routing, a guardrail); find: picks the few relevant items out of many (search, recommendations); predict: makes an estimate that can only be checked later (will this lead buy, is this fraud, when will it arrive); plan: turns a goal into steps (a research plan, a multi-step task); act: takes one action with side effects (send an email, take a payment, call an API); learn: updates a model or prompt from examples (a voice clone, prompt tuning).",
"enum": [
"make",
"answer",
"transform",
"extract",
"judge",
"find",
"predict",
"plan",
"act",
"learn"
],
"type": "string"
},
"criteria": {
"description": "Pass conditions, one per item. Omitted: the starter conditions for the block.",
"items": {
"maxLength": 500,
"minLength": 1,
"type": "string"
},
"maxItems": 10,
"minItems": 1,
"type": "array"
},
"failedExamples": {
"default": [],
"description": "Real results that didn't work; labelled fail in the prompt",
"items": {
"properties": {
"input": {
"default": "",
"description": "What the step received",
"maxLength": 4000,
"type": "string"
},
"result": {
"description": "What the step produced, in full",
"maxLength": 4000,
"type": "string"
}
},
"required": [
"result"
],
"type": "object"
},
"maxItems": 3,
"type": "array"
},
"featureDescription": {
"default": "",
"description": "Who uses the feature, what they ask for and what a good result gives them",
"maxLength": 2000,
"type": "string"
},
"includeReasoning": {
"default": true,
"description": "Whether the judge writes a short reason before its verdict",
"type": "boolean"
},
"outputFormat": {
"default": "json",
"description": "How the judge answers",
"enum": [
"json",
"xml-tags"
],
"type": "string"
},
"workedExamples": {
"default": [],
"description": "Real results that worked first time; labelled pass in the prompt",
"items": {
"properties": {
"input": {
"default": "",
"description": "What the step received",
"maxLength": 4000,
"type": "string"
},
"result": {
"description": "What the step produced, in full",
"maxLength": 4000,
"type": "string"
}
},
"required": [
"result"
],
"type": "object"
},
"maxItems": 3,
"type": "array"
}
},
"required": [
"block"
],
"type": "object"
},
"name": "build_judge_prompt",
"outputSchema": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"additionalProperties": false,
"properties": {
"block": {
"type": "string"
},
"criteria": {
"description": "The pass conditions used",
"items": {
"type": "string"
},
"type": "array"
},
"leftOutOfPermalink": {
"description": "Inputs too long for the permalink, so its page shows the prompt without them",
"items": {
"type": "string"
},
"type": "array"
},
"permalink": {
"description": "A page on this site that shows this result, for a person to open",
"type": "string"
},
"placeholders": {
"items": {
"type": "string"
},
"type": "array"
},
"prompt": {
"description": "The judge prompt. Fill {{input}} and {{result}} for each result you check.",
"type": "string"
},
"summary": {
"type": "string"
},
"unfilled": {
"additionalProperties": false,
"description": "Parts of the prompt still shown as [bracketed] placeholders",
"properties": {
"criteria": {
"type": "boolean"
},
"failedExamples": {
"maximum": 9007199254740991,
"minimum": -9007199254740991,
"type": "integer"
},
"feature": {
"type": "boolean"
},
"workedExamples": {
"maximum": 9007199254740991,
"minimum": -9007199254740991,
"type": "integer"
}
},
"required": [
"feature",
"criteria",
"workedExamples",
"failedExamples"
],
"type": "object"
}
},
"required": [
"prompt",
"block",
"criteria",
"placeholders",
"unfilled",
"leftOutOfPermalink",
"summary",
"permalink"
],
"type": "object"
}
},
{
"description": "Compares a person's verdicts with an AI judge's verdicts on the same results. Returns the agreement rate, Cohen's kappa with confidence intervals, precision and recall per verdict, the agreement of a judge that always gives the most common verdict, a trust verdict (kappa 0.6 or more with at least 80% recall on every verdict; 0.4 to 0.6 is borderline; under 30 results is too few) and the rows where the two disagree.",
"inputSchema": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"properties": {
"csv": {
"description": "The same data as CSV or TSV text instead of rows: columns named human and judge (and optionally note), or the first two columns in that order.",
"maxLength": 500000,
"type": "string"
},
"rows": {
"description": "One row per result. Common words are mapped onto two verdicts: worked (worked, pass, yes, true, 1, good, kept, accepted, ok) and didn't work (didn't work, fail, no, false, 0, bad, redo, retry, rejected, wrong). Other labels are compared as written.",
"items": {
"properties": {
"human": {
"description": "The person's verdict on one result",
"maxLength": 100,
"minLength": 1,
"type": "string"
},
"judge": {
"description": "The AI judge's verdict on the same result",
"maxLength": 100,
"minLength": 1,
"type": "string"
},
"note": {
"description": "What the result was, to recognise it in the disagreements",
"maxLength": 300,
"type": "string"
}
},
"required": [
"human",
"judge"
],
"type": "object"
},
"maxItems": 5000,
"type": "array"
}
},
"type": "object"
},
"name": "judge_agreement",
"outputSchema": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"additionalProperties": false,
"properties": {
"agreement": {
"description": "Share of results where the judge and the person gave the same verdict",
"type": "number"
},
"agreementCi": {
"description": "95% confidence interval",
"items": false,
"maxItems": 2,
"minItems": 2,
"prefixItems": [
{
"type": "number"
},
{
"type": "number"
}
],
"type": "array"
},
"alwaysSameVerdict": {
"anyOf": [
{
"additionalProperties": false,
"properties": {
"agreement": {
"description": "0 to 1",
"type": "number"
},
"label": {
"type": "string"
}
},
"required": [
"label",
"agreement"
],
"type": "object"
},
{
"type": "null"
}
],
"description": "The agreement a judge would get by always giving the most common human verdict"
},
"disagreementCount": {
"maximum": 9007199254740991,
"minimum": -9007199254740991,
"type": "integer"
},
"disagreements": {
"description": "The first 25 results where the verdicts differ",
"items": {
"additionalProperties": false,
"properties": {
"human": {
"type": "string"
},
"judge": {
"type": "string"
},
"note": {
"type": [
"string",
"null"
]
},
"row": {
"description": "1-based position in the rows sent",
"maximum": 9007199254740991,
"minimum": -9007199254740991,
"type": "integer"
}
},
"required": [
"row",
"human",
"judge",
"note"
],
"type": "object"
},
"type": "array"
},
"kappa": {
"description": "Cohen's kappa: agreement beyond chance. Null when it is undefined.",
"type": [
"number",
"null"
]
},
"kappaBand": {
"description": "Landis and Koch label for kappa",
"type": "string"
},
"kappaCi": {
"anyOf": [
{
"items": false,
"maxItems": 2,
"minItems": 2,
"prefixItems": [
{
"type": "number"
},
{
"type": "number"
}
],
"type": "array"
},
{
"type": "null"
}
]
},
"matrix": {
"additionalProperties": false,
"properties": {
"counts": {
"description": "counts[person][judge]",
"items": {
"items": {
"maximum": 9007199254740991,
"minimum": -9007199254740991,
"type": "integer"
},
"type": "array"
},
"type": "array"
},
"labels": {
"items": {
"type": "string"
},
"type": "array"
}
},
"required": [
"labels",
"counts"
],
"type": "object"
},
"n": {
"description": "Results compared",
"maximum": 9007199254740991,
"minimum": -9007199254740991,
"type": "integer"
},
"perVerdict": {
"items": {
"additionalProperties": false,
"properties": {
"judged": {
"description": "Results the judge gave this verdict",
"maximum": 9007199254740991,
"minimum": -9007199254740991,
"type": "integer"
},
"label": {
"type": "string"
},
"precision": {
"description": "Of the results the judge gave this verdict, share the person agreed with",
"type": "number"
},
"recall": {
"description": "Of the results the person gave this verdict, share the judge also gave",
"type": "number"
},
"support": {
"description": "Results the person gave this verdict",
"maximum": 9007199254740991,
"minimum": -9007199254740991,
"type": "integer"
}
},
"required": [
"label",
"precision",
"recall",
"support",
"judged"
],
"type": "object"
},
"type": "array"
},
"permalink": {
"description": "A page on this site that shows this result, for a person to open",
"type": "string"
},
"skippedRows": {
"description": "CSV lines without both verdicts",
"maximum": 9007199254740991,
"minimum": -9007199254740991,
"type": "integer"
},
"summary": {
"type": "string"
},
"verdict": {
"additionalProperties": false,
"properties": {
"detail": {
"type": "string"
},
"headline": {
"type": "string"
},
"level": {
"enum": [
"too-few",
"trust",
"borderline",
"dont-trust"
],
"type": "string"
}
},
"required": [
"level",
"headline",
"detail"
],
"type": "object"
},
"warnings": {
"description": "Problems with the labelled sample itself",
"items": {
"type": "string"
},
"type": "array"
}
},
"required": [
"n",
"skippedRows",
"agreement",
"agreementCi",
"kappa",
"kappaCi",
"kappaBand",
"alwaysSameVerdict",
"verdict",
"warnings",
"perVerdict",
"matrix",
"disagreementCount",
"disagreements",
"summary",
"permalink"
],
"type": "object"
}
},
{
"description": "The 20 AI-specific launch checks for an AI app (spending caps, rate limits, server-side keys, credit charging, version tags, records of which results worked first time, real cost per result, switching models safely). Returns the checks not yet done, each with why it matters and a request for a coding agent, plus one combined request.",
"inputSchema": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"properties": {
"done": {
"default": [],
"description": "Ids of checks already done. Ids: spend-cap, rate-limits, server-keys, capped-retries, provider-budget, every-call-charged, deduct-server-side, refund-failures, one-charge-per-request, output-metadata, versioned-regenerations, outcome-events, events-by-version, step-costs, wasted-spend, who-it-fails-for, prompts-in-git, switch-flags, replay-set, shutdown-plan.",
"items": {
"maxLength": 60,
"type": "string"
},
"maxItems": 30,
"type": "array"
},
"group": {
"description": "Only checks in one group: cost (cost and abuse), charging (charging for ai use), traceability (a record of every ai result), signals (what worked, for whom, at what cost), change (switching safely)",
"enum": [
"cost",
"charging",
"traceability",
"signals",
"change"
],
"type": "string"
}
},
"type": "object"
},
"name": "launch_checklist",
"outputSchema": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"additionalProperties": false,
"properties": {
"combinedPrompt": {
"description": "One message covering every remaining check, numbered; empty when none remain",
"type": "string"
},
"doneCount": {
"maximum": 9007199254740991,
"minimum": -9007199254740991,
"type": "integer"
},
"groups": {
"items": {
"additionalProperties": false,
"properties": {
"done": {
"maximum": 9007199254740991,
"minimum": -9007199254740991,
"type": "integer"
},
"id": {
"type": "string"
},
"title": {
"type": "string"
},
"total": {
"maximum": 9007199254740991,
"minimum": -9007199254740991,
"type": "integer"
}
},
"required": [
"id",
"title",
"done",
"total"
],
"type": "object"
},
"type": "array"
},
"permalink": {
"description": "A page on this site that shows this result, for a person to open",
"type": "string"
},
"remaining": {
"items": {
"additionalProperties": false,
"properties": {
"group": {
"type": "string"
},
"id": {
"type": "string"
},
"prompt": {
"description": "A request for a coding agent that adds this check",
"type": "string"
},
"title": {
"type": "string"
},
"why": {
"type": "string"
}
},
"required": [
"id",
"group",
"title",
"why",
"prompt"
],
"type": "object"
},
"type": "array"
},
"summary": {
"type": "string"
},
"total": {
"maximum": 9007199254740991,
"minimum": -9007199254740991,
"type": "integer"
},
"unknownIds": {
"description": "Ids in done that aren't checks",
"items": {
"type": "string"
},
"type": "array"
}
},
"required": [
"total",
"doneCount",
"groups",
"remaining",
"combinedPrompt",
"unknownIds",
"summary",
"permalink"
],
"type": "object"
}
},
{
"description": "Looks up list prices for LLMs (USD per million input, output and cached input tokens, and context size), image models (USD per image by quality and size) and video models (USD per second by resolution), with each price's source page, the date prices were checked and any announced API shutdown.",
"inputSchema": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"properties": {
"kind": {
"default": "all",
"description": "llm for text models priced per token, image per image, video per second",
"enum": [
"llm",
"image",
"video",
"all"
],
"type": "string"
},
"limit": {
"default": 25,
"description": "Most models to return",
"maximum": 100,
"minimum": 1,
"type": "integer"
},
"query": {
"description": "A model id such as 'gpt-4o' (only exact id matches, if any), or words that must all appear in the id, name or provider, such as 'claude sonnet'. Omitted: every model.",
"maxLength": 100,
"type": "string"
}
},
"type": "object"
},
"name": "model_prices",
"outputSchema": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"additionalProperties": false,
"properties": {
"models": {
"items": {
"additionalProperties": false,
"properties": {
"cachedInputPerMtokUsd": {
"description": "LLMs: USD per million cached input tokens, where offered",
"type": [
"number",
"null"
]
},
"contextTokens": {
"type": [
"number",
"null"
]
},
"id": {
"type": "string"
},
"inputPerMtokUsd": {
"description": "LLMs: USD per million input tokens",
"type": [
"number",
"null"
]
},
"kind": {
"enum": [
"llm",
"image",
"video"
],
"type": "string"
},
"name": {
"type": "string"
},
"notes": {
"type": "string"
},
"outputPerMtokUsd": {
"description": "LLMs: USD per million output tokens",
"type": [
"number",
"null"
]
},
"page": {
"description": "The page on this site that lists this model",
"type": "string"
},
"priceChanged": {
"description": "Date this model's price last changed; null if unchanged since tracking began",
"type": [
"string",
"null"
]
},
"priceChecked": {
"description": "Date this model's price was last confirmed against its source (YYYY-MM-DD)",
"type": "string"
},
"priceSource": {
"type": "string"
},
"provider": {
"type": "string"
},
"shutdown": {
"anyOf": [
{
"additionalProperties": false,
"properties": {
"date": {
"type": "string"
},
"replacement": {
"type": [
"string",
"null"
]
}
},
"required": [
"date",
"replacement"
],
"type": "object"
},
{
"type": "null"
}
],
"description": "Announced API shutdown, if any"
},
"variants": {
"anyOf": [
{
"items": {
"additionalProperties": false,
"properties": {
"label": {
"type": "string"
},
"usdPerImage": {
"type": [
"number",
"null"
]
},
"usdPerSecond": {
"type": [
"number",
"null"
]
}
},
"required": [
"label",
"usdPerImage",
"usdPerSecond"
],
"type": "object"
},
"type": "array"
},
{
"type": "null"
}
],
"description": "Image and video models: price per quality, size or resolution"
}
},
"required": [
"kind",
"id",
"name",
"provider",
"inputPerMtokUsd",
"outputPerMtokUsd",
"cachedInputPerMtokUsd",
"contextTokens",
"variants",
"notes",
"priceSource",
"priceChecked",
"priceChanged",
"shutdown",
"page"
],
"type": "object"
},
"type": "array"
},
"permalink": {
"description": "A page on this site that shows this result, for a person to open",
"type": "string"
},
"pricesChecked": {
"description": "Date of the last full price check. Each model also has its own priceChecked and priceChanged.",
"type": "string"
},
"totalMatches": {
"maximum": 9007199254740991,
"minimum": -9007199254740991,
"type": "integer"
}
},
"required": [
"pricesChecked",
"totalMatches",
"models",
"permalink"
],
"type": "object"
}
},
{
"description": "Lists announced API shutdown dates for AI models from OpenAI, Anthropic, Google and other providers, with days left, the suggested replacement, the source page, and links to a cost comparison and a side-by-side test of the replacement where this site has them.",
"inputSchema": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"properties": {
"includePast": {
"default": false,
"description": "Include shutdowns whose date has passed",
"type": "boolean"
},
"query": {
"description": "A model id such as 'gpt-4o' (only exact id matches, if any), or words that must all appear in the model ids or provider, such as 'anthropic'. Omitted: every model.",
"maxLength": 100,
"type": "string"
},
"today": {
"description": "Date to count days from, YYYY-MM-DD. Omitted: today in UTC.",
"pattern": "^\\d{4}-\\d{2}-\\d{2}$",
"type": "string"
}
},
"type": "object"
},
"name": "model_shutdowns",
"outputSchema": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"additionalProperties": false,
"properties": {
"count": {
"maximum": 9007199254740991,
"minimum": -9007199254740991,
"type": "integer"
},
"listChecked": {
"description": "Date the list was last checked against the providers' deprecation pages",
"type": "string"
},
"permalink": {
"description": "A page on this site that shows this result, for a person to open",
"type": "string"
},
"shutdowns": {
"items": {
"additionalProperties": false,
"properties": {
"confidence": {
"type": "string"
},
"daysLeft": {
"description": "Negative once the date has passed",
"maximum": 9007199254740991,
"minimum": -9007199254740991,
"type": "integer"
},
"model": {
"description": "The model ids as the provider's deprecation page writes them",
"type": "string"
},
"provider": {
"type": "string"
},
"replacement": {
"description": "The provider's suggested replacement",
"type": [
"string",
"null"
]
},
"shutdownDate": {
"description": "When API calls naming the model stop working, YYYY-MM-DD",
"type": "string"
},
"source": {
"type": "string"
},
"switchPage": {
"description": "This site's cost comparison for the move to the replacement",
"type": [
"string",
"null"
]
},
"switchTestUrl": {
"description": "The browser test with both models picked, run with your own API key",
"type": [
"string",
"null"
]
}
},
"required": [
"model",
"provider",
"shutdownDate",
"daysLeft",
"replacement",
"source",
"confidence",
"switchPage",
"switchTestUrl"
],
"type": "object"
},
"type": "array"
},
"today": {
"type": "string"
}
},
"required": [
"today",
"listChecked",
"count",
"shutdowns",
"permalink"
],
"type": "object"
}
},
{
"description": "Compares two priced LLMs on six common task shapes (support answer, invoice extraction, lead scoring, email draft, translation, search re-ranking). Returns list prices, cost per 1,000 requests on each model, the cost ratio, the break-even (how often the new model's results must work first time, relative to the current one, to cost no more per result that works) and the current model's announced shutdown.",
"inputSchema": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"properties": {
"from": {
"description": "The current model: an LLM id from /models.json (openai/gpt-4o), an OpenRouter id or the model's name",
"maxLength": 100,
"minLength": 1,
"type": "string"
},
"to": {
"description": "The new model: an LLM id from /models.json (openai/gpt-6-luna), an OpenRouter id or the model's name",
"maxLength": 100,
"minLength": 1,
"type": "string"
}
},
"required": [
"from",
"to"
],
"type": "object"
},
"name": "model_switch_cost",
"outputSchema": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"additionalProperties": false,
"properties": {
"costChange": {
"description": "The change in cost per request across the tasks",
"type": "string"
},
"from": {
"additionalProperties": false,
"properties": {
"cachedInputPerMtokUsd": {
"type": [
"number",
"null"
]
},
"id": {
"type": "string"
},
"inputPerMtokUsd": {
"type": "number"
},
"name": {
"type": "string"
},
"outputPerMtokUsd": {
"type": "number"
},
"priceChanged": {
"description": "Date this model's price last changed; null if unchanged since tracking began",
"type": [
"string",
"null"
]
},
"priceChecked": {
"description": "Date this model's price was last confirmed (YYYY-MM-DD)",
"type": "string"
},
"priceSource": {
"type": "string"
},
"provider": {
"type": "string"
}
},
"required": [
"id",
"name",
"provider",
"inputPerMtokUsd",
"outputPerMtokUsd",
"cachedInputPerMtokUsd",
"priceSource",
"priceChecked",
"priceChanged"
],
"type": "object"
},
"fromShutdown": {
"anyOf": [
{
"additionalProperties": false,
"properties": {
"autoRoutes": {
"type": "boolean"
},
"date": {
"type": "string"
},
"replacement": {
"type": [
"string",
"null"
]
},
"source": {
"type": "string"
}
},
"required": [
"date",
"replacement",
"autoRoutes",
"source"
],
"type": "object"
},
{
"type": "null"
}
],
"description": "The current model's announced API shutdown, if any"
},
"note": {
"type": [
"string",
"null"
]
},
"permalink": {
"description": "A page on this site that shows this result, for a person to open",
"type": "string"
},
"pricesChecked": {
"type": "string"
},
"summary": {
"type": "string"
},
"switchTestUrl": {
"description": "The browser test that runs your own prompt on both models with your own API key",
"type": [
"string",
"null"
]
},
"tasks": {
"items": {
"additionalProperties": false,
"properties": {
"assumption": {
"description": "What goes in and comes out; illustrative sizes, not measurements",
"type": "string"
},
"breakEven": {
"description": "How often the new model's results must work first time, relative to the current model's, to cost no more per result that works",
"type": "string"
},
"costRatio": {
"description": "New cost divided by current cost per request",
"type": "number"
},
"fromCostPer1000Usd": {
"type": "number"
},
"id": {
"type": "string"
},
"inputTokens": {
"maximum": 9007199254740991,
"minimum": -9007199254740991,
"type": "integer"
},
"name": {
"type": "string"
},
"outputTokens": {
"maximum": 9007199254740991,
"minimum": -9007199254740991,
"type": "integer"
},
"toCostPer1000Usd": {
"type": "number"
}
},
"required": [
"id",
"name",
"inputTokens",
"outputTokens",
"assumption",
"fromCostPer1000Usd",
"toCostPer1000Usd",
"costRatio",
"breakEven"
],
"type": "object"
},
"type": "array"
},
"to": {
"additionalProperties": false,
"properties": {
"cachedInputPerMtokUsd": {
"type": [
"number",
"null"
]
},
"id": {
"type": "string"
},
"inputPerMtokUsd": {
"type": "number"
},
"name": {
"type": "string"
},
"outputPerMtokUsd": {
"type": "number"
},
"priceChanged": {
"description": "Date this model's price last changed; null if unchanged since tracking began",
"type": [
"string",
"null"
]
},
"priceChecked": {
"description": "Date this model's price was last confirmed (YYYY-MM-DD)",
"type": "string"
},
"priceSource": {
"type": "string"
},
"provider": {
"type": "string"
}
},
"required": [
"id",
"name",
"provider",
"inputPerMtokUsd",
"outputPerMtokUsd",
"cachedInputPerMtokUsd",
"priceSource",
"priceChecked",
"priceChanged"
],
"type": "object"
},
"tokenFactor": {
"description": "Tokens the new model counts for text that is 1 token on the current one, where the provider publishes it; otherwise 1",
"type": "number"
}
},
"required": [
"from",
"to",
"tokenFactor",
"costChange",
"tasks",
"fromShutdown",
"note",
"switchTestUrl",
"pricesChecked",
"summary",
"permalink"
],
"type": "object"
}
},
{
"description": "Prices the AI steps behind one request from current list prices (LLM tokens, images, video seconds or a fixed amount) and returns the cost per request, the real cost per result that worked first time (cost per request divided by the worked-first-time share), the monthly spend wasted on results that didn't work, and credit-pricing numbers: margin per result and the credits per request needed to break even or reach a target margin.",
"inputSchema": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"properties": {
"pricing": {
"default": {},
"description": "Credit pricing. Defaults: $10 for 1,000 credits, 1 credit per request, a 2.9% + $0.30 fee and a 70% target margin.",
"properties": {
"chargeOnlyWorked": {
"default": false,
"description": "True if users are charged only for results that worked",
"type": "boolean"
},
"creditsPerRequest": {
"default": 1,
"description": "Credits charged each time the AI runs",
"exclusiveMinimum": 0,
"type": "number"
},
"feeFixedUsd": {
"default": 0.3,
"description": "Payment processor fixed fee per pack, USD",
"minimum": 0,
"type": "number"
},
"feePct": {
"default": 2.9,
"description": "Payment processor fee, percent of the pack price",
"exclusiveMaximum": 100,
"minimum": 0,
"type": "number"
},
"packCredits": {
"default": 1000,
"description": "Credits in that pack",
"exclusiveMinimum": 0,
"type": "number"
},
"packPriceUsd": {
"default": 10,
"description": "What a user pays for one credit pack, USD",
"exclusiveMinimum": 0,
"type": "number"
},
"targetMarginPct": {
"default": 70,
"description": "Gross margin wanted on each result that worked, percent",
"exclusiveMaximum": 100,
"minimum": 0,
"type": "number"
}
},
"type": "object"
},
"requestsPerMonth": {
"description": "Requests per month, try-agains included",
"maximum": 1000000000,
"minimum": 0,
"type": "number"
},
"steps": {
"description": "The AI steps behind one request, priced from /models.json. Their costs add up to the cost per request.",
"items": {
"oneOf": [
{
"properties": {
"cachedInputPct": {
"default": 0,
"description": "Share of input tokens billed at the provider's cached-input price, 0 to 100",
"maximum": 100,
"minimum": 0,
"type": "number"
},
"inputTokens": {
"description": "Input tokens per request",
"maximum": 10000000,
"minimum": 0,
"type": "integer"
},
"kind": {
"const": "llm",
"type": "string"
},
"model": {
"description": "LLM model id from /models.json, for example anthropic/claude-haiku-5.5",
"minLength": 1,
"type": "string"
},
"note": {
"description": "What the step does, for your own reference",
"maxLength": 120,
"type": "string"
},
"outputTokens": {
"description": "Output tokens per request",
"maximum": 10000000,
"minimum": 0,
"type": "integer"
}
},
"required": [
"kind",
"model",
"inputTokens",
"outputTokens"
],
"type": "object"
},
{
"properties": {
"images": {
"default": 1,
"description": "Images per request",
"maximum": 100,
"minimum": 1,
"type": "integer"
},
"kind": {
"const": "image",
"type": "string"
},
"model": {
"description": "Image model id from /models.json, for example google/nano-banana-2.1",
"minLength": 1,
"type": "string"
},
"note": {
"description": "What the step does, for your own reference",
"maxLength": 120,
"type": "string"
},
"variant": {
"description": "Quality and size label exactly as listed for the model in /models.json",
"minLength": 1,
"type": "string"
}
},
"required": [
"kind",
"model",
"variant"
],
"type": "object"
},
{
"properties": {
"kind": {
"const": "video",
"type": "string"
},
"model": {
"description": "Video model id from /models.json, for example google/veo-3.1-fast",
"minLength": 1,
"type": "string"
},
"note": {
"description": "What the step does, for your own reference",
"maxLength": 120,
"type": "string"
},
"seconds": {
"description": "Seconds of video per request",
"exclusiveMinimum": 0,
"maximum": 600,
"type": "number"
},
"variant": {
"description": "Resolution and audio label exactly as listed for the model in /models.json",
"minLength": 1,
"type": "string"
}
},
"required": [
"kind",
"model",
"variant",
"seconds"
],
"type": "object"
},
{
"properties": {
"kind": {
"const": "custom",
"type": "string"
},
"label": {
"description": "What the step is, for example a speech-to-text API",
"maxLength": 120,
"type": "string"
},
"usd": {
"description": "What this step costs per request, in USD",
"maximum": 1000,
"minimum": 0,
"type": "number"
}
},
"required": [
"kind",
"usd"
],
"type": "object"
}
]
},
"maxItems": 4,
"minItems": 1,
"type": "array"
},
"workedFirstTimePct": {
"description": "Share of results that worked first time: no try again, undo, fix, re-ask or overrule. 1 to 100.",
"maximum": 100,
"minimum": 1,
"type": "number"
}
},
"required": [
"steps",
"workedFirstTimePct",
"requestsPerMonth"
],
"type": "object"
},
"name": "real_cost_per_result",
"outputSchema": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"additionalProperties": false,
"properties": {
"costPerRequestUsd": {
"description": "Sum of the steps' costs for one request",
"type": "number"
},
"credits": {
"additionalProperties": false,
"properties": {
"breakEvenCreditsPerRequest": {
"description": "Fewest whole credits per request that don't lose money",
"type": "number"
},
"marginPct": {
"description": "Gross margin per result that worked; null when revenue is zero",
"type": [
"number",
"null"
]
},
"netPerCreditUsd": {
"description": "What one credit brings in after payment fees",
"type": "number"
},
"revenuePerResultUsd": {
"description": "Net revenue per result that worked",
"type": "number"
},
"suggestedCreditsPerRequest": {
"description": "Fewest whole credits per request that reach the target margin",
"type": "number"
},
"targetMarginPct": {
"type": "number"
},
"userPricePerResultUsd": {
"description": "What the user pays per result that worked, before fees",
"type": "number"
}
},
"required": [
"netPerCreditUsd",
"revenuePerResultUsd",
"marginPct",
"userPricePerResultUsd",
"breakEvenCreditsPerRequest",
"suggestedCreditsPerRequest",
"targetMarginPct"
],
"type": "object"
},
"monthlySpendUsd": {
"type": "number"
},
"permalink": {
"description": "A page on this site that shows this result, for a person to open",
"type": "string"
},
"pricesChecked": {
"description": "Date the model prices were last checked",
"type": "string"
},
"realCostPerResultUsd": {
"description": "Cost per request divided by the worked-first-time share: what each result that worked costs, counting failed tries",
"type": "number"
},
"requestsPerResult": {
"description": "Requests paid for per result that worked",
"type": "number"
},
"steps": {
"items": {
"additionalProperties": false,
"properties": {
"detail": {
"description": "How the cost was worked out",
"type": "string"
},
"model": {
"type": [
"string",
"null"
]
},
"priceSource": {
"description": "The provider's pricing page",
"type": [
"string",
"null"
]
},
"shutdown": {
"anyOf": [
{
"additionalProperties": false,
"properties": {
"date": {
"type": "string"
},
"replacement": {
"type": [
"string",
"null"
]
}
},
"required": [
"date",
"replacement"
],
"type": "object"
},
{
"type": "null"
}
],
"description": "The model's announced API shutdown, if any"
},
"usd": {
"description": "This step's cost per request",
"type": "number"
}
},
"required": [
"usd",
"detail",
"model",
"priceSource",
"shutdown"
],
"type": "object"
},
"type": "array"
},
"summary": {
"type": "string"
},
"wastedSpendPerMonthUsd": {
"description": "Monthly spend on results that didn't work first time",
"type": "number"
}
},
"required": [
"costPerRequestUsd",
"realCostPerResultUsd",
"requestsPerResult",
"monthlySpendUsd",
"wastedSpendPerMonthUsd",
"steps",
"credits",
"pricesChecked",
"summary",
"permalink"
],
"type": "object"
}
}
]
}Verify it yourself
curl -s https://api.teppi.xyz/v1/evidence/sha256:c534fa910ae2aa3ae62c568b7f802514bb4ecc5f01992105d61d8f5ab04d41d7 | sha256sum