{"id":"web.robots-evaluate","version":"1.0.0","category":"web","description":"Evaluate supplied robots.txt for a URL and user agent; no network fetch.","priceMicroUsdc":0,"priceRevision":"2026-10-06-free-validation","pricingStatus":"free-validation","inputSchema":{"type":"object","properties":{"url":{"type":"string","maxLength":2048},"robots":{"type":"string","maxLength":100000},"userAgent":{"type":"string","minLength":1,"maxLength":200}},"required":["url","robots","userAgent"],"additionalProperties":false},"outputSchema":{"type":"object","properties":{"allowed":{"type":["boolean","null"]},"crawlDelay":{"type":["number","null"]},"sitemaps":{"type":"array","items":{"type":"string"}},"scope":{"type":"string"}},"required":["allowed","crawlDelay","sitemaps","scope"],"additionalProperties":false},"example":{"url":"https://example.com/private","robots":"User-agent: *\nDisallow: /private","userAgent":"ExampleBot"},"limits":{"inputBytes":131072,"outputBytes":65536,"networkTimeoutMs":0},"network":false,"sensitive":false,"route":"/v1/tools/web.robots-evaluate","priceMicroUsd":0,"exampleUrl":"https://agent-utilities.agent-utilities.workers.dev/v1/content/examples/web.robots-evaluate","page":"https://agent-utilities.agent-utilities.workers.dev/tools/web.robots-evaluate","execution":{"method":"POST","url":"https://agent-utilities.agent-utilities.workers.dev/v1/tools/web.robots-evaluate","requiredHeaders":{"Content-Type":"application/json"},"authentication":"none","paymentRequired":false,"chargedMicroUsd":"0","scope":"All available hosted tools are free during validation. Existing input, output and source-access limits apply. Full tools and the combined report share capacity limits that count attempts, including failed executions and marked checks; they are not per-user allowances. No account, API key, wallet or funding is needed. Existing credit balances are preserved. Live Reddit remains unavailable until configured. Paid billing will not resume automatically."}}