{"api":"v1","generated_at":"2026-09-15T23:43:23.179Z","licence":{"name":"CC BY 4.0","url":"https://creativecommons.org/licenses/by/4.0/","attribution":"TOLL, with a link to the page cited"},"page":"https://tollindex.com/e/kairostamp-com-api-v1-robots-check-91c165","pinned_page":"https://tollindex.com/e/kairostamp-com-api-v1-robots-check-91c165/at/2026-09-15T21-20Z","pinned":false,"method":"https://tollindex.com/ledger/method","snapshot_at":"2026-09-15T21:20:12.737Z","snapshot_stamp":"2026-09-15T21-20Z","endpoint":{"slug":"kairostamp-com-api-v1-robots-check-91c165","canonical_url":"https://kairostamp.com/api/v1/robots-check","resource":"https://kairostamp.com/api/v1/robots-check","http_method":"GET","type":"http","x402_version":2,"registries":["cdp"],"primary_registry":"cdp","curated_by_coinbase":false,"description":"robots.txt check: fetches the origin's /robots.txt server-side and reports whether a given URL path is allowed or blocked for a user agent, with the matched rule, the robots URL, the HTTP status, a timestamp and a tamper-evident receipt. Query parameters: url (required), user_agent (optional, defaults to *). Only robots.txt is fetched; no crawling. Pair with GET /api/v1/link-map or /api/v1/sitemap to plan an allowed fetch.","service_name":null,"declared_category":null,"declared_tags":[],"route_template":null,"registry_updated":"2026-08-23T09:07:15.217Z"},"derived":{"note":"fields no registry supplies; TOLL derives them and marks them derived on the page","title":"robots check","category":"scraping","first_observed_by_toll":"2026-09-10T19:08:24.178Z","last_observed_by_toll":"2026-09-15T21:20:12.737Z","observation_began":"2026-09-10"},"presence":{"listed_now":true,"first_absent_at":null,"delisting_confirmed_at":null,"events":[{"registry":"cdp","at":"2026-09-10T19:08:24.178Z","event":"listed"}]},"accepts":[{"registry":"cdp","ordinal":0,"network":"eip155:8453","asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","asset_name":"USD Coin","symbol":"USDC","decimals":6,"amount_display":"0.001 USDC","amount_units":0.001,"decimals_known":true,"pay_to":"0xdB6F694aE695C632C82677a50593B46137808453","scheme":"exact"}],"counters":{"observed_at":"2026-09-15T21:20:12.737Z","calls_30d":1,"unique_payers_30d":1,"last_called_at":"2026-08-23T09:07:14.068Z"},"validation":{"latest":{"observed_at":"2026-09-15T05:52:07.127Z","state":"malformed","failed_checks":["has_bazaar_extension"],"endpoint_http_status":402,"run_id":"daily-2026-09-15"},"uptime":[{"days":7,"observed":5,"passed":0,"ratio":0},{"days":30,"observed":5,"passed":0,"ratio":0},{"days":90,"observed":5,"passed":0,"ratio":0}],"history_90d":[{"observed_at":"2026-09-15T05:52:07.127Z","state":"malformed","failed_checks":["has_bazaar_extension"],"run_id":"daily-2026-09-15","state_changed":false},{"observed_at":"2026-09-14T05:24:11.174Z","state":"malformed","failed_checks":["has_bazaar_extension"],"run_id":"daily-2026-09-14","state_changed":false},{"observed_at":"2026-09-13T05:19:31.076Z","state":"malformed","failed_checks":["has_bazaar_extension"],"run_id":"daily-2026-09-13","state_changed":false},{"observed_at":"2026-09-12T07:35:54.937Z","state":"malformed","failed_checks":["has_bazaar_extension"],"run_id":"daily-2026-09-12","state_changed":false},{"observed_at":"2026-09-11T11:23:51.443Z","state":"malformed","failed_checks":["has_bazaar_extension"],"run_id":"daily-2026-09-11","state_changed":true}]},"seller":{"wallet":"0xdB6F694aE695C632C82677a50593B46137808453","page":"https://tollindex.com/seller/0xdB6F694aE695C632C82677a50593B46137808453","endpoints":10,"hosts":1},"reports":0,"registry_record":{"cdp":[{"type":"http","accepts":[{"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","extra":{"name":"USD Coin","version":"2"},"payTo":"0xdB6F694aE695C632C82677a50593B46137808453","amount":"1000","scheme":"exact","network":"eip155:8453","maxTimeoutSeconds":300}],"quality":{"lastCalledAt":"2026-08-23T09:07:14.068Z","l30DaysTotalCalls":1,"l30DaysUniquePayers":1},"resource":"https://kairostamp.com/api/v1/robots-check","extensions":{"bazaar":{"info":{"input":{"type":"http","method":"GET","queryParams":{"url":"https://example.com/pricing","user_agent":"GPTBot"}},"output":{"type":"json","example":{"note":"Decision derived from the origin's /robots.txt as fetched at this timestamp. Only that one file is fetched; the target URL itself is not requested and nothing is crawled. robots.txt is a crawler convention, not a legal permission.","decision":"allowed","chain_hash":"d084fff3e5d852089814f7d4d3ffe9d04d1a39ce9d2e0573a95f24cf78fb584d","fetched_at":"2026-08-23T05:32:12.771Z","receipt_id":"85cd424c-b68b-440e-8f4f-e02147799f30","robots_url":"https://example.com/robots.txt","target_url":"https://example.com/pricing","user_agent":"GPTBot","matched_rule":"Allow: /pricing","robots_status":200,"matched_user_agent":"*"}}},"schema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","examples":[{"url":"https://example.com/pricing","user_agent":"GPTBot"}],"required":["url"],"properties":{"url":{"type":"string","format":"uri","examples":["https://example.com/"],"maxLength":2048,"description":"Public http/https URL whose path should be evaluated. Sent as the `url` query parameter."},"user_agent":{"type":"string","examples":["*","GPTBot"],"maxLength":200,"description":"Crawler user-agent token to evaluate. Defaults to `*`."}},"additionalProperties":false}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object","required":["target_url","decision","robots_url"],"properties":{"note":{"type":"string"},"decision":{"enum":["allowed","blocked","unknown"],"type":"string"},"chain_hash":{"type":["string","null"],"description":"Tamper-evident hash-chain value."},"fetched_at":{"type":["string","null"],"format":"date-time"},"receipt_id":{"type":["string","null"],"format":"uuid"},"robots_url":{"type":["string","null"],"format":"uri"},"target_url":{"type":"string","format":"uri"},"user_agent":{"type":"string"},"matched_rule":{"type":["string","null"]},"robots_status":{"type":["integer","null"]},"matched_user_agent":{"type":["string","null"]}}}}}}}},"builder-code":{"info":{"s":["cdp_sdk_server"]},"schema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","properties":{"a":{"type":"string","pattern":"^[a-z0-9_]{1,32}$","description":"App builder code"},"s":{"type":"array","items":{"type":"string","pattern":"^[a-z0-9_]{1,32}$"},"maxItems":11,"description":"Service builder codes"},"w":{"type":"string","pattern":"^[a-z0-9_]{1,32}$","description":"Wallet builder code"}},"additionalProperties":false}},"eip2612GasSponsoring":{},"erc20ApprovalGasSponsoring":{}},"description":"robots.txt check: fetches the origin's /robots.txt server-side and reports whether a given URL path is allowed or blocked for a user agent, with the matched rule, the robots URL, the HTTP status, a timestamp and a tamper-evident receipt. Query parameters: url (required), user_agent (optional, defaults to *). Only robots.txt is fetched; no crawling. Pair with GET /api/v1/link-map or /api/v1/sitemap to plan an allowed fetch.","lastUpdated":"2026-08-23T09:07:15.217Z","x402Version":2}]}}