{"api":"v1","generated_at":"2026-09-16T00:42:27.640Z","licence":{"name":"CC BY 4.0","url":"https://creativecommons.org/licenses/by/4.0/","attribution":"TOLL, with a link to the page cited"},"page":"https://tollindex.com/e/api-agentstools-dev-aeo-crawlers-fedf09","pinned_page":"https://tollindex.com/e/api-agentstools-dev-aeo-crawlers-fedf09/at/2026-09-15T21-20Z","pinned":false,"method":"https://tollindex.com/ledger/method","snapshot_at":"2026-09-15T21:20:12.737Z","snapshot_stamp":"2026-09-15T21-20Z","endpoint":{"slug":"api-agentstools-dev-aeo-crawlers-fedf09","canonical_url":"https://api.agentstools.dev/aeo/crawlers","resource":"https://api.agentstools.dev/aeo/crawlers","http_method":"GET","type":"http","x402_version":2,"registries":["cdp"],"primary_registry":"cdp","curated_by_coinbase":false,"description":"robots.txt AI-crawler access matrix: for the 2026 cohort of AI and answer-engine crawlers (GPTBot, ChatGPT-User, OAI-SearchBot, ClaudeBot, Claude-User, PerplexityBot, Google-Extended and more) reports allowed, blocked or unlisted per bot, whether the default rule blocks everything, declared sitemaps and a score. One network operation.","service_name":"aeo-crawlers","declared_category":null,"declared_tags":["aeo","robots-txt","ai-crawler","gptbot","claudebot"],"route_template":null,"registry_updated":"2026-08-23T19:29:01.261Z"},"derived":{"note":"fields no registry supplies; TOLL derives them and marks them derived on the page","title":"aeo crawlers","category":"scraping","first_observed_by_toll":"2026-09-10T19:08:24.178Z","last_observed_by_toll":"2026-09-15T21:20:12.737Z","observation_began":"2026-09-10"},"presence":{"listed_now":true,"first_absent_at":null,"delisting_confirmed_at":null,"events":[{"registry":"cdp","at":"2026-09-10T19:08:24.178Z","event":"listed"}]},"accepts":[{"registry":"cdp","ordinal":0,"network":"eip155:8453","asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","asset_name":"USD Coin","symbol":"USDC","decimals":6,"amount_display":"0.005 USDC","amount_units":0.005,"decimals_known":true,"pay_to":"0xF22e558a00D91Ee12A1F50C52186FecB8dDFf493","scheme":"exact"}],"counters":{"observed_at":"2026-09-15T21:20:12.737Z","calls_30d":1,"unique_payers_30d":1,"last_called_at":"2026-08-23T19:29:00.603Z"},"validation":{"latest":{"observed_at":"2026-09-15T07:09:45.104Z","state":"pass","failed_checks":[],"endpoint_http_status":402,"run_id":"daily-2026-09-15"},"uptime":[{"days":7,"observed":5,"passed":5,"ratio":1},{"days":30,"observed":5,"passed":5,"ratio":1},{"days":90,"observed":5,"passed":5,"ratio":1}],"history_90d":[{"observed_at":"2026-09-15T07:09:45.104Z","state":"pass","failed_checks":[],"run_id":"daily-2026-09-15","state_changed":false},{"observed_at":"2026-09-14T06:35:39.439Z","state":"pass","failed_checks":[],"run_id":"daily-2026-09-14","state_changed":false},{"observed_at":"2026-09-13T06:24:29.776Z","state":"pass","failed_checks":[],"run_id":"daily-2026-09-13","state_changed":false},{"observed_at":"2026-09-12T13:57:49.281Z","state":"pass","failed_checks":[],"run_id":"daily-2026-09-12","state_changed":false},{"observed_at":"2026-09-11T14:55:15.959Z","state":"pass","failed_checks":[],"run_id":"daily-2026-09-11","state_changed":true}]},"seller":{"wallet":"0xF22e558a00D91Ee12A1F50C52186FecB8dDFf493","page":"https://tollindex.com/seller/0xF22e558a00D91Ee12A1F50C52186FecB8dDFf493","endpoints":344,"hosts":2},"reports":0,"registry_record":{"cdp":[{"tags":["aeo","robots-txt","ai-crawler","gptbot","claudebot"],"type":"http","accepts":[{"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","extra":{"name":"USD Coin","version":"2"},"payTo":"0xF22e558a00D91Ee12A1F50C52186FecB8dDFf493","amount":"5000","scheme":"exact","network":"eip155:8453","maxTimeoutSeconds":300}],"quality":{"lastCalledAt":"2026-08-23T19:29:00.603Z","l30DaysTotalCalls":1,"l30DaysUniquePayers":1},"resource":"https://api.agentstools.dev/aeo/crawlers","extensions":{"bazaar":{"info":{"input":{"type":"http","method":"GET","queryParams":{"domain":"example.com"}},"output":{"type":"json","example":{"fixes":[],"domain":"example.com","disclaimer":"Automated AI-search visibility indicators, not a guarantee.","crawler_score":100,"crawler_matrix":[{"bot":"PerplexityBot","access":"allowed","listed":false,"operator":"Perplexity","citation_relevant":true}],"robots_present":true,"default_blocks_all":false}}},"schema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET","HEAD","DELETE"],"type":"string"},"queryParams":{"type":"object","required":[],"properties":{"url":{"type":"string","description":"Target URL to audit (e.g. https://example.com)"},"host":{"type":"string","description":"Alternative input: a hostname"},"domain":{"type":"string","description":"Alternative input: a bare domain (e.g. example.com)"}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object"}}}}}}},"description":"robots.txt AI-crawler access matrix: for the 2026 cohort of AI and answer-engine crawlers (GPTBot, ChatGPT-User, OAI-SearchBot, ClaudeBot, Claude-User, PerplexityBot, Google-Extended and more) reports allowed, blocked or unlisted per bot, whether the default rule blocks everything, declared sitemaps and a score. One network operation.","lastUpdated":"2026-08-23T19:29:01.261Z","serviceName":"aeo-crawlers","x402Version":2}]}}