{"api":"v1","generated_at":"2026-09-16T02:04:51.023Z","licence":{"name":"CC BY 4.0","url":"https://creativecommons.org/licenses/by/4.0/","attribution":"TOLL, with a link to the page cited"},"page":"https://tollindex.com/e/minifetch-com-api-v1-x402-preflight-url-check-93f8e9","pinned_page":"https://tollindex.com/e/minifetch-com-api-v1-x402-preflight-url-check-93f8e9/at/2026-09-15T21-20Z","pinned":false,"method":"https://tollindex.com/ledger/method","snapshot_at":"2026-09-15T21:20:12.737Z","snapshot_stamp":"2026-09-15T21-20Z","endpoint":{"slug":"minifetch-com-api-v1-x402-preflight-url-check-93f8e9","canonical_url":"https://minifetch.com/api/v1/x402/preflight/url-check","resource":"https://minifetch.com/api/v1/x402/preflight/url-check","http_method":"GET","type":"http","x402_version":2,"registries":["cdp"],"primary_registry":"cdp","curated_by_coinbase":false,"description":"Cheap robots.txt preflight before you pay for other Minifetch endpoints: returns whether the Minifetch user agent may fetch a target URL (allow/deny) plus its crawl-delay. Blocked or setting a crawl delay? https://minifetch.com/tutorials/unblock-minifetch . Checks the URL as given — does not follow redirects. Supports GET & POST","service_name":"Minifetch Technical SEO API","declared_category":null,"declared_tags":["seo","robots-txt","preflight","crawlability","indexability"],"route_template":null,"registry_updated":"2026-09-15T19:49:42.362Z"},"derived":{"note":"fields no registry supplies; TOLL derives them and marks them derived on the page","title":"preflight url check","category":"scraping","first_observed_by_toll":"2026-09-10T19:08:24.178Z","last_observed_by_toll":"2026-09-15T21:20:12.737Z","observation_began":"2026-09-10"},"presence":{"listed_now":true,"first_absent_at":null,"delisting_confirmed_at":null,"events":[{"registry":"cdp","at":"2026-09-10T19:08:24.178Z","event":"listed"}]},"accepts":[{"registry":"cdp","ordinal":0,"network":"eip155:8453","asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","asset_name":"USD Coin","symbol":"USDC","decimals":6,"amount_display":"0.001 USDC","amount_units":0.001,"decimals_known":true,"pay_to":"0xffA9155A0e4B3d8d42351Da226cC1feEe449686f","scheme":"exact"},{"registry":"cdp","ordinal":1,"network":"solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp","asset":"EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v","asset_name":null,"symbol":"USDC","decimals":6,"amount_display":"0.001 USDC","amount_units":0.001,"decimals_known":true,"pay_to":"46vMcwuC4sK11sB3gkLhyA7J7GEwfkhn5rFyDtihBwqe","scheme":"exact"}],"counters":{"observed_at":"2026-09-15T21:20:12.737Z","calls_30d":22,"unique_payers_30d":9,"last_called_at":"2026-09-13T19:46:05.168Z"},"validation":{"latest":{"observed_at":"2026-09-15T05:53:40.151Z","state":"pass","failed_checks":[],"endpoint_http_status":402,"run_id":"daily-2026-09-15"},"uptime":[{"days":7,"observed":5,"passed":5,"ratio":1},{"days":30,"observed":5,"passed":5,"ratio":1},{"days":90,"observed":5,"passed":5,"ratio":1}],"history_90d":[{"observed_at":"2026-09-15T05:53:40.151Z","state":"pass","failed_checks":[],"run_id":"daily-2026-09-15","state_changed":false},{"observed_at":"2026-09-14T05:25:41.288Z","state":"pass","failed_checks":[],"run_id":"daily-2026-09-14","state_changed":false},{"observed_at":"2026-09-13T05:20:49.873Z","state":"pass","failed_checks":[],"run_id":"daily-2026-09-13","state_changed":false},{"observed_at":"2026-09-12T07:37:17.967Z","state":"pass","failed_checks":[],"run_id":"daily-2026-09-12","state_changed":false},{"observed_at":"2026-09-11T11:25:42.549Z","state":"pass","failed_checks":[],"run_id":"daily-2026-09-11","state_changed":true}]},"seller":{"wallet":"0xffA9155A0e4B3d8d42351Da226cC1feEe449686f","page":"https://tollindex.com/seller/0xffA9155A0e4B3d8d42351Da226cC1feEe449686f","endpoints":6,"hosts":1},"reports":0,"registry_record":{"cdp":[{"tags":["seo","robots-txt","preflight","crawlability","indexability"],"type":"http","accepts":[{"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","extra":{"name":"USD Coin","version":"2"},"payTo":"0xffA9155A0e4B3d8d42351Da226cC1feEe449686f","amount":"1000","scheme":"exact","network":"eip155:8453","maxTimeoutSeconds":300},{"asset":"EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v","extra":{"feePayer":"BENrLoUbndxoNMUS5JXApGMtNykLjFXXixMtpDwDR9SP"},"payTo":"46vMcwuC4sK11sB3gkLhyA7J7GEwfkhn5rFyDtihBwqe","amount":"1000","scheme":"exact","network":"solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp","maxTimeoutSeconds":300}],"iconUrl":"https://res.cloudinary.com/bdb-prod/image/upload/c_fill,ar_1:1,w_256,h_256,f_auto,q_auto/v1781035850/bazaar-icons/d02845f9304a54ee.png","quality":{"lastCalledAt":"2026-09-13T19:46:05.168Z","l30DaysTotalCalls":22,"l30DaysUniquePayers":9},"resource":"https://minifetch.com/api/v1/x402/preflight/url-check","extensions":{"bazaar":{"info":{"input":{"type":"http","method":"GET","queryParams":{"url":"https://github.com"}},"output":{"type":"json","example":{"results":[{"data":{"url":"https://github.com","proxy":{"proxyType":"minifetch","userAgent":"minifetch/1.0 (+https://minifetch.com/site-owner-faq)"},"allowed":true,"message":"Access allowed by robots.txt","crawlDelay":1,"minifetchCache":{"hit":false,"cachedAt":"2026-08-16T18:22:10.000Z","expiresAt":"2026-08-17T18:22:10.000Z"}}}],"success":true}}},"schema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"The URL to check against robots.txt"},"fresh":{"type":"boolean","description":"Optional. If true, bypasses the 24h robots.txt cache and re-fetches robots.txt for this check. Use after editing your robots.txt or crawl-delay (or adding/removing a Minifetch block) to confirm the change took effect."}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object","properties":{"tip":{"type":"object","properties":{"url":{"type":"string"},"message":{"type":"string"}},"description":"Present only when allowed=false: how site owners can unblock the minifetch user agent"},"results":{"type":"array","items":{"type":"object","properties":{"data":{"type":"object","required":["url","allowed","message","proxy"],"properties":{"url":{"type":"string","description":"The URL checked, exactly as given — redirects are not followed"},"proxy":{"type":"object","properties":{"proxyType":{"enum":["minifetch"],"type":"string"},"userAgent":{"type":"string"}},"description":"Fetch provenance — always minifetch UA here"},"allowed":{"type":"boolean","description":"Whether the minifetch user agent may fetch this URL per robots.txt"},"message":{"type":"string","description":"e.g. 'Access allowed by robots.txt', 'URL is blocked by robots.txt', or 'robots.txt not found, defaulting to allowed'"},"crawlDelay":{"type":"number","description":"Crawl-delay (seconds) for the minifetch UA; omitted when blocked or the domain is invalid"},"minifetchCache":{"type":"object","properties":{"hit":{"type":"boolean"},"cachedAt":{"type":"string"},"expiresAt":{"type":"string"}},"description":"robots.txt cache state (~24h TTL; pass fresh=true to bypass)"}}}}}},"success":{"type":"boolean"}}}}}}}}},"description":"Cheap robots.txt preflight before you pay for other Minifetch endpoints: returns whether the Minifetch user agent may fetch a target URL (allow/deny) plus its crawl-delay. Blocked or setting a crawl delay? https://minifetch.com/tutorials/unblock-minifetch . Checks the URL as given — does not follow redirects. Supports GET & POST","lastUpdated":"2026-09-15T19:49:42.362Z","serviceName":"Minifetch Technical SEO API","x402Version":2}]}}