{"stats":{"calls7d":0,"successRate":null,"avgMs":null,"reviews":0,"usefulRate":null},"id":"p/crawl4ai.web.map","kind":"provider","name":"crawl4ai_web_map","description":"List every URL of a site without crawling it. A site's URLs from the sources that already know them: its sitemaps, the links on its home page and the newest Common Crawl indexes (mode full adds the Wayback Machine). One call, 1 to 3 seconds for most sites. Each row: url, sources, last_seen, depth. (Crawl4AI · Open web & SEO data)","tags":["web","seo/aeo","crawl4ai","map","data"],"method":"POST","path":"/v1/p/crawl4ai.web.map","url":"https://toll402.dev/v1/p/crawl4ai.web.map","specUrl":"https://toll402.dev/v1/spec/p/crawl4ai.web.map","price":"$0.001","priceUsd":0.001,"available":true,"inputSchema":{"type":"object","properties":{"domain":{"type":"string","description":"the site's host; a leading https:// is dropped, www and the bare host are one site","examples":["docs.crawl4ai.com"]},"mode":{"type":"string","description":"full adds the Wayback Machine, up to 20 s more","default":"fast","enum":["fast","full"]},"max_urls":{"type":"integer","default":5000},"include":{"type":"string","description":"keep only matching URLs: a path prefix (/docs) or a glob with * over the path"},"include_subdomains":{"type":"boolean","default":false}},"additionalProperties":true,"required":["domain"]},"example":{"domain":"docs.crawl4ai.com","max_urls":5},"meta":{"provider":"Crawl4AI","providerSlug":"crawl4ai","providerDocs":"https://api.crawl4ai.com/docs","providerPricing":"https://api.crawl4ai.com/v1/prices","providerLogo":"https://www.google.com/s2/favicons?domain=crawl4ai.com&sz=64","platform":"web","platformLabel":"Open web & SEO data","category":"SEO/AEO","capability":"web.map","upstreamMethod":"POST","upstreamPriceUsd":0.00015,"pricing":"per_success","pricingNote":"1 unit for the call plus each page the scan reads (robots.txt, the home page, each sitemap, each index reply) at treg's scrape price; most scans read 4 to 26 pages. A repeat within 7 days is served from cache for the call's unit only. The hold is one page; the x-c4-cost header settles the actual cha","verified":"2026-10-11","docs":"https://crawl4ai.com/llms.txt","calls":0,"successRate":null,"via":"treg"}}