{"stats":{"calls7d":0,"successRate":null,"avgMs":null,"reviews":0,"usefulRate":null},"id":"p/olostep.web.crawl","kind":"provider","name":"olostep_web_crawl","description":"Crawl a website. Start a bounded asynchronous website crawl and pay only for completed pages. (Olostep · Open web & SEO data) Async task: answers 202 with a job id; poll GET /v1/jobs/<id>. Price depends on the options ($0.0025 to $0.25); refunded if the task fails. Prepaid credits only.","tags":["web","seo/aeo","olostep","crawl","async"],"method":"POST","path":"/v1/p/olostep.web.crawl","url":"https://toll402.dev/v1/p/olostep.web.crawl","specUrl":"https://toll402.dev/v1/spec/p/olostep.web.crawl","price":"$0.25","priceUsd":0.25,"available":true,"inputSchema":{"type":"object","properties":{"start_url":{"type":"string","examples":["https://example.com"]},"max_pages":{"type":"integer","description":"treg reserves this many one-credit pages before submission; shared-key crawls are capped at 100 pages ($0.20 at the platform rate).","examples":[10]},"max_depth":{"type":"integer","examples":[2]},"follow_robots_txt":{"type":"boolean","description":"Catalog crawls always respect robots.txt.","enum":[true]},"include_urls":{"type":"string"},"exclude_urls":{"type":"string"},"include_external":{"type":"boolean","default":false},"include_subdomain":{"type":"boolean","default":false},"search_query":{"type":"string"},"top_n":{"type":"integer"},"timeout":{"type":"integer"},"scrape_options":{"type":"object","properties":{"formats":{"type":"string","enum":["html","markdown","text","screenshot"]}}}},"additionalProperties":true,"required":["start_url","max_pages","follow_robots_txt"],"description":"Webhooks, follow_robots_txt=false and structured parsers are deliberately excluded. Use olostep.web.crawl.results with formats=markdown or html to read completed content."},"example":{"start_url":"https://example.com","max_pages":1,"max_depth":0,"follow_robots_txt":true},"meta":{"provider":"Olostep","providerSlug":"olostep","providerDocs":"https://docs.olostep.com/","providerPricing":"https://www.olostep.com/dashboard/billing","providerLogo":"https://www.google.com/s2/favicons?domain=olostep.com&sz=64","platform":"web","platformLabel":"Open web & SEO data","category":"SEO/AEO","capability":"web.crawl","upstreamMethod":"POST","upstreamPriceUsd":0.2,"pricing":"per_success","pricingNote":"Crawl costs one credit per completed page. treg reserves max_pages, then the terminal status response's credits_consumed settles the exact charge and releases the rest. A live one-page crawl completed with pages_count: 1 and credits_consumed: 1; the account's actual purchase cost is $0.002 per credi","verified":"2026-09-23","docs":"https://docs.olostep.com/api-reference/crawls/create","calls":0,"successRate":null,"via":"treg","async":true,"priceFromUsd":0.0025,"priceUpToUsd":0.25}}