{"schema_version":"1.0","documentation_url":"https://taskfuel.ai/catalog/manifest/","source":{"type":"provider_specifications","date":"2026-10-15","catalog_url":"https://taskfuel.ai/catalog/"},"capability":{"id":"map-site","name":"List a site’s URLs","description":"Every URL on a domain, from its sitemap and links.","category":{"id":"web","name":"Websites & scraping"},"url":"https://taskfuel.ai/catalog/#cap-map-site","guide_url":null,"related_guide_urls":[],"detail_url":"https://taskfuel.ai/catalog/capabilities/map-site.json","providers":[{"name":"Tavily","domains":["tavily.mpp.paywithlocus.com","tavily.com"]},{"name":"2s","domains":["2s.io"]},{"name":"AnyAPI","domains":["api.getanyapi.com"]},{"name":"Bytemine","domains":["mpp.orthogonal.com/bytemine"]},{"name":"Context.dev","domains":["mpp.orthogonal.com/context-dev"]},{"name":"Olostep API","domains":["mpp.orthogonal.com/olostep"]},{"name":"Otto AI","domains":["ottoai.services"]},{"name":"Search1API","domains":["search1api.com"]},{"name":"Tavily API","domains":["mpp.orthogonal.com/tavily"]}],"price":{"type":"from","amount":0.001,"currency":"USD","unit":null,"basis":"lowest_positive_declared_endpoint_amount","quote_required":true},"example_prompt":"Use TaskFuel to list every URL on <domain> so I can audit the blog section.","endpoint_count":10},"endpoints":[{"provider":{"name":"AnyAPI","domain":"api.getanyapi.com"},"method":"POST","url":"https://api.getanyapi.com/v1/run/web.map","name":"Web Map","description":"Map an entire website into a clean list of its URLs (with titles and descriptions) in a single call. **Price:** \\$1.00 per 1,000 requests (flat per request - same cost regardless of results returned). **Routing:** one lane serves this API today, so a failed attempt has nowhere…","supporting_call":false,"price":{"currency":"USD","unit":null,"basis":"provider_specification","type":"fixed","amount":0.001,"quote_required":false}},{"provider":{"name":"2s","domain":"2s.io"},"method":"GET","url":"https://2s.io/api/url/map","name":"Discover the URLs a page or sitemap points at in a single...","description":"Discover the URLs a page or sitemap points at in a single fetch. Point it at an XML sitemap or sitemap-index and it returns the <loc> URLs; point it at an HTML page and it returns the <a href> links — auto-detected. URLs are resolved to absolute, de-duplicated,…","supporting_call":false,"price":{"currency":"USD","unit":null,"basis":"provider_specification","type":"fixed","amount":0.0027,"quote_required":false}},{"provider":{"name":"Otto AI","domain":"ottoai.services"},"method":"GET","url":"https://x402.ottoai.services/web-links","name":"Extract every link from a page as deduped JSON — internal, external and anchors, including links injected after…","description":"Extract all links (hrefs) from any web page as structured JSON — every internal, external and anchor link, deduplicated, returned with a total count. Renders the page in a real headless browser, so it captures links injected after JavaScript runs that fetch-only scrapers miss.…","supporting_call":false,"price":{"currency":"USD","unit":null,"basis":"provider_specification","type":"fixed","amount":0.003,"quote_required":false}},{"provider":{"name":"Search1API","domain":"search1api.com"},"method":"POST","url":"https://api.search1api.com/sitemap","name":"Extract sitemap URLs from a website","description":"Discover the public URLs of a site when you need to know which pages exist before fetching any of them — scoping a crawl, auditing coverage, or locating a section. With the default `type: \"sitemap\"` this reads the site's own sitemap: `Sitemap:` directives in robots.txt first,…","supporting_call":false,"price":{"currency":"USD","unit":null,"basis":"provider_specification","type":"fixed","amount":0.003,"quote_required":false}},{"provider":{"name":"Olostep API","domain":"mpp.orthogonal.com/olostep"},"method":"POST","url":"https://mpp.orthogonal.com/olostep/v1/maps","name":"This endpoint allows users to get all the urls on a certain website. It can take up to 120 seconds for complex…","description":"","supporting_call":false,"price":{"currency":"USD","unit":null,"basis":"provider_specification","type":"fixed","amount":0.01,"quote_required":false}},{"provider":{"name":"Bytemine","domain":"mpp.orthogonal.com/bytemine"},"method":"POST","url":"https://mpp.orthogonal.com/bytemine/crawl/map","name":"Discover all URLs on a website via sitemap + link extraction. Returns scored/sorted URLs without scraping content. 1…","description":"","supporting_call":false,"price":{"currency":"USD","unit":null,"basis":"provider_specification","type":"fixed","amount":0.03,"quote_required":false}},{"provider":{"name":"Context.dev","domain":"mpp.orthogonal.com/context-dev"},"method":"GET","url":"https://mpp.orthogonal.com/context-dev/web/scrape/sitemap","name":"Crawls the sitemap of the given domain and returns all discovered page URLs. Supports sitemap index files (recursive),…","description":"","supporting_call":false,"price":{"currency":"USD","unit":null,"basis":"provider_specification","type":"fixed","amount":0.03,"quote_required":false}},{"provider":{"name":"Tavily","domain":"tavily.mpp.paywithlocus.com"},"method":"POST","url":"https://tavily.mpp.paywithlocus.com/tavily/map","name":"Map","description":"Discover and enumerate all URLs on a website. Returns a comprehensive sitemap without scraping content.","supporting_call":false,"price":{"currency":"USD","unit":null,"basis":"provider_specification","type":"fixed","amount":0.09,"quote_required":false}},{"provider":{"name":"Tavily","domain":"tavily.com"},"method":"POST","url":"https://api.tavily.com/map","name":"Initiate a web mapping from a base URL","description":"Tavily Map traverses websites like a graph and can explore hundreds of paths in parallel with intelligent discovery to generate comprehensive site maps.","supporting_call":false,"price":{"currency":"USD","unit":null,"basis":"provider_specification","type":"unlisted","amount":null,"quote_required":true}},{"provider":{"name":"Tavily API","domain":"mpp.orthogonal.com/tavily"},"method":"POST","url":"https://mpp.orthogonal.com/tavily/map","name":"Tavily Map traverses websites like a graph and can explore hundreds of paths in parallel with intelligent discovery to…","description":"","supporting_call":false,"price":{"currency":"USD","unit":null,"basis":"provider_specification","type":"quote_required","amount":null,"quote_required":true}}]}