{"query":"crawlcrawl.com","mode":"domain","best":{"domain":"crawlcrawl.com","status":"valid","tier":"listed","authority":46,"verified":false,"title":"crawlcrawl","summary":"The crawler API built for RAG ingestion. Markdown, structured signals, scheduled crawls, dataset storage, and change-detection diff all included at every paid tier. Start free at 1,000 credits per month, scale to enterprise. The Firecrawl alternative with more credits at every tier.","country":null,"country_source":"cdn","publisher_country":null,"publisher_country_source":null,"hosting_country":null,"llms_txt":"https://crawlcrawl.com/llms.txt","llms_full_txt":"https://crawlcrawl.com/llms-full.txt","last_checked":"2026-10-27T12:03:40.837Z","agent_terms":null,"categories":["apis-sdks","data-analytics"],"capabilities":[],"inferred_tags":["web crawler api","rag ingestion","markdown extraction","web scraping","change detection"],"audience":"developers","agent_uses":["read_docs","call_api"],"language":"en","platform_generated":false,"agent_summary":"Crawler API for RAG ingestion offering multi-page crawls, markdown scraping, search, rendering, scheduled monitoring and change-detection webhooks; free tier av","llms_txt_cached":"https://agentwebmap.com/v1/domain/crawlcrawl.com/llms.txt","agentic":"interface","section_keys":["actors","blog","changelog","comparison","documentation","legal","pricing","products","use-cases","what-crawlcrawl-does"],"section_partial":false,"section_indexed_at":"2026-10-27T12:03:44.364Z","why":["authority 46 (listed)","checked 464 minutes ago","publishes llms-full.txt"]},"read":{"llms_txt":"https://crawlcrawl.com/llms.txt","llms_full_txt":"https://crawlcrawl.com/llms-full.txt","nested_llms_txt":[]},"terms":null,"health":{"ok":true,"status":"valid","tier":"listed","authority":46,"last_checked":"2026-10-27T12:03:40.837Z","checked_minutes_ago":464,"stale":false,"max_age_seconds":86400,"live_checked":false,"http_status":200,"last_valid":"2026-10-27T12:03:40.837Z","content_hash":"cd63a67caa23bf4af644569c39ad1334","documentation_indexed_at":"2026-10-27T12:03:39.036Z"},"sources":[],"match":{"strength":"domain","reason":"Exact domain or its registered publisher."},"provenance":{"selection":"directory","reranked":false,"verification":"domain_ownership","terms":"unknown","excerpts":"publisher_link_metadata","health":"stored_crawl"},"alternatives":[]}