{"query":"crawlee.dev","mode":"domain","best":{"domain":"crawlee.dev","status":"valid","tier":"listed","authority":50,"verified":false,"title":"Crawlee for Python · Fast, reliable Python web crawlers.","summary":null,"country":null,"country_source":"cdn","llms_txt":"https://crawlee.dev/llms.txt","llms_full_txt":"https://crawlee.dev/llms-full.txt","last_checked":"2026-10-20T22:39:37.865Z","agent_terms":null,"categories":["open-source","developer-tools"],"capabilities":[],"inferred_tags":["python web crawler","web scraping","playwright","sitemap parser","crawlee"],"audience":"developers","agent_uses":["read_docs"],"language":"en","platform_generated":false,"agent_summary":"Crawlee for Python: documentation for a web crawling and scraping library, covering crawlers, Playwright integration, and sitemap parsers.","llms_txt_cached":"https://agentwebmap.com/v1/domain/crawlee.dev/llms.txt","agentic":"documentation","section_keys":["python"],"section_partial":false,"section_indexed_at":"2026-10-21T14:08:50.732Z","why":["authority 50 (listed)","checked 3125 minutes ago","publishes llms-full.txt"]},"read":{"llms_txt":"https://crawlee.dev/llms.txt","llms_full_txt":"https://crawlee.dev/llms-full.txt","nested_llms_txt":[]},"terms":null,"health":{"ok":true,"status":"valid","tier":"listed","authority":50,"last_checked":"2026-10-20T22:39:37.865Z","checked_minutes_ago":3125,"stale":true,"max_age_seconds":86400,"live_checked":false,"http_status":200,"last_valid":"2026-10-20T22:39:37.865Z","content_hash":"d50db62d4215b5e5954ede6faf463b64"},"sources":[],"match":{"strength":"domain","reason":"Exact domain or its registered publisher."},"provenance":{"selection":"directory","verification":"domain_ownership","terms":"unknown","excerpts":"publisher_link_metadata","health":"stored_crawl"},"alternatives":[]}