{"domain":"crawlee.dev","status":"valid","tier":"listed","authority":50,"verified":false,"title":"Crawlee for Python · Fast, reliable Python web crawlers.","summary":null,"country":null,"country_source":"cdn","llms_txt":"https://crawlee.dev/llms.txt","llms_full_txt":"https://crawlee.dev/llms-full.txt","last_checked":"2026-10-20T22:39:37.865Z","agent_terms":null,"categories":["open-source","developer-tools"],"capabilities":[],"inferred_tags":["python web crawler","web scraping","playwright","sitemap parser","crawlee"],"audience":"developers","agent_uses":["read_docs"],"language":"en","platform_generated":false,"agent_summary":"Crawlee for Python: documentation for a web crawling and scraping library, covering crawlers, Playwright integration, and sitemap parsers.","llms_txt_cached":"https://agentwebmap.com/v1/domain/crawlee.dev/llms.txt","agentic":"documentation","section_keys":["python"],"section_partial":false,"section_indexed_at":"2026-10-21T14:08:50.732Z"}