{"id":"https://openalex.org/keywords/crawler-architecture","display_name":"crawler architecture","description":"Crawler architecture is the design and organization of software components that automatically retrieve and process web pages or other online content.","display_name_alternatives":["web crawler architecture","crawler architectures","web crawling architecture","web spider architecture"],"ids":{"openalex":"https://openalex.org/keywords/crawler-architecture","wikidata":null},"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9549,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9549,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"works_count":117,"cited_by_count":1979,"works_api_url":"https://api.openalex.org/works?filter=keywords.id:keywords/crawler-architecture","updated_date":"2026-11-19T04:05:57","created_date":"2026-09-30T00:00:00"}
