{"id":"https://openalex.org/keywords/web-crawling","display_name":"web crawling","description":"A method of systematically discovering and retrieving web pages by following links or other rules to access online resources.","display_name_alternatives":["webcrawling","crawling the web","web page crawling","web crawl","web spidering","website crawling"],"ids":{"openalex":"https://openalex.org/keywords/web-crawling","wikidata":"https://www.wikidata.org/wiki/Q61466324"},"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.3958,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.3958,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.0743,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"works_count":7362,"cited_by_count":75827,"works_api_url":"https://api.openalex.org/works?filter=keywords.id:keywords/web-crawling","updated_date":"2026-10-21T04:06:17","created_date":"2026-09-30T00:00:00"}