{"id":"https://openalex.org/keywords/web-crawls","display_name":"web crawls","description":"Web crawls are systematically collected sets of web pages and associated data produced by automated programs that traverse links across the World Wide Web.","display_name_alternatives":["web crawl datasets","web crawl data"],"ids":{"openalex":"https://openalex.org/keywords/web-crawls","wikidata":null},"primary_topic":{"id":"https://openalex.org/T11657","display_name":"Digital and Traditional Archives Management","score":0.2135,"subfield":{"id":"https://openalex.org/subfields/1206","display_name":"Conservation"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11657","display_name":"Digital and Traditional Archives Management","score":0.2135,"subfield":{"id":"https://openalex.org/subfields/1206","display_name":"Conservation"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.1336,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.1098,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.0925,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"works_count":104,"cited_by_count":2295,"works_api_url":"https://api.openalex.org/works?filter=keywords.id:keywords/web-crawls","updated_date":"2026-11-16T04:05:30","created_date":"2026-09-30T00:00:00"}
