{"id":"https://openalex.org/W2081470778","doi":"https://doi.org/10.1016/s0164-1212(01)00091-7","title":"Architectural design and evaluation of an efficient Web-crawling system","display_name":"Architectural design and evaluation of an efficient Web-crawling system","publication_year":2002,"publication_date":"2002-02-01","ids":{"openalex":"https://openalex.org/W2081470778","doi":"https://doi.org/10.1016/s0164-1212(01)00091-7","mag":"2081470778"},"language":"en","primary_location":{"id":"doi:10.1016/s0164-1212(01)00091-7","is_oa":false,"landing_page_url":"https://doi.org/10.1016/s0164-1212(01)00091-7","pdf_url":null,"source":{"id":"https://openalex.org/S37879656","display_name":"Journal of Systems and Software","issn_l":"0164-1212","issn":["0164-1212","1873-1228"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Systems and Software","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111726041","display_name":"Hongfei Yan","orcid":"https://orcid.org/0000-0001-5914-8585"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hongfei Yan","raw_affiliation_strings":["Computer Networks and Distributed Systems Laboratory, Department of Computer Science and Technology, Peking University, Beijing 100871, PR China","Computer Networks and Distributed Systems Laboratory, Department of Computer Science and Technology, Peking University, Beijing 100871, PR China#TAB#"],"affiliations":[{"raw_affiliation_string":"Computer Networks and Distributed Systems Laboratory, Department of Computer Science and Technology, Peking University, Beijing 100871, PR China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Computer Networks and Distributed Systems Laboratory, Department of Computer Science and Technology, Peking University, Beijing 100871, PR China#TAB#","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100630868","display_name":"Jianyong Wang","orcid":"https://orcid.org/0000-0002-7555-170X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianyong Wang","raw_affiliation_strings":["Computer Networks and Distributed Systems Laboratory, Department of Computer Science and Technology, Peking University, Beijing 100871, PR China","Computer Networks and Distributed Systems Laboratory, Department of Computer Science and Technology, Peking University, Beijing 100871, PR China#TAB#"],"affiliations":[{"raw_affiliation_string":"Computer Networks and Distributed Systems Laboratory, Department of Computer Science and Technology, Peking University, Beijing 100871, PR China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Computer Networks and Distributed Systems Laboratory, Department of Computer Science and Technology, Peking University, Beijing 100871, PR China#TAB#","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027938867","display_name":"Xiaoming Li","orcid":"https://orcid.org/0000-0002-9956-1793"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoming Li","raw_affiliation_strings":["Computer Networks and Distributed Systems Laboratory, Department of Computer Science and Technology, Peking University, Beijing 100871, PR China","Computer Networks and Distributed Systems Laboratory, Department of Computer Science and Technology, Peking University, Beijing 100871, PR China#TAB#"],"affiliations":[{"raw_affiliation_string":"Computer Networks and Distributed Systems Laboratory, Department of Computer Science and Technology, Peking University, Beijing 100871, PR China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Computer Networks and Distributed Systems Laboratory, Department of Computer Science and Technology, Peking University, Beijing 100871, PR China#TAB#","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109297259","display_name":"Lin Guo","orcid":"https://orcid.org/0000-0002-5602-6969"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Guo","raw_affiliation_strings":["Computer Networks and Distributed Systems Laboratory, Department of Computer Science and Technology, Peking University, Beijing 100871, PR China","Computer Networks and Distributed Systems Laboratory, Department of Computer Science and Technology, Peking University, Beijing 100871, PR China#TAB#"],"affiliations":[{"raw_affiliation_string":"Computer Networks and Distributed Systems Laboratory, Department of Computer Science and Technology, Peking University, Beijing 100871, PR China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Computer Networks and Distributed Systems Laboratory, Department of Computer Science and Technology, Peking University, Beijing 100871, PR China#TAB#","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5111726041"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":{"value":3560,"currency":"USD","value_usd":3560},"apc_paid":null,"fwci":4.1745,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.94477664,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"60","issue":"3","first_page":"185","last_page":"193"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crawling","display_name":"Crawling","score":0.8201007843017578},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6766507625579834},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6524014472961426},{"id":"https://openalex.org/keywords/web-modeling","display_name":"Web modeling","score":0.6172904968261719},{"id":"https://openalex.org/keywords/web-crawler","display_name":"Web crawler","score":0.5773313045501709},{"id":"https://openalex.org/keywords/reconfigurability","display_name":"Reconfigurability","score":0.5486413836479187},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.49872446060180664},{"id":"https://openalex.org/keywords/web-service","display_name":"Web service","score":0.49241459369659424},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.46265774965286255},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4368557035923004},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.2187836468219757},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.16134381294250488}],"concepts":[{"id":"https://openalex.org/C100368936","wikidata":"https://www.wikidata.org/wiki/Q1411725","display_name":"Crawling","level":2,"score":0.8201007843017578},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6766507625579834},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6524014472961426},{"id":"https://openalex.org/C130436687","wikidata":"https://www.wikidata.org/wiki/Q7978591","display_name":"Web modeling","level":3,"score":0.6172904968261719},{"id":"https://openalex.org/C13743948","wikidata":"https://www.wikidata.org/wiki/Q45842","display_name":"Web crawler","level":2,"score":0.5773313045501709},{"id":"https://openalex.org/C2780149590","wikidata":"https://www.wikidata.org/wiki/Q7302742","display_name":"Reconfigurability","level":2,"score":0.5486413836479187},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.49872446060180664},{"id":"https://openalex.org/C35578498","wikidata":"https://www.wikidata.org/wiki/Q193424","display_name":"Web service","level":2,"score":0.49241459369659424},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.46265774965286255},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4368557035923004},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2187836468219757},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.16134381294250488},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/s0164-1212(01)00091-7","is_oa":false,"landing_page_url":"https://doi.org/10.1016/s0164-1212(01)00091-7","pdf_url":null,"source":{"id":"https://openalex.org/S37879656","display_name":"Journal of Systems and Software","issn_l":"0164-1212","issn":["0164-1212","1873-1228"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Systems and Software","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320319804","display_name":"Badan Riset dan Inovasi Nasional","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W2049994230","https://openalex.org/W2066636486","https://openalex.org/W2102456724","https://openalex.org/W6600902270"],"related_works":["https://openalex.org/W2084213350","https://openalex.org/W2566658409","https://openalex.org/W3119324922","https://openalex.org/W2352686120","https://openalex.org/W2372594123","https://openalex.org/W2358310581","https://openalex.org/W2964752624","https://openalex.org/W2026132847","https://openalex.org/W4385695127","https://openalex.org/W2137810919"],"abstract_inverted_index":null,"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2018,"cited_by_count":3},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}