{"id":"https://openalex.org/W2294632035","doi":"https://doi.org/10.1109/laweb.2003.1250300","title":"Cooperative crawling","display_name":"Cooperative crawling","publication_year":2004,"publication_date":"2004-05-06","ids":{"openalex":"https://openalex.org/W2294632035","doi":"https://doi.org/10.1109/laweb.2003.1250300","mag":"2294632035"},"language":"en","primary_location":{"id":"doi:10.1109/laweb.2003.1250300","is_oa":false,"landing_page_url":"https://doi.org/10.1109/laweb.2003.1250300","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/LEOS 3rd International Conference on Numerical Simulation of Semiconductor Optoelectronic Devices (IEEE Cat. No.03EX726)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007358061","display_name":"Marina Buzzi","orcid":"https://orcid.org/0000-0003-1725-9433"},"institutions":[{"id":"https://openalex.org/I4210130157","display_name":"Institute of Informatics and Telematics","ror":"https://ror.org/02gdcn153","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210130157","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"M. Buzzi","raw_affiliation_strings":["IIT-CNR, Italy"],"affiliations":[{"raw_affiliation_string":"IIT-CNR, Italy","institution_ids":["https://openalex.org/I4210130157"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5007358061"],"corresponding_institution_ids":["https://openalex.org/I4210130157"],"apc_list":null,"apc_paid":null,"fwci":1.5781,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.89795305,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"209","last_page":"211"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9790999889373779,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/web-crawler","display_name":"Web crawler","score":0.9656438231468201},{"id":"https://openalex.org/keywords/crawling","display_name":"Crawling","score":0.9126116037368774},{"id":"https://openalex.org/keywords/focused-crawler","display_name":"Focused crawler","score":0.874369740486145},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7717065811157227},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.5921047329902649},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5214030742645264},{"id":"https://openalex.org/keywords/web-page","display_name":"Web page","score":0.5200169086456299},{"id":"https://openalex.org/keywords/publication","display_name":"Publication","score":0.4709276556968689},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4599626660346985},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.45757079124450684},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.42087408900260925},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3612520694732666},{"id":"https://openalex.org/keywords/static-web-page","display_name":"Static web page","score":0.3204382658004761},{"id":"https://openalex.org/keywords/web-navigation","display_name":"Web navigation","score":0.15091779828071594},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.07791417837142944},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.059302061796188354}],"concepts":[{"id":"https://openalex.org/C13743948","wikidata":"https://www.wikidata.org/wiki/Q45842","display_name":"Web crawler","level":2,"score":0.9656438231468201},{"id":"https://openalex.org/C100368936","wikidata":"https://www.wikidata.org/wiki/Q1411725","display_name":"Crawling","level":2,"score":0.9126116037368774},{"id":"https://openalex.org/C73340581","wikidata":"https://www.wikidata.org/wiki/Q5463958","display_name":"Focused crawler","level":5,"score":0.874369740486145},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7717065811157227},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.5921047329902649},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5214030742645264},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.5200169086456299},{"id":"https://openalex.org/C41458344","wikidata":"https://www.wikidata.org/wiki/Q732577","display_name":"Publication","level":2,"score":0.4709276556968689},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4599626660346985},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.45757079124450684},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.42087408900260925},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3612520694732666},{"id":"https://openalex.org/C173576120","wikidata":"https://www.wikidata.org/wiki/Q2641220","display_name":"Static web page","level":4,"score":0.3204382658004761},{"id":"https://openalex.org/C61096286","wikidata":"https://www.wikidata.org/wiki/Q7978592","display_name":"Web navigation","level":3,"score":0.15091779828071594},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.07791417837142944},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.059302061796188354},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0},{"id":"https://openalex.org/C112698675","wikidata":"https://www.wikidata.org/wiki/Q37038","display_name":"Advertising","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/laweb.2003.1250300","is_oa":false,"landing_page_url":"https://doi.org/10.1109/laweb.2003.1250300","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/LEOS 3rd International Conference on Numerical Simulation of Semiconductor Optoelectronic Devices (IEEE Cat. No.03EX726)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.5699999928474426,"display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1566984846","https://openalex.org/W1591738266","https://openalex.org/W2005579877","https://openalex.org/W2007687650","https://openalex.org/W2017726337","https://openalex.org/W2029341294","https://openalex.org/W2029500199","https://openalex.org/W2030453570","https://openalex.org/W2059984218","https://openalex.org/W2124673015","https://openalex.org/W2132599011","https://openalex.org/W2170188121","https://openalex.org/W4246852754","https://openalex.org/W6634031162","https://openalex.org/W6678701036","https://openalex.org/W6685116542"],"related_works":["https://openalex.org/W2375180657","https://openalex.org/W2042034567","https://openalex.org/W2026132847","https://openalex.org/W1506122440","https://openalex.org/W2137810919","https://openalex.org/W2358310581","https://openalex.org/W2274831913","https://openalex.org/W4385695127","https://openalex.org/W2377634017","https://openalex.org/W2113184419"],"abstract_inverted_index":{"Web":[0,25,90],"crawler":[1,52,70,107,122],"design":[2],"presents":[3],"many":[4],"different":[5],"challenges:":[6],"architecture,":[7],"strategies,":[8],"performance":[9],"and":[10,43,97,138,145],"more.":[11],"One":[12],"of":[13,23,45,78],"the":[14,21,28,51,75,82,121,126,132],"most":[15],"important":[16],"research":[17],"topics":[18],"concerns":[19],"improving":[20],"selection":[22],"\"interesting\"":[24],"pages":[26],"(for":[27],"user),":[29],"according":[30],"to":[31,67,71,95,108],"importance":[32],"metrics.":[33],"Another":[34],"relevant":[35],"point":[36],"is":[37,116,135,139],"content":[38],"freshness,":[39],"i.e.":[40],"maintaining":[41],"freshness":[42],"consistency":[44],"temporary":[46],"stored":[47,59],"copies.":[48],"For":[49],"this,":[50],"periodically":[53],"repeats":[54],"its":[55,101,110],"activity":[56],"going":[57],"over":[58],"contents":[60],"(recrawling":[61],"process).":[62],"We":[63],"propose":[64],"a":[65,69,79,106],"scheme":[66,88,134],"permit":[68],"acquire":[72],"information":[73,99,115],"about":[74],"global":[76],"state":[77],"Website":[80],"before":[81],"crawling":[83,143],"process":[84],"takes":[85],"place.":[86],"This":[87],"requires":[89],"server":[91],"cooperation":[92],"in":[93,125],"order":[94],"collect":[96],"publish":[98],"on":[100],"content,":[102],"useful":[103],"for":[104],"enabling":[105],"tune":[109],"visit":[111],"strategy.":[112],"If":[113],"this":[114,130],"unavailable":[117],"or":[118],"not":[119,136],"updated":[120],"still":[123],"acts":[124],"usual":[127],"manner.":[128],"In":[129],"sense":[131],"proposed":[133],"invasive":[137],"independent":[140],"from":[141],"any":[142],"strategy":[144],"architecture.":[146]},"counts_by_year":[{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}