{"id":"https://openalex.org/W2064183442","doi":"https://doi.org/10.1109/ccnc.2014.6866591","title":"Splider: A split-based crawler of the BT-DHT network and its applications","display_name":"Splider: A split-based crawler of the BT-DHT network and its applications","publication_year":2014,"publication_date":"2014-01-01","ids":{"openalex":"https://openalex.org/W2064183442","doi":"https://doi.org/10.1109/ccnc.2014.6866591","mag":"2064183442"},"language":"en","primary_location":{"id":"doi:10.1109/ccnc.2014.6866591","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccnc.2014.6866591","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE 11th Consumer Communications and Networking Conference (CCNC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056386110","display_name":"Bingshuang Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingshuang Liu","raw_affiliation_strings":["Beijing Key Laboratory of Internet Security Technology, Peking University","Institute of Computer Science & Technology, Peking University, Beijing, China#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Internet Security Technology, Peking University","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Institute of Computer Science & Technology, Peking University, Beijing, China#TAB#","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063102094","display_name":"Shidong Wu","orcid":"https://orcid.org/0009-0004-5023-8815"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shidong Wu","raw_affiliation_strings":["Beijing Key Laboratory of Internet Security Technology, Peking University","Institute of Computer Science & Technology, Peking University, Beijing, China#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Internet Security Technology, Peking University","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Institute of Computer Science & Technology, Peking University, Beijing, China#TAB#","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100660700","display_name":"Wei Tao","orcid":"https://orcid.org/0009-0007-0820-0209"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Tao Wei","raw_affiliation_strings":["University of California, Berkeley, CA, USA","Institute of Computer Science & Technology, Peking University, Beijing, China#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"Institute of Computer Science & Technology, Peking University, Beijing, China#TAB#","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100460096","display_name":"Chao Zhang","orcid":"https://orcid.org/0000-0001-7894-8828"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Chao Zhang","raw_affiliation_strings":["University of California, Berkeley, CA, USA","Institute of Computer Science & Technology, Peking University, Beijing, China#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"Institute of Computer Science & Technology, Peking University, Beijing, China#TAB#","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100361766","display_name":"Jun Li","orcid":"https://orcid.org/0000-0002-1042-6297"},"institutions":[{"id":"https://openalex.org/I181233156","display_name":"University of Oregon","ror":"https://ror.org/0293rh119","country_code":"US","type":"education","lineage":["https://openalex.org/I181233156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jun Li","raw_affiliation_strings":["Department of Computer and Information Science, University of Oregon, Eugene, OR, USA","Dept of Computer and Information Science, University of Oregon, Eugene, OR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science, University of Oregon, Eugene, OR, USA","institution_ids":["https://openalex.org/I181233156"]},{"raw_affiliation_string":"Dept of Computer and Information Science, University of Oregon, Eugene, OR, USA","institution_ids":["https://openalex.org/I181233156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100599381","display_name":"Jianyu Zhang","orcid":"https://orcid.org/0000-0002-5213-7063"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianyu Zhang","raw_affiliation_strings":["Beijing Key Laboratory of Internet Security Technology, Peking University","Institute of Computer Science & Technology, Peking University, Beijing, China#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Internet Security Technology, Peking University","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Institute of Computer Science & Technology, Peking University, Beijing, China#TAB#","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107249182","display_name":"Yu Chen","orcid":"https://orcid.org/0009-0004-5272-6193"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Chen","raw_affiliation_strings":["Beijing Key Laboratory of Internet Security Technology, Peking University","Institute of Computer Science & Technology, Peking University, Beijing, China#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Internet Security Technology, Peking University","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Institute of Computer Science & Technology, Peking University, Beijing, China#TAB#","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100369871","display_name":"Chen Li","orcid":"https://orcid.org/0000-0002-7513-0411"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Li","raw_affiliation_strings":["Beijing Key Laboratory of Internet Security Technology, Peking University","Institute of Computer Science & Technology, Peking University, Beijing, China#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Internet Security Technology, Peking University","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Institute of Computer Science & Technology, Peking University, Beijing, China#TAB#","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"327","last_page":"335"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8244156837463379},{"id":"https://openalex.org/keywords/crawling","display_name":"Crawling","score":0.8178999423980713},{"id":"https://openalex.org/keywords/distributed-hash-table","display_name":"Distributed hash table","score":0.7439197897911072},{"id":"https://openalex.org/keywords/hash-table","display_name":"Hash table","score":0.5783125758171082},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5330114960670471},{"id":"https://openalex.org/keywords/peer-to-peer","display_name":"Peer-to-peer","score":0.5228886008262634},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5215259194374084},{"id":"https://openalex.org/keywords/routing-table","display_name":"Routing table","score":0.502587080001831},{"id":"https://openalex.org/keywords/web-crawler","display_name":"Web crawler","score":0.5012166500091553},{"id":"https://openalex.org/keywords/planetlab","display_name":"PlanetLab","score":0.45778170228004456},{"id":"https://openalex.org/keywords/snapshot","display_name":"Snapshot (computer storage)","score":0.4404652714729309},{"id":"https://openalex.org/keywords/hash-function","display_name":"Hash function","score":0.3294191360473633},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.2878284454345703},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.2515638470649719},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1386255919933319},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1357848346233368},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.11302262544631958}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8244156837463379},{"id":"https://openalex.org/C100368936","wikidata":"https://www.wikidata.org/wiki/Q1411725","display_name":"Crawling","level":2,"score":0.8178999423980713},{"id":"https://openalex.org/C2780224649","wikidata":"https://www.wikidata.org/wiki/Q863506","display_name":"Distributed hash table","level":3,"score":0.7439197897911072},{"id":"https://openalex.org/C67388219","wikidata":"https://www.wikidata.org/wiki/Q207440","display_name":"Hash table","level":3,"score":0.5783125758171082},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5330114960670471},{"id":"https://openalex.org/C534932454","wikidata":"https://www.wikidata.org/wiki/Q161410","display_name":"Peer-to-peer","level":2,"score":0.5228886008262634},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5215259194374084},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.502587080001831},{"id":"https://openalex.org/C13743948","wikidata":"https://www.wikidata.org/wiki/Q45842","display_name":"Web crawler","level":2,"score":0.5012166500091553},{"id":"https://openalex.org/C2780300890","wikidata":"https://www.wikidata.org/wiki/Q851973","display_name":"PlanetLab","level":3,"score":0.45778170228004456},{"id":"https://openalex.org/C55282118","wikidata":"https://www.wikidata.org/wiki/Q252683","display_name":"Snapshot (computer storage)","level":2,"score":0.4404652714729309},{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.3294191360473633},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.2878284454345703},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.2515638470649719},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1386255919933319},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1357848346233368},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.11302262544631958},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ccnc.2014.6866591","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccnc.2014.6866591","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE 11th Consumer Communications and Networking Conference (CCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W106940177","https://openalex.org/W239964209","https://openalex.org/W1520914943","https://openalex.org/W1576247523","https://openalex.org/W1989643196","https://openalex.org/W1997096104","https://openalex.org/W2066814646","https://openalex.org/W2098861879","https://openalex.org/W2101328853","https://openalex.org/W2117909858","https://openalex.org/W2119245106","https://openalex.org/W2126764397","https://openalex.org/W2126895395","https://openalex.org/W2128564705","https://openalex.org/W2141610919","https://openalex.org/W2143231397","https://openalex.org/W2143501238","https://openalex.org/W2148573461","https://openalex.org/W2150941206","https://openalex.org/W2152386079","https://openalex.org/W2155025530","https://openalex.org/W4248388227","https://openalex.org/W6604265354","https://openalex.org/W6609205758"],"related_works":["https://openalex.org/W2140097565","https://openalex.org/W2360647157","https://openalex.org/W1589448563","https://openalex.org/W2160050276","https://openalex.org/W2049187623","https://openalex.org/W2118867570","https://openalex.org/W2102755235","https://openalex.org/W4233890295","https://openalex.org/W1692651244","https://openalex.org/W2097018203"],"abstract_inverted_index":{"Capturing":[0],"accurate":[1],"snapshots":[2],"of":[3,11,32,43,53,90,98,127,193,219,225],"peer-to-peer":[4],"(P2P)":[5],"networks,":[6,34,45],"especially":[7],"those":[8,20],"with":[9,146,165],"millions":[10],"users,":[12],"is":[13,137,174],"essential":[14],"to":[15,93,139,198],"many":[16],"P2P-based":[17],"applications,":[18],"including":[19,213],"monitoring":[21],"and":[22,29,68,207,216,222,227],"analyzing":[23],"P2P":[24,33,44,91,121],"networks.":[25],"The":[26],"large":[27],"scale":[28],"dynamic":[30],"nature":[31],"however,":[35],"make":[36],"this":[37,64],"task":[38],"very":[39],"challenging.":[40],"Existent":[41],"crawlers":[42],"for":[46,113],"example,":[47],"often":[48],"miss":[49],"a":[50,70,110,115,147,152,166,195],"substantial":[51],"portion":[52],"the":[54,87,99,125,191,209,214,223],"ID":[55,88,100],"space":[56,89],"while":[57,102,170],"unnecessarily":[58],"crawling":[59,77,104],"numerous":[60],"nodes":[61,92,145,164,221],"repeatedly.":[62],"In":[63],"paper,":[65],"we":[66],"design":[67],"evaluate":[69],"new":[71],"crawler":[72,155],"called":[73],"Splider.":[74,178],"Unlike":[75],"traditional":[76,153],"algorithms":[78],"that":[79,123,135],"adopt":[80],"an":[81],"iterative":[82,154],"approach,":[83],"Splider":[84,111,136,179],"recursively":[85],"splits":[86],"crawl":[94],"even":[95],"tiny":[96],"corners":[97],"space,":[101],"avoiding":[103],"repeated":[105],"nodes.":[106,132],"We":[107,204],"further":[108,181],"implement":[109],"prototype":[112],"BT-DHT,":[114],"Kademlia-based":[116],"distributed":[117,183],"hash":[118],"table":[119],"(DHT)":[120],"network,":[122],"exploits":[124],"structure":[126],"routing":[128],"tables":[129],"at":[130,157],"BT-DHT":[131,211,220],"Experiments":[133],"show":[134],"able":[138],"gather":[140],"more":[141],"than":[142,177],"16":[143],"million":[144,163],"100%":[148],"recall":[149,168],"ratio,":[150],"whereas":[151],"can":[156,180],"best":[158],"capture":[159],"only":[160,200],"about":[161,201],"8":[162],"66%":[167],"ratio":[169],"its":[171],"traffic-cost":[172],"effectiveness":[173],"50%":[175],"less":[176],"support":[182],"deployment;":[184],"without":[185],"any":[186],"synchronization":[187],"overhead,":[188],"it":[189],"reduces":[190],"time":[192],"capturing":[194],"full":[196],"snapshot":[197],"be":[199],"3":[202],"minutes.":[203],"finally":[205],"report":[206],"analyze":[208],"captured":[210],"snapshots,":[212],"spatial":[215],"temporal":[217],"distribution":[218],"existence":[224],"sybil":[226],"eclipse":[228],"attacks":[229],"in":[230],"BT-DHT.":[231]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}