{"id":"https://openalex.org/W2140097565","doi":"https://doi.org/10.1145/2512938.2512958","title":"Crowd crawling","display_name":"Crowd crawling","publication_year":2013,"publication_date":"2013-10-07","ids":{"openalex":"https://openalex.org/W2140097565","doi":"https://doi.org/10.1145/2512938.2512958","mag":"2140097565"},"language":"en","primary_location":{"id":"doi:10.1145/2512938.2512958","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2512938.2512958","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the first ACM conference on Online social networks","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102990466","display_name":"Cong Ding","orcid":"https://orcid.org/0000-0002-6556-1656"},"institutions":[{"id":"https://openalex.org/I74656192","display_name":"University of G\u00f6ttingen","ror":"https://ror.org/01y9bpm73","country_code":"DE","type":"education","lineage":["https://openalex.org/I74656192"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Cong Ding","raw_affiliation_strings":["University of Goettingen, Goettingen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Goettingen, Goettingen, Germany","institution_ids":["https://openalex.org/I74656192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100350503","display_name":"Yang Chen","orcid":"https://orcid.org/0000-0003-4749-3060"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang Chen","raw_affiliation_strings":["Duke University, Durham, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University, Durham, USA","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018318168","display_name":"Xiaoming Fu","orcid":"https://orcid.org/0000-0002-8012-4753"},"institutions":[{"id":"https://openalex.org/I74656192","display_name":"University of G\u00f6ttingen","ror":"https://ror.org/01y9bpm73","country_code":"DE","type":"education","lineage":["https://openalex.org/I74656192"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Xiaoming Fu","raw_affiliation_strings":["University of Goettingen, Goettingen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Goettingen, Goettingen, Germany","institution_ids":["https://openalex.org/I74656192"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"183","last_page":"188"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crawling","display_name":"Crawling","score":0.9625669717788696},{"id":"https://openalex.org/keywords/planetlab","display_name":"PlanetLab","score":0.8900769948959351},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7899205684661865},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.6583261489868164},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.49329274892807007},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4257814884185791},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.38750696182250977},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.2738352417945862},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.19941148161888123}],"concepts":[{"id":"https://openalex.org/C100368936","wikidata":"https://www.wikidata.org/wiki/Q1411725","display_name":"Crawling","level":2,"score":0.9625669717788696},{"id":"https://openalex.org/C2780300890","wikidata":"https://www.wikidata.org/wiki/Q851973","display_name":"PlanetLab","level":3,"score":0.8900769948959351},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7899205684661865},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.6583261489868164},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.49329274892807007},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4257814884185791},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38750696182250977},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.2738352417945862},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.19941148161888123},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2512938.2512958","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2512938.2512958","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the first ACM conference on Online social networks","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.5}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W88305129","https://openalex.org/W1893161742","https://openalex.org/W2022083056","https://openalex.org/W2075357766","https://openalex.org/W2101196063","https://openalex.org/W2103799649","https://openalex.org/W2110903679","https://openalex.org/W2125032792","https://openalex.org/W2127742780","https://openalex.org/W2128657798","https://openalex.org/W2133212379","https://openalex.org/W2137135938","https://openalex.org/W2146322883","https://openalex.org/W2147256592","https://openalex.org/W2152202842","https://openalex.org/W2162133352","https://openalex.org/W2168014536","https://openalex.org/W2173213060","https://openalex.org/W2295141584","https://openalex.org/W4234066287","https://openalex.org/W4246906625","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2003752564","https://openalex.org/W1979307418","https://openalex.org/W42609249","https://openalex.org/W2592877159","https://openalex.org/W2135797138","https://openalex.org/W2233357953","https://openalex.org/W2159342399","https://openalex.org/W2078281120","https://openalex.org/W1955784279","https://openalex.org/W2140097565"],"abstract_inverted_index":{"The":[0],"emerging":[1],"research":[2,38,62],"for":[3,20,35],"online":[4],"social":[5],"networks":[6],"(OSNs)":[7],"requires":[8],"a":[9,29,69,102],"huge":[10],"amount":[11],"of":[12,85],"data.":[13],"However,":[14],"OSN":[15,93],"sites":[16],"typically":[17],"enforce":[18],"restrictions":[19],"data":[21,43,67,96],"crawling,":[22,58],"such":[23],"as":[24],"request":[25,89],"rate":[26,90],"limiting":[27,91],"on":[28,106],"per-IP":[30],"basis.":[31],"It":[32],"becomes":[33],"challenging":[34],"an":[36],"individual":[37],"group":[39],"to":[40,64],"collect":[41],"sufficient":[42],"by":[44,77],"using":[45],"its":[46,110],"own":[47],"network":[48],"resources.":[49],"In":[50],"this":[51],"paper,":[52],"we":[53],"introduce":[54],"and":[55,95,100,108],"motivate":[56],"crowd":[57,103],"which":[59],"allows":[60],"multiple":[61],"groups":[63],"efficiently":[65],"crawl":[66],"in":[68,120],"collaborative":[70],"way.":[71],"Crowd":[72],"crawling":[73,104],"is":[74],"carefully":[75],"designed":[76],"addressing":[78],"several":[79],"practical":[80],"challenges":[81],"including":[82],"resource":[83],"diversity":[84],"different":[86],"partners,":[87],"strict":[88],"from":[92],"providers,":[94],"fidelity.":[97],"We":[98,114],"implemented":[99],"deployed":[101],"prototype":[105],"PlanetLab,":[107],"demonstrated":[109],"performance":[111],"through":[112],"evaluations.":[113],"have":[115],"made":[116],"the":[117],"datasets":[118],"crawled":[119],"our":[121],"evaluation":[122],"publicly":[123],"available.":[124]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":6}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2016-06-24T00:00:00"}