{"id":"https://openalex.org/W2170509038","doi":"https://doi.org/10.1140/epjds/s13688-014-0013-1","title":"Error and attack tolerance of collective problem solving: The DARPA Shredder Challenge","display_name":"Error and attack tolerance of collective problem solving: The DARPA Shredder Challenge","publication_year":2014,"publication_date":"2014-09-29","ids":{"openalex":"https://openalex.org/W2170509038","doi":"https://doi.org/10.1140/epjds/s13688-014-0013-1","mag":"2170509038"},"language":"en","primary_location":{"id":"doi:10.1140/epjds/s13688-014-0013-1","is_oa":true,"landing_page_url":"https://doi.org/10.1140/epjds/s13688-014-0013-1","pdf_url":"https://epjdatascience.springeropen.com/counter/pdf/10.1140/epjds/s13688-014-0013-1","source":{"id":"https://openalex.org/S2504380752","display_name":"EPJ Data Science","issn_l":"2193-1127","issn":["2193-1127"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EPJ Data Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://epjdatascience.springeropen.com/counter/pdf/10.1140/epjds/s13688-014-0013-1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086688018","display_name":"Nicolas Stefanovitch","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nicolas Stefanovitch","raw_affiliation_strings":["Masdar Institute of Science and Technology, Abu Dhabi, 54224, UAE"],"affiliations":[{"raw_affiliation_string":"Masdar Institute of Science and Technology, Abu Dhabi, 54224, UAE","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106500038","display_name":"Aamena Alshamsi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aamena Alshamsi","raw_affiliation_strings":["Masdar Institute of Science and Technology, Abu Dhabi, 54224, UAE"],"affiliations":[{"raw_affiliation_string":"Masdar Institute of Science and Technology, Abu Dhabi, 54224, UAE","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017095669","display_name":"Manuel Cebri\u00e1n","orcid":"https://orcid.org/0000-0002-3681-7982"},"institutions":[{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I36258959","display_name":"University of California, San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]},{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU","US"],"is_corresponding":false,"raw_author_name":"Manuel Cebrian","raw_affiliation_strings":["Department of Computer Science and Engineering, University of California at San Diego, La Jolla, 92093, CA, California, USA","National Information and Communications Technology Australia, University of Melbourne, Melbourne, 3010, Victoria, Australia"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of California at San Diego, La Jolla, 92093, CA, California, USA","institution_ids":["https://openalex.org/I36258959"]},{"raw_affiliation_string":"National Information and Communications Technology Australia, University of Melbourne, Melbourne, 3010, Victoria, Australia","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009232244","display_name":"Iyad Rahwan","orcid":"https://orcid.org/0000-0002-1796-4303"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Iyad Rahwan","raw_affiliation_strings":["Masdar Institute of Science and Technology, Abu Dhabi, 54224, UAE","School of Informatics, University of Edinburgh, Edinburgh, UK"],"affiliations":[{"raw_affiliation_string":"Masdar Institute of Science and Technology, Abu Dhabi, 54224, UAE","institution_ids":[]},{"raw_affiliation_string":"School of Informatics, University of Edinburgh, Edinburgh, UK","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5009232244"],"corresponding_institution_ids":["https://openalex.org/I98677209"],"apc_list":{"value":1190,"currency":"GBP","value_usd":1459},"apc_paid":{"value":1190,"currency":"GBP","value_usd":1459},"fwci":6.5446,"has_fulltext":true,"cited_by_count":30,"citation_normalized_percentile":{"value":0.96228515,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"3","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8893016576766968},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6174565553665161},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5689433217048645},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5174339413642883},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.5013344287872314},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.45418277382850647},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.43545907735824585},{"id":"https://openalex.org/keywords/collective-behavior","display_name":"Collective behavior","score":0.42069536447525024},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.11548787355422974}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8893016576766968},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6174565553665161},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5689433217048645},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5174339413642883},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.5013344287872314},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.45418277382850647},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.43545907735824585},{"id":"https://openalex.org/C100339178","wikidata":"https://www.wikidata.org/wiki/Q2548752","display_name":"Collective behavior","level":2,"score":0.42069536447525024},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.11548787355422974},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1140/epjds/s13688-014-0013-1","is_oa":true,"landing_page_url":"https://doi.org/10.1140/epjds/s13688-014-0013-1","pdf_url":"https://epjdatascience.springeropen.com/counter/pdf/10.1140/epjds/s13688-014-0013-1","source":{"id":"https://openalex.org/S2504380752","display_name":"EPJ Data Science","issn_l":"2193-1127","issn":["2193-1127"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EPJ Data Science","raw_type":"journal-article"},{"id":"pmh:oai:pure.mpg.de:item_3020453","is_oa":true,"landing_page_url":"http://hdl.handle.net/21.11116/0000-0002-D39F-D","pdf_url":null,"source":{"id":"https://openalex.org/S4306400654","display_name":"MPG.PuRe (Max Planck Society)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149899117","host_organization_name":"Max Planck Society","host_organization_lineage":["https://openalex.org/I149899117"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"EPJ Data Science","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1140/epjds/s13688-014-0013-1","is_oa":true,"landing_page_url":"https://doi.org/10.1140/epjds/s13688-014-0013-1","pdf_url":"https://epjdatascience.springeropen.com/counter/pdf/10.1140/epjds/s13688-014-0013-1","source":{"id":"https://openalex.org/S2504380752","display_name":"EPJ Data Science","issn_l":"2193-1127","issn":["2193-1127"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EPJ Data Science","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6194240451","display_name":"National ICT Australia","funder_award_id":"NICTA","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320315885","display_name":"Australian Government","ror":"https://ror.org/0314h5y94"},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2170509038.pdf","grobid_xml":"https://content.openalex.org/works/W2170509038.grobid-xml"},"referenced_works_count":100,"referenced_works":["https://openalex.org/W90861027","https://openalex.org/W226428170","https://openalex.org/W256394748","https://openalex.org/W328684559","https://openalex.org/W574495704","https://openalex.org/W1496405134","https://openalex.org/W1569871753","https://openalex.org/W1578902217","https://openalex.org/W1594207996","https://openalex.org/W1595043702","https://openalex.org/W1605255363","https://openalex.org/W1632356912","https://openalex.org/W1830719945","https://openalex.org/W1966146032","https://openalex.org/W1968147892","https://openalex.org/W1973987152","https://openalex.org/W1975495669","https://openalex.org/W1981271237","https://openalex.org/W1988560072","https://openalex.org/W1989645203","https://openalex.org/W1990210582","https://openalex.org/W1992101337","https://openalex.org/W1993088733","https://openalex.org/W1993865115","https://openalex.org/W2000042664","https://openalex.org/W2019094310","https://openalex.org/W2022710553","https://openalex.org/W2029716549","https://openalex.org/W2034463056","https://openalex.org/W2035078508","https://openalex.org/W2036079615","https://openalex.org/W2042438701","https://openalex.org/W2043284163","https://openalex.org/W2065769502","https://openalex.org/W2066462806","https://openalex.org/W2069441657","https://openalex.org/W2073338313","https://openalex.org/W2077667744","https://openalex.org/W2078362713","https://openalex.org/W2086050448","https://openalex.org/W2087436058","https://openalex.org/W2100789707","https://openalex.org/W2103802799","https://openalex.org/W2107678607","https://openalex.org/W2107756083","https://openalex.org/W2109062107","https://openalex.org/W2118727360","https://openalex.org/W2120220258","https://openalex.org/W2120946983","https://openalex.org/W2122309512","https://openalex.org/W2124802514","https://openalex.org/W2126079815","https://openalex.org/W2126334589","https://openalex.org/W2127008633","https://openalex.org/W2128059640","https://openalex.org/W2138334256","https://openalex.org/W2142972886","https://openalex.org/W2146039090","https://openalex.org/W2146045337","https://openalex.org/W2148527862","https://openalex.org/W2149906572","https://openalex.org/W2150340183","https://openalex.org/W2153943092","https://openalex.org/W2163522723","https://openalex.org/W2163881971","https://openalex.org/W2170989440","https://openalex.org/W2175723801","https://openalex.org/W2185608135","https://openalex.org/W2226396244","https://openalex.org/W2295497133","https://openalex.org/W2324656367","https://openalex.org/W2337430557","https://openalex.org/W2397518657","https://openalex.org/W2404777434","https://openalex.org/W2595724883","https://openalex.org/W2606126444","https://openalex.org/W2616623023","https://openalex.org/W2626859353","https://openalex.org/W2735460460","https://openalex.org/W2753514269","https://openalex.org/W2911280963","https://openalex.org/W2911795375","https://openalex.org/W2912159009","https://openalex.org/W2912211078","https://openalex.org/W2913756371","https://openalex.org/W2952547163","https://openalex.org/W3013289126","https://openalex.org/W3022307797","https://openalex.org/W3026384765","https://openalex.org/W3103071483","https://openalex.org/W3103362336","https://openalex.org/W3121257585","https://openalex.org/W3122867100","https://openalex.org/W3123895079","https://openalex.org/W3124237555","https://openalex.org/W3151447477","https://openalex.org/W4233654598","https://openalex.org/W4245266864","https://openalex.org/W4251155314","https://openalex.org/W6948087802"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4318823662","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W3207526114","https://openalex.org/W4286908577"],"abstract_inverted_index":{"The":[0],"Internet":[1],"has":[2,34,65],"unleashed":[3],"the":[4,35,88,124,128,140,164,169,186],"capacity":[5,36],"for":[6,192],"planetary-scale":[7],"collective":[8],"problem":[9,178,190],"solving":[10,179,191],"(also":[11],"known":[12],"as":[13],"crowdsourcing),":[14],"with":[15,75],"ever":[16],"increasing":[17],"successful":[18],"examples.":[19],"A":[20],"key":[21],"hypothesis":[22],"behind":[23],"crowdsourcing":[24],"is":[25,142],"that,":[26],"at":[27],"a":[28,117],"critical":[29],"mass":[30],"of":[31,47,77,113,119,188],"participation,":[32],"it":[33],"not":[37],"only":[38],"to":[39,51,126,132,144,146,157],"agglomerate":[40],"and":[41,56,71,116,122,135,162,176,198],"coordinate":[42],"individual":[43],"contributions":[44,115],"from":[45,67,84,103,137,148],"thousands":[46,112],"individuals,":[48],"but":[49],"also":[50],"filter":[52],"out":[53],"erroneous":[54,114],"contributions,":[55],"even":[57],"malicious":[58,159],"behavior.":[59],"Mixed":[60],"evidence":[61],"on":[62],"this":[63],"front":[64],"arisen":[66],"limited":[68],"observational":[69],"data":[70,83],"controlled":[72],"laboratory":[73],"experiments":[74],"problems":[76],"moderate":[78],"difficulty.":[79],"We":[80,110],"analyze":[81],"behavioral":[82],"our":[85],"participation":[86,175],"in":[87,173,185],"DARPA":[89],"Shredder":[90],"Challenge,":[91],"an":[92],"NP-hard":[93],"combinatorial":[94],"puzzle":[95],"beyond":[96],"computational":[97],"reach,":[98],"which":[99,127],"involved":[100],"3,500":[101],"participants":[102,153],"five":[104],"continents":[105],"over":[106,168],"three":[107],"consecutive":[108],"weeks.":[109],"study":[111],"number":[118],"large-scale":[120],"attacks,":[121],"quantify":[123],"extent":[125],"crowd":[129,141],"was":[130],"able":[131,143],"detect,":[133],"react,":[134],"recover":[136,147],"them.":[138],"Whereas":[139],"self-organize":[145],"errors,":[149],"we":[150],"observe":[151],"that":[152],"are":[154],"(i)":[155],"unable":[156],"contain":[158],"behavior":[160],"(attacks)":[161],"(ii)":[163],"attacks":[165],"displayed":[166],"persistence":[167],"subsequent":[170],"participants,":[171],"manifested":[172],"decreased":[174],"reduced":[177],"efficiency.":[180],"Our":[181],"results":[182],"raise":[183],"caution":[184],"application":[187],"crowdsourced":[189],"sensitive":[193],"tasks":[194],"involving":[195],"Financial":[196],"Markets":[197],"National":[199],"Security.":[200]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}