{"id":"https://openalex.org/W2985116435","doi":"https://doi.org/10.1145/3359238","title":"Dropping the Baton?","display_name":"Dropping the Baton?","publication_year":2019,"publication_date":"2019-11-07","ids":{"openalex":"https://openalex.org/W2985116435","doi":"https://doi.org/10.1145/3359238","mag":"2985116435"},"language":"en","primary_location":{"id":"doi:10.1145/3359238","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3359238","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3359238","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3359238","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100460601","display_name":"Tianyi Li","orcid":"https://orcid.org/0000-0002-1145-2526"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tianyi Li","raw_affiliation_strings":["Virginia Tech, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063521498","display_name":"Chandler J. Manns","orcid":null},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chandler J. Manns","raw_affiliation_strings":["Virginia Tech, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037675411","display_name":"Chris North","orcid":"https://orcid.org/0000-0002-8786-7103"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chris North","raw_affiliation_strings":["Virginia Tech, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087667251","display_name":"Kurt Luther","orcid":"https://orcid.org/0000-0003-1809-6269"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kurt Luther","raw_affiliation_strings":["Virginia Tech, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100460601"],"corresponding_institution_ids":["https://openalex.org/I859038795"],"apc_list":null,"apc_paid":null,"fwci":2.4074,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.90157251,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"3","issue":"CSCW","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11819","display_name":"Data-Driven Disease Surveillance","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sensemaking","display_name":"Sensemaking","score":0.9511958360671997},{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.7948033809661865},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7545520067214966},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6341360807418823},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5854761600494385},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5576733350753784},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5192004442214966},{"id":"https://openalex.org/keywords/plot","display_name":"Plot (graphics)","score":0.49888157844543457},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3149062395095825},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.29880839586257935},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.12261775135993958}],"concepts":[{"id":"https://openalex.org/C2780554381","wikidata":"https://www.wikidata.org/wiki/Q2063340","display_name":"Sensemaking","level":2,"score":0.9511958360671997},{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.7948033809661865},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7545520067214966},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6341360807418823},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5854761600494385},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5576733350753784},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5192004442214966},{"id":"https://openalex.org/C167651023","wikidata":"https://www.wikidata.org/wiki/Q1474611","display_name":"Plot (graphics)","level":2,"score":0.49888157844543457},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3149062395095825},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.29880839586257935},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.12261775135993958},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3359238","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3359238","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3359238","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3359238","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3359238","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3359238","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.800000011920929,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G5446991832","display_name":null,"funder_award_id":"IIS-1527453","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6997731793","display_name":null,"funder_award_id":"IIS-1447416","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8414587967","display_name":null,"funder_award_id":"IIS-1651969","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2985116435.pdf","grobid_xml":"https://content.openalex.org/works/W2985116435.grobid-xml"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W130261620","https://openalex.org/W1507165380","https://openalex.org/W1911845565","https://openalex.org/W1961478032","https://openalex.org/W1978643246","https://openalex.org/W1992928607","https://openalex.org/W2009681737","https://openalex.org/W2024559213","https://openalex.org/W2033525277","https://openalex.org/W2042215831","https://openalex.org/W2050491563","https://openalex.org/W2053864527","https://openalex.org/W2065164981","https://openalex.org/W2075433557","https://openalex.org/W2077290111","https://openalex.org/W2096519149","https://openalex.org/W2113878109","https://openalex.org/W2120396827","https://openalex.org/W2122885251","https://openalex.org/W2133485007","https://openalex.org/W2136836261","https://openalex.org/W2145111356","https://openalex.org/W2151785234","https://openalex.org/W2155822737","https://openalex.org/W2158062194","https://openalex.org/W2159513729","https://openalex.org/W2166145477","https://openalex.org/W2168765606","https://openalex.org/W2173894669","https://openalex.org/W2281183513","https://openalex.org/W2290102723","https://openalex.org/W2290652328","https://openalex.org/W2296194912","https://openalex.org/W2337464997","https://openalex.org/W2398018337","https://openalex.org/W2406037548","https://openalex.org/W2553906916","https://openalex.org/W2588505903","https://openalex.org/W2610281177","https://openalex.org/W2752059862","https://openalex.org/W2772461498","https://openalex.org/W2795145309","https://openalex.org/W2810056469","https://openalex.org/W2810228847","https://openalex.org/W2898495276","https://openalex.org/W2898989642","https://openalex.org/W2905763651","https://openalex.org/W2912178159","https://openalex.org/W2913837785","https://openalex.org/W2941371335","https://openalex.org/W3102610420","https://openalex.org/W3122915469","https://openalex.org/W4247495437","https://openalex.org/W4256534179","https://openalex.org/W4297685388"],"related_works":["https://openalex.org/W3002559787","https://openalex.org/W2100609754","https://openalex.org/W3032998312","https://openalex.org/W2050640900","https://openalex.org/W2049050102","https://openalex.org/W135177976","https://openalex.org/W2596767525","https://openalex.org/W1886987011","https://openalex.org/W2795557596","https://openalex.org/W4384486036"],"abstract_inverted_index":{"Crowdsourced":[0],"sensemaking":[1,26,69,77,95],"has":[2],"shown":[3],"great":[4],"potential":[5],"for":[6,140],"enabling":[7],"scalable":[8],"analysis":[9],"of":[10,33,64,86,118,128,151],"complex":[11],"data":[12,130],"sets,":[13],"from":[14],"planning":[15],"trips,":[16],"to":[17,20,97],"designing":[18],"products,":[19],"solving":[21],"crimes.":[22],"Yet,":[23],"most":[24],"crowd":[25,90,94,119,156],"approaches":[27],"still":[28],"require":[29],"expert":[30],"intervention":[31],"because":[32],"worker":[34,132],"errors":[35,47,107,120],"and":[36,48,71,108,111,121,126,144],"bottlenecks":[37,49,109],"that":[38],"would":[39,50],"otherwise":[40],"harm":[41],"the":[42,53,62,76,124,152],"output":[43],"quality.":[44],"Mitigating":[45],"these":[46],"significantly":[51],"reduce":[52],"burden":[54],"on":[55,104],"experts,":[56],"yet":[57],"little":[58],"is":[59],"known":[60],"about":[61],"types":[63,117],"mistakes":[65],"crowds":[66],"make":[67],"with":[68,88],"micro-tasks":[70],"how":[72,112,123,146],"they":[73,113],"propagate":[74],"in":[75],"loop.":[78],"In":[79],"this":[80],"paper,":[81],"we":[82],"conduct":[83],"a":[84,93,99,147],"series":[85],"studies":[87],"325":[89],"workers":[91],"using":[92],"pipeline":[96,153],"solve":[98],"fictional":[100],"terrorist":[101],"plot,":[102],"focusing":[103],"understanding":[105],"why":[106],"happen":[110],"propagate.":[114],"We":[115,134],"classify":[116],"show":[122],"amount":[125],"quality":[127],"input":[129],"influence":[131],"performance.":[133],"conclude":[135],"by":[136],"suggesting":[137],"design":[138],"recommendations":[139],"integrated":[141],"crowdsourcing":[142],"systems":[143],"speculating":[145],"complementary":[148],"top-down":[149],"path":[150],"could":[154],"refine":[155],"analyses.":[157]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}