{"id":"https://openalex.org/W2794122052","doi":"https://doi.org/10.1145/3172944.3172948","title":"Two Tools are Better Than One","display_name":"Two Tools are Better Than One","publication_year":2018,"publication_date":"2018-03-05","ids":{"openalex":"https://openalex.org/W2794122052","doi":"https://doi.org/10.1145/3172944.3172948","mag":"2794122052"},"language":"en","primary_location":{"id":"doi:10.1145/3172944.3172948","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3172944.3172948","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"23rd International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058977902","display_name":"Jean Song","orcid":"https://orcid.org/0000-0003-4379-3971"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jean Y. Song","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066433489","display_name":"Raymond Fok","orcid":"https://orcid.org/0000-0002-0612-5782"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Raymond Fok","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035758534","display_name":"Alan Lundgard","orcid":"https://orcid.org/0000-0002-1352-3615"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alan Lundgard","raw_affiliation_strings":["University of Michigan, Ann Arbor , MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor , MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052488619","display_name":"Fan Yang","orcid":"https://orcid.org/0000-0001-7185-5688"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fan Yang","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079709359","display_name":"Juho Kim","orcid":"https://orcid.org/0000-0001-6348-4127"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Juho Kim","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, Rebublic of Korea"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, Rebublic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063574664","display_name":"Walter S. Lasecki","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Walter S. Lasecki","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5058977902"],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":3.937,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.93472298,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"559","last_page":"570"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9699000120162964,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9693999886512756,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9500514268875122},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8259600400924683},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7577893137931824},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.7566732168197632},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7324908971786499},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.586302638053894},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5435845255851746},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5258693695068359},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5238540172576904},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4906229078769684},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4525030851364136},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4388720989227295},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.4185335040092468},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.37111371755599976},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.08160308003425598}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9500514268875122},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8259600400924683},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7577893137931824},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.7566732168197632},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7324908971786499},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.586302638053894},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5435845255851746},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5258693695068359},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5238540172576904},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4906229078769684},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4525030851364136},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4388720989227295},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.4185335040092468},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.37111371755599976},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.08160308003425598},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3172944.3172948","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3172944.3172948","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"23rd International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W611457968","https://openalex.org/W1534477342","https://openalex.org/W1565732937","https://openalex.org/W1573900212","https://openalex.org/W1861492603","https://openalex.org/W1903029394","https://openalex.org/W1908985308","https://openalex.org/W1968326021","https://openalex.org/W1970381522","https://openalex.org/W1988690348","https://openalex.org/W1988790447","https://openalex.org/W2005665592","https://openalex.org/W2035818959","https://openalex.org/W2045515072","https://openalex.org/W2055302526","https://openalex.org/W2060903226","https://openalex.org/W2088664555","https://openalex.org/W2102911672","https://openalex.org/W2110764733","https://openalex.org/W2135293965","https://openalex.org/W2138847321","https://openalex.org/W2142518823","https://openalex.org/W2149273804","https://openalex.org/W2168144930","https://openalex.org/W2194370442","https://openalex.org/W2234829506","https://openalex.org/W2264285263","https://openalex.org/W2280438363","https://openalex.org/W2337429362","https://openalex.org/W2505156521","https://openalex.org/W2591957553","https://openalex.org/W2599765304","https://openalex.org/W2603933151","https://openalex.org/W2611083268","https://openalex.org/W2765966685","https://openalex.org/W2793887949","https://openalex.org/W2796095752","https://openalex.org/W2953080935","https://openalex.org/W4300184272"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114"],"abstract_inverted_index":{"Crowdsourcing":[0],"is":[1,27],"a":[2,14,94,121,158],"common":[3],"means":[4],"of":[5,16,160],"collecting":[6],"image":[7,24,35,178],"segmentation":[8,25,51],"training":[9],"data":[10],"for":[11,102],"use":[12],"in":[13,33,81,176],"variety":[15],"computer":[17],"vision":[18],"applications.":[19],"However,":[20,68],"designing":[21],"accurate":[22,66],"crowd-powered":[23],"systems":[26],"challenging":[28],"because":[29],"defining":[30],"object":[31],"boundaries":[32],"an":[34],"requires":[36],"significant":[37],"fine":[38],"motor":[39],"skills":[40],"and":[41,55,75,167],"hand-eye":[42],"coordination,":[43],"which":[44],"makes":[45],"these":[46],"tasks":[47],"error-prone.":[48],"Typically,":[49],"special":[50],"tools":[52,101,118,152],"are":[53,61],"created":[54],"then":[56],"answers":[57],"from":[58],"multiple":[59,100],"workers":[60],"aggregated":[62],"to":[63,106,145,153],"generate":[64],"more":[65],"results.":[67],"individual":[69],"tool":[70],"designs":[71],"can":[72,123,142,171],"bias":[73],"how":[74],"where":[76],"people":[77],"make":[78],"mistakes,":[79],"resulting":[80],"shared":[82],"errors":[83],"that":[84,98,162,169],"remain":[85],"even":[86],"after":[87],"aggregation.":[88],"In":[89],"this":[90],"paper,":[91],"we":[92],"introduce":[93],"novel":[95],"crowdsourcing":[96],"workflow":[97],"leverages":[99],"the":[103,117],"same":[104],"task":[105,122],"increase":[107],"output":[108],"accuracy":[109,148,175],"by":[110,116,136,149],"reducing":[111],"systematic":[112],"error":[113],"biases":[114],"introduced":[115],"themselves.":[119],"When":[120],"no":[124],"longer":[125],"be":[126,143],"broken":[127],"down":[128],"into":[129],"more-tractable":[130],"subtasks":[131],"(the":[132],"conventional":[133],"approach":[134,141,166],"taken":[135],"microtask":[137],"crowdsourcing),":[138],"our":[139,164],"multi-tool":[140,165],"used":[144],"further":[146],"improve":[147,173],"assigning":[150],"different":[151,154],"workers.":[155],"We":[156],"present":[157],"series":[159],"studies":[161],"evaluate":[163],"show":[168],"it":[170],"significantly":[172],"aggregate":[174],"semantic":[177],"segmentation.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":6}],"updated_date":"2026-03-04T09:10:02.777135","created_date":"2025-10-10T00:00:00"}