{"id":"https://openalex.org/W2899260230","doi":"https://doi.org/10.1145/3274373","title":"Exploring Real-Time Collaboration in Crowd-Powered Systems Through a UI Design Tool","display_name":"Exploring Real-Time Collaboration in Crowd-Powered Systems Through a UI Design Tool","publication_year":2018,"publication_date":"2018-11-01","ids":{"openalex":"https://openalex.org/W2899260230","doi":"https://doi.org/10.1145/3274373","mag":"2899260230"},"language":"en","primary_location":{"id":"doi:10.1145/3274373","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3274373","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100444701","display_name":"Sang Won Lee","orcid":"https://orcid.org/0000-0002-1026-315X"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sang Won Lee","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032132190","display_name":"Rebecca Krosnick","orcid":"https://orcid.org/0000-0002-8427-3895"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rebecca Krosnick","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112222802","display_name":"Sun Young Park","orcid":"https://orcid.org/0009-0006-5659-3273"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sun Young Park","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040091489","display_name":"Brandon Keelean","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brandon Keelean","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042945936","display_name":"Sach Vaidya","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sach Vaidya","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024145379","display_name":"Stephanie D. O\u2019Keefe","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephanie D. O'Keefe","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063574664","display_name":"Walter S. Lasecki","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Walter S. Lasecki","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":5.3567,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.95470839,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"2","issue":"CSCW","first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9423724412918091},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7444530129432678},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6215417981147766},{"id":"https://openalex.org/keywords/artifact","display_name":"Artifact (error)","score":0.5984256267547607},{"id":"https://openalex.org/keywords/sketch","display_name":"Sketch","score":0.5003697872161865},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4280732274055481},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.4207097589969635},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.33897364139556885},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32022523880004883},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13232949376106262},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10225057601928711}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9423724412918091},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7444530129432678},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6215417981147766},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.5984256267547607},{"id":"https://openalex.org/C2779231336","wikidata":"https://www.wikidata.org/wiki/Q7534724","display_name":"Sketch","level":2,"score":0.5003697872161865},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4280732274055481},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.4207097589969635},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.33897364139556885},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32022523880004883},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13232949376106262},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10225057601928711},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3274373","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3274373","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W205954470","https://openalex.org/W271138018","https://openalex.org/W1570260378","https://openalex.org/W1741471588","https://openalex.org/W1964641564","https://openalex.org/W1967373515","https://openalex.org/W1972098965","https://openalex.org/W1987118995","https://openalex.org/W1998408655","https://openalex.org/W2000189111","https://openalex.org/W2009803366","https://openalex.org/W2011381597","https://openalex.org/W2012417801","https://openalex.org/W2028953510","https://openalex.org/W2029747351","https://openalex.org/W2036625304","https://openalex.org/W2045515072","https://openalex.org/W2058179030","https://openalex.org/W2058556535","https://openalex.org/W2063085086","https://openalex.org/W2070308852","https://openalex.org/W2076570169","https://openalex.org/W2090048052","https://openalex.org/W2099473180","https://openalex.org/W2116680608","https://openalex.org/W2136454326","https://openalex.org/W2138847321","https://openalex.org/W2141708418","https://openalex.org/W2143280940","https://openalex.org/W2146038408","https://openalex.org/W2150060334","https://openalex.org/W2151785234","https://openalex.org/W2155735325","https://openalex.org/W2157134106","https://openalex.org/W2158622367","https://openalex.org/W2161552879","https://openalex.org/W2163986367","https://openalex.org/W2168765606","https://openalex.org/W2171410717","https://openalex.org/W2171586172","https://openalex.org/W2194370442","https://openalex.org/W2234829506","https://openalex.org/W2280438363","https://openalex.org/W2292054779","https://openalex.org/W2396078445","https://openalex.org/W2544952174","https://openalex.org/W2588579248","https://openalex.org/W2589522799","https://openalex.org/W2610281177","https://openalex.org/W2610406819","https://openalex.org/W2611785296","https://openalex.org/W2648608910","https://openalex.org/W2724856057","https://openalex.org/W2766551050","https://openalex.org/W2793887949","https://openalex.org/W2796095752","https://openalex.org/W2811115116","https://openalex.org/W2921522536","https://openalex.org/W2964091292","https://openalex.org/W3121257585","https://openalex.org/W4230939871"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114","https://openalex.org/W330397256"],"abstract_inverted_index":{"Real-time":[0],"collaboration":[1,210],"between":[2,173],"a":[3,30,81,130,134,141],"requester":[4],"and":[5,22,56,59,99,123,153,175,187],"crowd":[6,23,126,156,176],"workers":[7,24,98,127],"expands":[8],"the":[9,64,68,78,85,100,162,178,188,205],"scope":[10],"of":[11,67,80,84,90,102,180,207],"tasks":[12],"that":[13,87,105,165,202],"crowdsourcing":[14,167,213],"can":[15,106,203],"be":[16],"used":[17],"for":[18,110],"by":[19,77,193],"letting":[20],"requesters":[21,46,120,148,174],"interactively":[25],"create":[26],"various":[27],"artifacts":[28],"(e.g.,":[29,183],"sketch":[31],"prototype,":[32],"writing,":[33],"or":[34],"program":[35],"code).":[36],"In":[37,114],"such":[38,91,108],"systems,":[39],"it":[40],"is":[41,75],"increasingly":[42],"common":[43],"to":[44,47,62,128,145],"allow":[45],"verbally":[48,121],"describe":[49],"their":[50,95],"requests,":[51],"receive":[52],"responses":[53],"from":[54],"workers,":[55,177],"provide":[57],"immediate":[58],"continuous":[60],"feedback":[61],"enhance":[63],"overall":[65],"outcome":[66],"two":[69,194],"groups'":[70],"real-time":[71,209],"collaboration.":[72],"This":[73],"work":[74,159],"motivated":[76],"lack":[79],"deep":[82],"understanding":[83],"challenges":[86,109,164],"end":[88],"users":[89],"systems":[92,168],"face":[93],"in":[94,212],"communication":[96,182],"with":[97,125,149,155],"need":[101],"design":[103,137,200,206],"implications":[104],"address":[107],"other":[111],"similar":[112],"systems.":[113,214],"this":[115],"paper,":[116],"we":[117,139,198],"investigate":[118],"how":[119,147],"communicate":[122,152],"collaborate":[124,154],"solve":[129],"complex":[131],"task.":[132],"Using":[133],"crowd-powered":[135],"UI":[136],"tool,":[138],"conducted":[140],"qualitative":[142],"user":[143],"study":[144],"explore":[146],"varying":[150],"expertise":[151,171],"workers.":[157],"Our":[158],"also":[160],"identifies":[161],"unique":[163],"collaborative":[166],"pose:":[169],"potential":[170],"differences":[172],"asymmetry":[179],"two-way":[181],"speech":[184],"versus":[185],"text),":[186],"shared":[189],"artifact's":[190],"concurrent":[191],"modification":[192],"disparate":[195],"groups.":[196],"Finally,":[197],"make":[199],"recommendations":[201],"inform":[204],"future":[208],"processes":[211]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}