{"id":"https://openalex.org/W2765193917","doi":"https://doi.org/10.1145/3126594.3126648","title":"Crowd Research","display_name":"Crowd Research","publication_year":2017,"publication_date":"2017-10-20","ids":{"openalex":"https://openalex.org/W2765193917","doi":"https://doi.org/10.1145/3126594.3126648","mag":"2765193917"},"language":"en","primary_location":{"id":"doi:10.1145/3126594.3126648","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3126594.3126648","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031038372","display_name":"Rajan Vaish","orcid":"https://orcid.org/0000-0002-9780-1116"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Rajan Vaish","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015101188","display_name":"Snehalkumar S. Gaikwad","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Snehalkumar (Neil) S. Gaikwad","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027124881","display_name":"Geza Kovacs","orcid":null},"institutions":[{"id":"https://openalex.org/I1743320","display_name":"Palo Alto University","ror":"https://ror.org/04f812k67","country_code":"US","type":"education","lineage":["https://openalex.org/I1743320"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Geza Kovacs","raw_affiliation_strings":["Stanford University, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1743320","https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081627147","display_name":"Andreas Veit","orcid":null},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andreas Veit","raw_affiliation_strings":["Cornell Tech, New York City, NY, USA"],"affiliations":[{"raw_affiliation_string":"Cornell Tech, New York City, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032451496","display_name":"Ranjay Krishna","orcid":"https://orcid.org/0000-0001-8784-2531"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ranjay Krishna","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035389433","display_name":"Imanol Arrieta Ibarra","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Imanol Arrieta Ibarra","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024542656","display_name":"Camelia Simoiu","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Camelia Simoiu","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026971189","display_name":"Michael J. Wilber","orcid":"https://orcid.org/0000-0001-7040-0251"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Wilber","raw_affiliation_strings":["Cornell Tech, New York City, NY, USA"],"affiliations":[{"raw_affiliation_string":"Cornell Tech, New York City, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018609918","display_name":"Serge Belongie","orcid":"https://orcid.org/0000-0002-0388-5217"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Serge Belongie","raw_affiliation_strings":["Cornell Tech, New York City, NY, USA"],"affiliations":[{"raw_affiliation_string":"Cornell Tech, New York City, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027036879","display_name":"Sharad Goel","orcid":"https://orcid.org/0000-0002-6103-9318"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sharad Goel","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047609626","display_name":"James Davis","orcid":"https://orcid.org/0000-0002-1413-2616"},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Davis","raw_affiliation_strings":["University of California, Santa Cruz, Santa Cruz, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Santa Cruz, Santa Cruz, CA, USA","institution_ids":["https://openalex.org/I185103710"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076189854","display_name":"Michael S. Bernstein","orcid":"https://orcid.org/0000-0001-8020-9434"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael S. Bernstein","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5031038372"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":10.9109,"has_fulltext":false,"cited_by_count":47,"citation_normalized_percentile":{"value":0.98101841,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"829","last_page":"843"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8619197607040405},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6482841372489929},{"id":"https://openalex.org/keywords/visibility","display_name":"Visibility","score":0.5675234794616699},{"id":"https://openalex.org/keywords/centrality","display_name":"Centrality","score":0.524268627166748},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.47394588589668274},{"id":"https://openalex.org/keywords/workforce","display_name":"Workforce","score":0.46793195605278015},{"id":"https://openalex.org/keywords/open-research","display_name":"Open research","score":0.4387784004211426},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.4295235574245453},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.4161440134048462},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4140656590461731},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.39282146096229553},{"id":"https://openalex.org/keywords/public-relations","display_name":"Public relations","score":0.3562178611755371},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.266892671585083},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.17357543110847473},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.09169590473175049}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8619197607040405},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6482841372489929},{"id":"https://openalex.org/C123403432","wikidata":"https://www.wikidata.org/wiki/Q654068","display_name":"Visibility","level":2,"score":0.5675234794616699},{"id":"https://openalex.org/C53811970","wikidata":"https://www.wikidata.org/wiki/Q5062194","display_name":"Centrality","level":2,"score":0.524268627166748},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.47394588589668274},{"id":"https://openalex.org/C2778139618","wikidata":"https://www.wikidata.org/wiki/Q13440398","display_name":"Workforce","level":2,"score":0.46793195605278015},{"id":"https://openalex.org/C2778464652","wikidata":"https://www.wikidata.org/wiki/Q309849","display_name":"Open research","level":2,"score":0.4387784004211426},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.4295235574245453},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.4161440134048462},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4140656590461731},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.39282146096229553},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.3562178611755371},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.266892671585083},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.17357543110847473},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.09169590473175049},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3126594.3126648","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3126594.3126648","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41999998688697815,"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals"}],"awards":[{"id":"https://openalex.org/G6219985511","display_name":null,"funder_award_id":"N00014-16-1-2894","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338304","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":87,"referenced_works":["https://openalex.org/W49362422","https://openalex.org/W179289435","https://openalex.org/W200780396","https://openalex.org/W1515735338","https://openalex.org/W1587754126","https://openalex.org/W1776181700","https://openalex.org/W1840584800","https://openalex.org/W1854214752","https://openalex.org/W1897139626","https://openalex.org/W1908985308","https://openalex.org/W1927360298","https://openalex.org/W1963548240","https://openalex.org/W1965825101","https://openalex.org/W1967246308","https://openalex.org/W1987172718","https://openalex.org/W1992145496","https://openalex.org/W1994734668","https://openalex.org/W1997571096","https://openalex.org/W2007018772","https://openalex.org/W2012502132","https://openalex.org/W2016757206","https://openalex.org/W2017521473","https://openalex.org/W2019502441","https://openalex.org/W2022957055","https://openalex.org/W2028953510","https://openalex.org/W2032186475","https://openalex.org/W2036273985","https://openalex.org/W2037997493","https://openalex.org/W2038924341","https://openalex.org/W2058179030","https://openalex.org/W2059503205","https://openalex.org/W2073338313","https://openalex.org/W2085154695","https://openalex.org/W2085659299","https://openalex.org/W2085663631","https://openalex.org/W2088700588","https://openalex.org/W2090949540","https://openalex.org/W2091301529","https://openalex.org/W2092619407","https://openalex.org/W2108960318","https://openalex.org/W2112021024","https://openalex.org/W2117966700","https://openalex.org/W2122683301","https://openalex.org/W2128365803","https://openalex.org/W2134255034","https://openalex.org/W2138621811","https://openalex.org/W2139043937","https://openalex.org/W2140971489","https://openalex.org/W2143364856","https://openalex.org/W2144801613","https://openalex.org/W2147603330","https://openalex.org/W2147646534","https://openalex.org/W2149288670","https://openalex.org/W2150209678","https://openalex.org/W2155871507","https://openalex.org/W2157985198","https://openalex.org/W2158392329","https://openalex.org/W2161855562","https://openalex.org/W2168765606","https://openalex.org/W2240322187","https://openalex.org/W2248999523","https://openalex.org/W2273307612","https://openalex.org/W2276569499","https://openalex.org/W2294096873","https://openalex.org/W2319258714","https://openalex.org/W2322950462","https://openalex.org/W2340840968","https://openalex.org/W2396078445","https://openalex.org/W2396268257","https://openalex.org/W2403622147","https://openalex.org/W2404427926","https://openalex.org/W2536952838","https://openalex.org/W2552525247","https://openalex.org/W2587868299","https://openalex.org/W2588628504","https://openalex.org/W2589038172","https://openalex.org/W2610281177","https://openalex.org/W2610442025","https://openalex.org/W2611374805","https://openalex.org/W2727892614","https://openalex.org/W2734716188","https://openalex.org/W2796973718","https://openalex.org/W2963748441","https://openalex.org/W3100000486","https://openalex.org/W3121257585","https://openalex.org/W4230939871","https://openalex.org/W4297685397"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114"],"abstract_inverted_index":{"Research":[0],"experiences":[1,17],"today":[2],"are":[3],"limited":[4],"to":[5,15,53,100,128,151],"a":[6,34,44,63,93,104,110],"privileged":[7],"few":[8],"at":[9,141],"select":[10],"universities.":[11],"Providing":[12],"open":[13,75],"access":[14,127],"research":[16,69],"would":[18],"enable":[19],"global":[20],"upward":[21,84],"mobility":[22,85],"and":[23,79,86,133,146],"increased":[24],"diversity":[25],"in":[26,89],"the":[27],"scientific":[28],"workforce.":[29],"How":[30,42],"can":[31],"we":[32,91],"coordinate":[33],"crowd":[35,137],"of":[36,74],"diverse":[37],"volunteers":[38],"on":[39,150],"open-ended":[40,68],"research?":[41],"could":[43],"PI":[45],"have":[46,120,148],"enough":[47],"visibility":[48],"into":[49,109],"each":[50,101],"person's":[51],"contributions":[52,88],"recommend":[54],"them":[55],"for":[56],"further":[57],"study?":[58],"We":[59],"present":[60],"Crowd":[61],"Research,":[62],"crowdsourcing":[64],"technique":[65],"that":[66],"coordinates":[67],"through":[70],"an":[71],"iterative":[72],"cycle":[73],"contribution,":[76],"synchronous":[77],"collaboration,":[78],"peer":[80],"assessment.":[81],"To":[82],"aid":[83],"recognize":[87],"publications,":[90],"introduce":[92],"decentralized":[94],"credit":[95],"system:":[96],"participants":[97,147],"allocate":[98],"credits":[99],"other,":[102],"which":[103],"graph":[105],"centrality":[106],"algorithm":[107],"translates":[108],"collectively-created":[111],"author":[112],"order.":[113],"Over":[114,130],"1,500":[115],"people":[116],"from":[117,123],"62":[118],"countries":[119],"participated,":[121],"74%":[122],"institutions":[124],"with":[125],"low":[126],"research.":[129],"two":[131],"years":[132],"three":[134],"projects,":[135],"this":[136],"has":[138],"produced":[139],"articles":[140],"top-tier":[142],"Computer":[143],"Science":[144],"venues,":[145],"gone":[149],"leading":[152],"graduate":[153],"programs.":[154]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2017-11-10T00:00:00"}