{"id":"https://openalex.org/W2132962756","doi":"https://doi.org/10.1145/2207676.2208619","title":"CommunitySourcing","display_name":"CommunitySourcing","publication_year":2012,"publication_date":"2012-05-05","ids":{"openalex":"https://openalex.org/W2132962756","doi":"https://doi.org/10.1145/2207676.2208619","mag":"2132962756"},"language":"en","primary_location":{"id":"doi:10.1145/2207676.2208619","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2207676.2208619","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SIGCHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016301914","display_name":"Kurtis Heimerl","orcid":"https://orcid.org/0000-0002-0989-5440"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kurtis Heimerl","raw_affiliation_strings":["University of California, Berkeley, Berkeley, California, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, California, United States","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078257214","display_name":"Brian Gawalt","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian Gawalt","raw_affiliation_strings":["University of California, Berkeley, Berkeley, California, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, California, United States","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049255530","display_name":"Kuang Chen","orcid":"https://orcid.org/0000-0001-6618-2255"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kuang Chen","raw_affiliation_strings":["University of California, Berkeley, Berkeley, California, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, California, United States","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102797162","display_name":"Tapan S. Parikh","orcid":"https://orcid.org/0000-0003-2634-6395"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tapan Parikh","raw_affiliation_strings":["University of California, Berkeley, Berkeley, California, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, California, United States","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084965768","display_name":"Bj\u00f6rn Hartmann","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bj\u00f6rn Hartmann","raw_affiliation_strings":["University of California, Berkeley, Berkeley, California, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, California, United States","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":23.8838,"has_fulltext":false,"cited_by_count":108,"citation_normalized_percentile":{"value":0.9932914,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1539","last_page":"1548"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9745000004768372,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9731000065803528,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8822698593139648},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7267976999282837},{"id":"https://openalex.org/keywords/interactive-kiosk","display_name":"Interactive kiosk","score":0.658379316329956},{"id":"https://openalex.org/keywords/touchscreen","display_name":"Touchscreen","score":0.645488977432251},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.6419051885604858},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.47509801387786865},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4184880256652832},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3593483567237854},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3447915315628052},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3412629961967468},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.2924121618270874},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1323922872543335}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8822698593139648},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7267976999282837},{"id":"https://openalex.org/C116865082","wikidata":"https://www.wikidata.org/wiki/Q1370241","display_name":"Interactive kiosk","level":2,"score":0.658379316329956},{"id":"https://openalex.org/C2778539339","wikidata":"https://www.wikidata.org/wiki/Q165970","display_name":"Touchscreen","level":2,"score":0.645488977432251},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.6419051885604858},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.47509801387786865},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4184880256652832},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3593483567237854},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3447915315628052},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3412629961967468},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2924121618270874},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1323922872543335},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2207676.2208619","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2207676.2208619","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SIGCHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6800000071525574,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2008173","https://openalex.org/W112112871","https://openalex.org/W1523986167","https://openalex.org/W1564762873","https://openalex.org/W1569006877","https://openalex.org/W1934546922","https://openalex.org/W1985543789","https://openalex.org/W1985816302","https://openalex.org/W2015337919","https://openalex.org/W2023430268","https://openalex.org/W2035683813","https://openalex.org/W2036625304","https://openalex.org/W2054475738","https://openalex.org/W2058179030","https://openalex.org/W2058556535","https://openalex.org/W2090048052","https://openalex.org/W2099769844","https://openalex.org/W2114269021","https://openalex.org/W2116119142","https://openalex.org/W2117470435","https://openalex.org/W2127008633","https://openalex.org/W2128386057","https://openalex.org/W2138965424","https://openalex.org/W2140464265","https://openalex.org/W2148479118","https://openalex.org/W2151242492","https://openalex.org/W2151401338","https://openalex.org/W2160759300","https://openalex.org/W2168131931","https://openalex.org/W2170989440","https://openalex.org/W3124258878"],"related_works":["https://openalex.org/W1979435510","https://openalex.org/W4366547564","https://openalex.org/W2142326922","https://openalex.org/W2509631197","https://openalex.org/W2557288071","https://openalex.org/W2731422902","https://openalex.org/W2090320875","https://openalex.org/W4244715668","https://openalex.org/W4288061153","https://openalex.org/W1567012774"],"abstract_inverted_index":{"Online":[0],"labor":[1],"markets,":[2,29],"such":[3,28],"as":[4],"Amazon's":[5],"Mechanical":[6,202],"Turk,":[7],"have":[8],"been":[9],"used":[10],"to":[11,33,63,88,98,124,179],"crowdsource":[12],"simple,":[13],"short":[14],"tasks":[15,49,93,142,158],"like":[16],"image":[17],"labeling":[18],"and":[19,78],"transcription.":[20],"However,":[21],"expert":[22,119,221],"knowledge":[23,53],"is":[24],"often":[25],"lacking":[26],"in":[27,132,168],"making":[30],"it":[31],"impossible":[32],"complete":[34],"certain":[35],"classes":[36],"of":[37,60,73,152,163],"tasks.":[38],"In":[39],"this":[40,104],"work":[41,65,120,222],"we":[42],"introduce":[43],"an":[44],"alternative":[45],"mechanism":[46],"for":[47,143],"crowdsourcing":[48,170],"that":[50,175,215],"require":[51],"specialized":[52],"or":[54,190],"skill:":[55],"communitysourcing":[56,74,82,116,216],"---":[57],"the":[58,71,81,99,187,209],"use":[59],"physical":[61],"kiosks":[62],"elicit":[64,219],"from":[66,223],"specific":[67,224],"populations.":[68],"We":[69,113,129,173],"investigate":[70],"potential":[72],"by":[75,91,121,160],"designing,":[76],"implementing":[77],"evaluating":[79],"Umati:":[80],"vending":[83,111],"machine.":[84,100],"Umati":[85,123,131,176],"allows":[86],"users":[87,150,164],"earn":[89],"credits":[90],"performing":[92],"using":[94,122],"a":[95,133,169],"touchscreen":[96],"attached":[97],"Physical":[101],"rewards":[102],"(in":[103],"case,":[105],"snacks)":[106],"are":[107],"dispensed":[108],"through":[109],"traditional":[110,199],"mechanics.":[112],"evaluated":[114],"whether":[115],"can":[117,217],"accomplish":[118],"grade":[125,180],"Computer":[126,135],"Science":[127,136],"exams.":[128,211],"placed":[130],"university":[134],"building,":[137],"targeting":[138],"students":[139],"with":[140,182],"grading":[141,208],"snacks.":[144],"Over":[145],"one":[146],"week,":[147],"328":[148],"unique":[149],"(302":[151],"whom":[153],"were":[154],"students)":[155],"completed":[156],"7771":[157],"(7240":[159],"students).":[161],"80%":[162],"had":[165,205],"never":[166],"participated":[167],"market":[171],"before.":[172],"found":[174],"was":[177],"able":[178],"exams":[181],"2%":[183],"higher":[184],"accuracy":[185],"(at":[186,195],"same":[188,210],"price)":[189],"at":[191],"33%":[192],"lower":[193],"cost":[194],"equivalent":[196],"accuracy)":[197],"than":[198],"single-expert":[200],"grading.":[201],"Turk":[203],"workers":[204],"no":[206],"success":[207],"These":[212],"results":[213],"indicate":[214],"successfully":[218],"high-quality":[220],"communities.":[225]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":10},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":16},{"year":2015,"cited_by_count":12},{"year":2014,"cited_by_count":11},{"year":2013,"cited_by_count":22},{"year":2012,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2016-06-24T00:00:00"}