{"id":"https://openalex.org/W2962788669","doi":"https://doi.org/10.1145/3396863","title":"Approval Voting and Incentives in Crowdsourcing","display_name":"Approval Voting and Incentives in Crowdsourcing","publication_year":2020,"publication_date":"2020-06-22","ids":{"openalex":"https://openalex.org/W2962788669","doi":"https://doi.org/10.1145/3396863","mag":"2962788669"},"language":"en","primary_location":{"id":"doi:10.1145/3396863","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3396863","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3396863","source":{"id":"https://openalex.org/S4210173995","display_name":"ACM Transactions on Economics and Computation","issn_l":"2167-8375","issn":["2167-8375","2167-8383"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Economics and Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3396863","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034272491","display_name":"Nihar B. Shah","orcid":"https://orcid.org/0000-0001-5158-9677"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Nihar B. Shah","raw_affiliation_strings":["Machine Learning Department and Computer Science Department, Carnegie Mellon University, Forbes Avenue, Pittsburgh PA, USA"],"affiliations":[{"raw_affiliation_string":"Machine Learning Department and Computer Science Department, Carnegie Mellon University, Forbes Avenue, Pittsburgh PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112456591","display_name":"Dengyong Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dengyong Zhou","raw_affiliation_strings":["Google Brain, South, Kirkland, WA"],"affiliations":[{"raw_affiliation_string":"Google Brain, South, Kirkland, WA","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5034272491"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":1.7847,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.87330918,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"8","issue":"3","first_page":"1","last_page":"40"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9811031818389893},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.7140913009643555},{"id":"https://openalex.org/keywords/voting","display_name":"Voting","score":0.7132104635238647},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6793224811553955},{"id":"https://openalex.org/keywords/majority-rule","display_name":"Majority rule","score":0.6604208946228027},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5953599810600281},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5202109217643738},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.4659633934497833},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4248258173465729},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2759585976600647},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.21195268630981445},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.173363596200943},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.10900244116783142}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9811031818389893},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.7140913009643555},{"id":"https://openalex.org/C520049643","wikidata":"https://www.wikidata.org/wiki/Q189760","display_name":"Voting","level":3,"score":0.7132104635238647},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6793224811553955},{"id":"https://openalex.org/C153668964","wikidata":"https://www.wikidata.org/wiki/Q27636","display_name":"Majority rule","level":2,"score":0.6604208946228027},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5953599810600281},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5202109217643738},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.4659633934497833},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4248258173465729},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2759585976600647},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.21195268630981445},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.173363596200943},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.10900244116783142},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3396863","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3396863","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3396863","source":{"id":"https://openalex.org/S4210173995","display_name":"ACM Transactions on Economics and Computation","issn_l":"2167-8375","issn":["2167-8375","2167-8383"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Economics and Computation","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3396863","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3396863","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3396863","source":{"id":"https://openalex.org/S4210173995","display_name":"ACM Transactions on Economics and Computation","issn_l":"2167-8375","issn":["2167-8375","2167-8383"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Economics and Computation","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G4668816001","display_name":null,"funder_award_id":"1755656","funder_id":"https://openalex.org/F4320315254","funder_display_name":"Innovative Research Group Project of the National Natural Science Foundation of China"},{"id":"https://openalex.org/G7546476239","display_name":"CRII: CIF: Crowdsourcing-aware Learning","funder_award_id":"1755656","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320315254","display_name":"Innovative Research Group Project of the National Natural Science Foundation of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2962788669.pdf","grobid_xml":"https://content.openalex.org/works/W2962788669.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W132136377","https://openalex.org/W1538021842","https://openalex.org/W1542781032","https://openalex.org/W1595524969","https://openalex.org/W1613195705","https://openalex.org/W1670092029","https://openalex.org/W1879921948","https://openalex.org/W1964862385","https://openalex.org/W1977504368","https://openalex.org/W1977624385","https://openalex.org/W1979145342","https://openalex.org/W1979483312","https://openalex.org/W1984314602","https://openalex.org/W1984947160","https://openalex.org/W1987352480","https://openalex.org/W1994050299","https://openalex.org/W1996344021","https://openalex.org/W1998274472","https://openalex.org/W2002161907","https://openalex.org/W2019197088","https://openalex.org/W2025720061","https://openalex.org/W2029155746","https://openalex.org/W2029343680","https://openalex.org/W2046265151","https://openalex.org/W2063782051","https://openalex.org/W2069291209","https://openalex.org/W2073241381","https://openalex.org/W2089050785","https://openalex.org/W2105806371","https://openalex.org/W2109304399","https://openalex.org/W2117539524","https://openalex.org/W2120898858","https://openalex.org/W2124810512","https://openalex.org/W2129345386","https://openalex.org/W2134305421","https://openalex.org/W2147687736","https://openalex.org/W2150597317","https://openalex.org/W2152009989","https://openalex.org/W2153837137","https://openalex.org/W2164545125","https://openalex.org/W2164890430","https://openalex.org/W2275289469","https://openalex.org/W2324713466","https://openalex.org/W2475747296","https://openalex.org/W2531197876","https://openalex.org/W2579555219","https://openalex.org/W2602753196","https://openalex.org/W2912219781","https://openalex.org/W2913443100","https://openalex.org/W2952598059","https://openalex.org/W3029133705","https://openalex.org/W3122668203","https://openalex.org/W3145867907","https://openalex.org/W4244621073","https://openalex.org/W4253543286"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W2039876276","https://openalex.org/W3121841074","https://openalex.org/W2055572829","https://openalex.org/W3036613766","https://openalex.org/W1894159578","https://openalex.org/W2807400035","https://openalex.org/W3125086856"],"abstract_inverted_index":{"The":[0,50],"growing":[1],"need":[2],"for":[3,13,33],"labeled":[4],"training":[5],"data":[6],"has":[7],"made":[8],"crowdsourcing":[9,22,53],"a":[10,21,27,42,116,120],"vital":[11],"tool":[12],"developing":[14],"machine":[15],"learning":[16],"applications.":[17],"Here,":[18],"workers":[19,51,89,105,140],"on":[20,177],"platform":[23],"are":[24,38,55,77,90],"typically":[25],"shown":[26],"list":[28],"of":[29,35,46,81,87,95,122,139,145,163,167,184],"unlabeled":[30],"items,":[31,37],"and":[32,98,149,165,181],"each":[34],"these":[36,129,185],"asked":[39],"to":[40,62,68,73,106,114,135],"choose":[41],"label":[43],"from":[44],"one":[45],"the":[47,65,69,85,88,96,100,137,146,182],"provided":[48],"options.":[49,123],"in":[52],"platforms":[54],"not":[56,91,103],"experts,":[57],"thereby":[58],"making":[59],"it":[60,151],"essential":[61],"judiciously":[63],"elicit":[64],"information":[66],"known":[67],"workers.":[70],"With":[71],"respect":[72],"this":[74,125],"goal,":[75],"there":[76],"two":[78,153],"key":[79],"shortcomings":[80],"current":[82],"systems:":[83],"(i)":[84],"incentives":[86],"aligned":[92],"with":[93,152],"those":[94],"requesters;":[97],"(ii)":[99],"interface":[101],"does":[102],"allow":[104],"convey":[107],"their":[108],"knowledge":[109,144],"accurately":[110],"by":[111,131],"forcing":[112],"them":[113],"make":[115],"single":[117],"choice":[118],"among":[119],"set":[121],"In":[124],"article,":[126],"we":[127],"address":[128],"issues":[130],"introducing":[132],"approval":[133],"voting":[134],"utilize":[136],"expertise":[138],"who":[141],"have":[142],"partial":[143],"true":[147],"answer":[148],"coupling":[150],"strictly":[154],"proper":[155],"scoring":[156,169],"rules.":[157,170],"We":[158,171],"additionally":[159],"establish":[160],"attractive":[161],"properties":[162],"optimality":[164],"uniqueness":[166],"our":[168,188],"also":[172],"conduct":[173],"preliminary":[174],"empirical":[175],"studies":[176],"Amazon":[178],"Mechanical":[179],"Turk,":[180],"results":[183],"experiments":[186],"validate":[187],"approach.":[189]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}