{"id":"https://openalex.org/W4376454951","doi":"https://doi.org/10.1109/icmss56787.2023.10117884","title":"Incentive Mechanism Design with Gold Standard Questions Based on Approval Voting in Crowdsourcing","display_name":"Incentive Mechanism Design with Gold Standard Questions Based on Approval Voting in Crowdsourcing","publication_year":2023,"publication_date":"2023-01-06","ids":{"openalex":"https://openalex.org/W4376454951","doi":"https://doi.org/10.1109/icmss56787.2023.10117884"},"language":"en","primary_location":{"id":"doi:10.1109/icmss56787.2023.10117884","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icmss56787.2023.10117884","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 7th International Conference on Management Engineering, Software Engineering and Service Sciences (ICMSS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030154270","display_name":"Huijun Zhao","orcid":"https://orcid.org/0000-0002-3028-0459"},"institutions":[{"id":"https://openalex.org/I137056471","display_name":"Nanjing University of Finance and Economics","ror":"https://ror.org/031y8am81","country_code":"CN","type":"education","lineage":["https://openalex.org/I137056471"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"H. J. Zhao","raw_affiliation_strings":["Nanjing University of Finance and Economics,Department of Informatization Construction and Management,Nanjing,China","Department of Informatization Construction and Management, Nanjing University of Finance and Economics, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University of Finance and Economics,Department of Informatization Construction and Management,Nanjing,China","institution_ids":["https://openalex.org/I137056471"]},{"raw_affiliation_string":"Department of Informatization Construction and Management, Nanjing University of Finance and Economics, Nanjing, China","institution_ids":["https://openalex.org/I137056471"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084227744","display_name":"Buyun Sheng","orcid":"https://orcid.org/0000-0001-7469-8358"},"institutions":[{"id":"https://openalex.org/I137056471","display_name":"Nanjing University of Finance and Economics","ror":"https://ror.org/031y8am81","country_code":"CN","type":"education","lineage":["https://openalex.org/I137056471"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"B. Sheng","raw_affiliation_strings":["School of Information Engineering, Nanjing University of Finance and Economics,Nanjing,China","School of Computer, Southest University, Nanjing, China","School of Information Engineering, Nanjing University of Finance and Economics, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Nanjing University of Finance and Economics,Nanjing,China","institution_ids":["https://openalex.org/I137056471"]},{"raw_affiliation_string":"School of Computer, Southest University, Nanjing, China","institution_ids":[]},{"raw_affiliation_string":"School of Information Engineering, Nanjing University of Finance and Economics, Nanjing, China","institution_ids":["https://openalex.org/I137056471"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014188672","display_name":"Jiuchuan Jiang","orcid":"https://orcid.org/0000-0002-8249-1725"},"institutions":[{"id":"https://openalex.org/I137056471","display_name":"Nanjing University of Finance and Economics","ror":"https://ror.org/031y8am81","country_code":"CN","type":"education","lineage":["https://openalex.org/I137056471"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"J. C. Jiang","raw_affiliation_strings":["School of Information Engineering, Nanjing University of Finance and Economics,Nanjing,China","School of Information Engineering, Nanjing University of Finance and Economics, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Nanjing University of Finance and Economics,Nanjing,China","institution_ids":["https://openalex.org/I137056471"]},{"raw_affiliation_string":"School of Information Engineering, Nanjing University of Finance and Economics, Nanjing, China","institution_ids":["https://openalex.org/I137056471"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017286061","display_name":"Yichuan Jiang","orcid":"https://orcid.org/0000-0002-7349-5249"},"institutions":[{"id":"https://openalex.org/I137056471","display_name":"Nanjing University of Finance and Economics","ror":"https://ror.org/031y8am81","country_code":"CN","type":"education","lineage":["https://openalex.org/I137056471"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Y. Jiang","raw_affiliation_strings":["School of Information Engineering, Nanjing University of Finance and Economics,Nanjing,China","School of Information Engineering, Nanjing University of Finance and Economics, Nanjing, China","School of Computer, Southest University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Nanjing University of Finance and Economics,Nanjing,China","institution_ids":["https://openalex.org/I137056471"]},{"raw_affiliation_string":"School of Information Engineering, Nanjing University of Finance and Economics, Nanjing, China","institution_ids":["https://openalex.org/I137056471"]},{"raw_affiliation_string":"School of Computer, Southest University, Nanjing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5030154270"],"corresponding_institution_ids":["https://openalex.org/I137056471"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.04292881,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"29","last_page":"35"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9696030616760254},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.8200722932815552},{"id":"https://openalex.org/keywords/majority-rule","display_name":"Majority rule","score":0.707603394985199},{"id":"https://openalex.org/keywords/voting","display_name":"Voting","score":0.707275390625},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.699939489364624},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6577108502388},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6340041756629944},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.6311317086219788},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.5386106967926025},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.500819206237793},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.49872875213623047},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4851284921169281},{"id":"https://openalex.org/keywords/mechanism-design","display_name":"Mechanism design","score":0.44049322605133057},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3622607886791229},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32159876823425293},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2904794216156006},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.14448776841163635},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.13237914443016052},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13204461336135864},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.10072284936904907},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.0778253972530365}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9696030616760254},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.8200722932815552},{"id":"https://openalex.org/C153668964","wikidata":"https://www.wikidata.org/wiki/Q27636","display_name":"Majority rule","level":2,"score":0.707603394985199},{"id":"https://openalex.org/C520049643","wikidata":"https://www.wikidata.org/wiki/Q189760","display_name":"Voting","level":3,"score":0.707275390625},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.699939489364624},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6577108502388},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6340041756629944},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.6311317086219788},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.5386106967926025},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.500819206237793},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.49872875213623047},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4851284921169281},{"id":"https://openalex.org/C153517567","wikidata":"https://www.wikidata.org/wiki/Q26090","display_name":"Mechanism design","level":2,"score":0.44049322605133057},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3622607886791229},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32159876823425293},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2904794216156006},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.14448776841163635},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.13237914443016052},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13204461336135864},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.10072284936904907},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0778253972530365},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icmss56787.2023.10117884","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icmss56787.2023.10117884","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 7th International Conference on Management Engineering, Software Engineering and Service Sciences (ICMSS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.6600000262260437}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W613321770","https://openalex.org/W1979483312","https://openalex.org/W2005856863","https://openalex.org/W2079866245","https://openalex.org/W2150612552","https://openalex.org/W2169585110","https://openalex.org/W2238394694","https://openalex.org/W2475282416","https://openalex.org/W2790955120","https://openalex.org/W3121522380","https://openalex.org/W4253543286"],"related_works":["https://openalex.org/W2109062107","https://openalex.org/W2951379301","https://openalex.org/W2178171640","https://openalex.org/W1472755691","https://openalex.org/W4308177422","https://openalex.org/W2109094787","https://openalex.org/W1807825527","https://openalex.org/W3128226684","https://openalex.org/W2964854910","https://openalex.org/W3122910492"],"abstract_inverted_index":{"Crowdsourcing":[0],"has":[1,140],"been":[2],"widely":[3],"used":[4],"in":[5,12,65,72,87,187],"many":[6],"areas":[7],"such":[8],"as":[9,100,102],"data":[10],"tagging":[11],"machine":[13],"learning":[14],"these":[15],"years.":[16],"However,":[17],"sometimes":[18],"the":[19,22,66,88,123,131,137,149,162,167,178,182],"quality":[20,169,183],"of":[21,30,39,68,151,170,184],"task":[23],"is":[24,50],"not":[25,36],"satisfied":[26],"because":[27],"workers":[28,34,58,106,153],"lack":[29],"expertise":[31],"knowledge":[32,99],"or":[33],"do":[35],"put":[37],"all":[38,156],"their":[40,60],"effort.":[41],"In":[42,104,130],"order":[43],"to":[44,52,56,62,78,95,154],"better":[45],"use":[46],"crowdsourcing":[47],"system,":[48],"it":[49,133],"necessary":[51],"design":[53,79],"incentive":[54,80],"mechanism":[55,139,179],"ensure":[57],"try":[59],"best":[61],"propose":[63],"answers":[64,186],"process":[67],"completing":[69,188],"tasks.":[70,189],"Therefore,":[71],"this":[73],"paper,":[74,132],"we":[75],"study":[76],"how":[77],"mechanisms":[81,146],"with":[82,144,158],"inserting":[83],"gold":[84,127],"standard":[85,128],"questions":[86],"crowdsourced":[89],"tasks,":[90],"and":[91,115,147,164],"applying":[92],"approval":[93],"voting":[94],"utilize":[96],"workers'":[97,171,185],"partial":[98],"much":[101],"possible.":[103],"particular,":[105],"would":[107],"pay":[108],"cost":[109],"for":[110,126],"every":[111],"option":[112],"they":[113,121],"selected,":[114],"get":[116],"proper":[117],"reward":[118],"only":[119],"if":[120],"select":[122,155],"true":[124],"answer":[125],"questions.":[129],"theoretically":[134],"proves":[135],"that":[136,177],"proposed":[138],"good":[141],"properties":[142],"compared":[143],"other":[145],"meets":[148],"constraint":[150],"incentivizing":[152],"options":[157],"belief":[159],"higher":[160],"than":[161],"threshold":[163],"thus":[165],"improves":[166],"total":[168],"answers.":[172],"Finally,":[173],"experiment":[174],"results":[175],"show":[176],"can":[180],"improve":[181]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}