{"id":"https://openalex.org/W2911964379","doi":"https://doi.org/10.1109/tkde.2019.2896926","title":"Quality Control in Crowdsourcing Using Sequential Zero-Determinant Strategies","display_name":"Quality Control in Crowdsourcing Using Sequential Zero-Determinant Strategies","publication_year":2019,"publication_date":"2019-02-01","ids":{"openalex":"https://openalex.org/W2911964379","doi":"https://doi.org/10.1109/tkde.2019.2896926","mag":"2911964379"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2019.2896926","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2019.2896926","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073501368","display_name":"Qin Hu","orcid":"https://orcid.org/0000-0002-8847-8345"},"institutions":[{"id":"https://openalex.org/I193531525","display_name":"George Washington University","ror":"https://ror.org/00y4zzh67","country_code":"US","type":"education","lineage":["https://openalex.org/I193531525"]},{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Qin Hu","raw_affiliation_strings":["College of Information Science and Technology, Beijing Normal University, Beijing, China","Department of Computer Science, The George Washington University, Washington, USA","College of Information Science and Technology, Beijing Normal University, Beijing, China; Department of Computer Science, The George Washington University, Washington, USA"],"raw_orcid":"https://orcid.org/0000-0002-8847-8345","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]},{"raw_affiliation_string":"Department of Computer Science, The George Washington University, Washington, USA","institution_ids":["https://openalex.org/I193531525"]},{"raw_affiliation_string":"College of Information Science and Technology, Beijing Normal University, Beijing, China; Department of Computer Science, The George Washington University, Washington, USA","institution_ids":["https://openalex.org/I193531525","https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041386552","display_name":"Shengling Wang","orcid":"https://orcid.org/0000-0002-6698-3623"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengling Wang","raw_affiliation_strings":["College of Information Science and Technology, Beijing Normal University, Beijing, China","College of Information Science and Technology, Beijing Normal University,Beijing,China"],"raw_orcid":"https://orcid.org/0000-0002-6698-3623","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]},{"raw_affiliation_string":"College of Information Science and Technology, Beijing Normal University,Beijing,China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090977980","display_name":"Peizi Ma","orcid":"https://orcid.org/0000-0002-2957-3393"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peizi Ma","raw_affiliation_strings":["College of Information Science and Technology, Beijing Normal University, Beijing, China","College of Information Science and Technology, Beijing Normal University,Beijing,China"],"raw_orcid":"https://orcid.org/0000-0002-2957-3393","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]},{"raw_affiliation_string":"College of Information Science and Technology, Beijing Normal University,Beijing,China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100692488","display_name":"Xiuzhen Cheng","orcid":"https://orcid.org/0000-0001-5912-4647"},"institutions":[{"id":"https://openalex.org/I193531525","display_name":"George Washington University","ror":"https://ror.org/00y4zzh67","country_code":"US","type":"education","lineage":["https://openalex.org/I193531525"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiuzhen Cheng","raw_affiliation_strings":["Department of Computer Science, The George Washington University, Washington, USA","Department of Computer Science; The George Washington University; Washington DC USA"],"raw_orcid":"https://orcid.org/0000-0001-5912-4647","affiliations":[{"raw_affiliation_string":"Department of Computer Science, The George Washington University, Washington, USA","institution_ids":["https://openalex.org/I193531525"]},{"raw_affiliation_string":"Department of Computer Science; The George Washington University; Washington DC USA","institution_ids":["https://openalex.org/I193531525"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109299440","display_name":"Weifeng Lv","orcid":"https://orcid.org/0000-0002-7061-9509"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weifeng Lv","raw_affiliation_strings":["School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7061-9509","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030902303","display_name":"Rongfang Bie","orcid":"https://orcid.org/0000-0002-9971-7698"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongfang Bie","raw_affiliation_strings":["College of Information Science and Technology, Beijing Normal University, Beijing, China","College of Information Science and Technology, Beijing Normal University,Beijing,China"],"raw_orcid":"https://orcid.org/0000-0002-9971-7698","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]},{"raw_affiliation_string":"College of Information Science and Technology, Beijing Normal University,Beijing,China","institution_ids":["https://openalex.org/I25254941"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.8778,"has_fulltext":false,"cited_by_count":50,"citation_normalized_percentile":{"value":0.97269217,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"32","issue":"5","first_page":"998","last_page":"1009"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10646","display_name":"Experimental Behavioral Economics Studies","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9659357070922852},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7874608635902405},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6582844853401184},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.6275812983512878},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6054961085319519},{"id":"https://openalex.org/keywords/crowdsourcing-software-development","display_name":"Crowdsourcing software development","score":0.48802390694618225},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.46141302585601807},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25442755222320557},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.1711554229259491},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.11665371060371399}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9659357070922852},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7874608635902405},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6582844853401184},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.6275812983512878},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6054961085319519},{"id":"https://openalex.org/C32810761","wikidata":"https://www.wikidata.org/wiki/Q17082146","display_name":"Crowdsourcing software development","level":5,"score":0.48802390694618225},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.46141302585601807},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25442755222320557},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.1711554229259491},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.11665371060371399},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2019.2896926","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2019.2896926","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6399999856948853,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G1504478148","display_name":"\u9762\u5411\u591a\u5740MIMO\u7684\u534f\u4f5c\u5e72\u6270\u7b56\u7565\u7814\u7a76","funder_award_id":"61771289","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2656890711","display_name":"SaTC: CORE: Medium: Collaborative: Privacy Attacks and Defense Mechanisms in Online Social Networks","funder_award_id":"1704397","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2747171210","display_name":"BIGDATA: F: Collaborative Research: Acquisition, Collection and Computation of Dynamic Big Sensory Data in Smart Cities","funder_award_id":"1741279","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3146272683","display_name":null,"funder_award_id":"#U1811463","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5065535707","display_name":"\u79fb\u52a8\u673a\u4f1a\u7f51\u7edc\u7684\u4f20\u8f93\u6f5c\u529b\u5206\u6790\u4e0e\u7814\u7a76","funder_award_id":"61472044","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5875564487","display_name":"\u57fa\u4e8e\u7f51\u7edc\u535a\u5f08\u52a8\u529b\u5b66\u7684\u53cd\u6076\u610f\u4f17\u5305\u7814\u7a76","funder_award_id":"61772080","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7163822104","display_name":null,"funder_award_id":"61832012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7846454317","display_name":"\u5f02\u8d28\u6b21\u7ea7\u9891\u8c31\u7684\u52a8\u6001\u5206\u914d\u673a\u5236\u7814\u7a76","funder_award_id":"61571049","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W279631868","https://openalex.org/W1415442047","https://openalex.org/W1604414309","https://openalex.org/W1960351623","https://openalex.org/W1976450472","https://openalex.org/W1979025384","https://openalex.org/W2012668444","https://openalex.org/W2030085276","https://openalex.org/W2030139727","https://openalex.org/W2052033013","https://openalex.org/W2073068515","https://openalex.org/W2075928479","https://openalex.org/W2111618048","https://openalex.org/W2121117737","https://openalex.org/W2153355865","https://openalex.org/W2293634932","https://openalex.org/W2294295194","https://openalex.org/W2323839132","https://openalex.org/W2329105431","https://openalex.org/W2441563267","https://openalex.org/W2578777894","https://openalex.org/W2585226541","https://openalex.org/W2612925715","https://openalex.org/W2735280897","https://openalex.org/W2735408259","https://openalex.org/W2769745150","https://openalex.org/W4241356532","https://openalex.org/W6610117260"],"related_works":["https://openalex.org/W2511805441","https://openalex.org/W2512762878","https://openalex.org/W2397281630","https://openalex.org/W2033745466","https://openalex.org/W162737300","https://openalex.org/W2520160102","https://openalex.org/W2520748299","https://openalex.org/W2011363905","https://openalex.org/W2046555014","https://openalex.org/W3131060711"],"abstract_inverted_index":{"Quality":[0],"control":[1,51],"in":[2,37,208],"crowdsourcing":[3,54,116,177],"is":[4,46,217],"challenging":[5],"due":[6],"to":[7,18,48,66,80,112,184,188],"the":[8,12,20,23,53,57,63,68,82,85,88,96,107,114,131,152,156,165,186,199,221,228],"heterogeneous":[9],"nature":[10],"of":[11,62,155,196,212],"workers.":[13],"The":[14],"state-of-the-art":[15],"solutions":[16],"attempt":[17],"address":[19],"issue":[21],"from":[22,130],"technical":[24],"perspective,":[25],"which":[26],"may":[27],"be":[28],"costly":[29],"because":[30],"they":[31,170,180],"function":[32],"as":[33,219],"an":[34,42],"additional":[35],"procedure":[36],"crowdsourcing.":[38],"In":[39],"this":[40],"paper,":[41],"economics":[43,182],"based":[44,122],"idea":[45],"adopted":[47],"embed":[49],"quality":[50,109,194],"into":[52],"process,":[55],"where":[56],"requestor":[58,86,222],"can":[59],"take":[60],"advantage":[61],"market":[64],"power":[65],"stimulate":[67],"workers":[69,187],"for":[70,105,144,191],"submitting":[71],"high-quality":[72],"jobs.":[73],"Specifically,":[74],"we":[75],"employ":[76],"two":[77,102],"sequential":[78,115,125],"games":[79],"model":[81],"interactions":[83],"between":[84],"and":[87,214],"workers,":[89],"with":[90],"one":[91],"considering":[92],"binary":[93],"strategies":[94],"while":[95],"other":[97],"taking":[98],"continuous":[99],"strategies.":[100],"Accordingly,":[101],"incentive":[103,147,162],"algorithms":[104,120,163],"improving":[106],"job":[108,193],"are":[110,121,206],"proposed":[111],"tackle":[113],"dilemma":[117],"problem.":[118],"Both":[119],"on":[123,174],"a":[124,136,141,209],"zero-determinant":[126],"(ZD)":[127],"strategy":[128,159],"modified":[129],"classical":[132,157],"ZD":[133,158,224],"strategy.":[134],"Such":[135],"revision":[137],"not":[138,172],"only":[139],"provides":[140],"theoretical":[142],"basis":[143],"designing":[145],"our":[146],"algorithms,":[148],"but":[149],"also":[150],"enlarges":[151],"application":[153],"space":[154],"itself.":[160],"Our":[161],"have":[164],"following":[166],"desired":[167],"features:":[168],"1)":[169],"do":[171],"depend":[173],"any":[175,237],"specific":[176],"scenario;":[178],"2)":[179],"leverage":[181],"theory":[183],"train":[185],"behave":[189],"nicely":[190],"better":[192],"instead":[195],"filtering":[197],"out":[198],"unprofessional":[200],"workers;":[201],"3)":[202],"no":[203],"extra":[204],"costs":[205],"incurred":[207],"long":[210],"run":[211],"crowdsourcing;":[213],"4)":[215],"fairness":[216],"realized":[218],"even":[220],"(the":[223],"player),":[225],"who":[226],"dominates":[227],"game,":[229],"cannot":[230],"increase":[231],"her":[232],"utility":[233],"by":[234],"arbitrarily":[235],"penalizing":[236],"innocent":[238],"worker.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":4}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}