{"id":"https://openalex.org/W2963579559","doi":"https://doi.org/10.1109/tkde.2018.2874003","title":"Sequential Multi-Class Labeling in Crowdsourcing","display_name":"Sequential Multi-Class Labeling in Crowdsourcing","publication_year":2018,"publication_date":"2018-10-04","ids":{"openalex":"https://openalex.org/W2963579559","doi":"https://doi.org/10.1109/tkde.2018.2874003","mag":"2963579559"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2018.2874003","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2018.2874003","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029731731","display_name":"Qiyu Kang","orcid":"https://orcid.org/0000-0001-8014-7800"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Qiyu Kang","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-8014-7800","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046850399","display_name":"Wee Peng Tay","orcid":"https://orcid.org/0000-0002-1543-195X"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Wee Peng Tay","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-1543-195X","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":3.151,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.92432432,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"31","issue":"11","first_page":"2190","last_page":"2199"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.8908669948577881},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8345938920974731},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.771568775177002},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5675480961799622},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.565854549407959},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4657764136791229},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4623187184333801},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.4561019539833069},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.44915926456451416},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4370502233505249},{"id":"https://openalex.org/keywords/budget-constraint","display_name":"Budget constraint","score":0.420803427696228},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.2630510926246643},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.25652503967285156},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1439552903175354},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08475616574287415}],"concepts":[{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.8908669948577881},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8345938920974731},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.771568775177002},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5675480961799622},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.565854549407959},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4657764136791229},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4623187184333801},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.4561019539833069},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.44915926456451416},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4370502233505249},{"id":"https://openalex.org/C8505890","wikidata":"https://www.wikidata.org/wiki/Q605095","display_name":"Budget constraint","level":2,"score":0.420803427696228},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.2630510926246643},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.25652503967285156},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1439552903175354},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08475616574287415},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C133425853","wikidata":"https://www.wikidata.org/wiki/Q60571","display_name":"Neoclassical economics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2018.2874003","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2018.2874003","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.49000000953674316}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W279631868","https://openalex.org/W569232627","https://openalex.org/W1532688806","https://openalex.org/W1558657492","https://openalex.org/W1573900212","https://openalex.org/W1633675443","https://openalex.org/W1814633089","https://openalex.org/W1968990388","https://openalex.org/W1970381522","https://openalex.org/W1989645203","https://openalex.org/W2021419061","https://openalex.org/W2029396991","https://openalex.org/W2034725503","https://openalex.org/W2037892770","https://openalex.org/W2044712489","https://openalex.org/W2058398674","https://openalex.org/W2087179560","https://openalex.org/W2091364465","https://openalex.org/W2103490241","https://openalex.org/W2110962519","https://openalex.org/W2114269021","https://openalex.org/W2130632507","https://openalex.org/W2132420641","https://openalex.org/W2135744888","https://openalex.org/W2137849348","https://openalex.org/W2140890285","https://openalex.org/W2144913588","https://openalex.org/W2144931885","https://openalex.org/W2146995124","https://openalex.org/W2158751658","https://openalex.org/W2163522723","https://openalex.org/W2171084228","https://openalex.org/W2399169217","https://openalex.org/W2478356874","https://openalex.org/W2743846242","https://openalex.org/W2964064650","https://openalex.org/W4240374930","https://openalex.org/W4300115751","https://openalex.org/W6610117260","https://openalex.org/W6631864160","https://openalex.org/W6634147617","https://openalex.org/W6636827874","https://openalex.org/W6638380517","https://openalex.org/W6680834967","https://openalex.org/W6681656982","https://openalex.org/W6684973485","https://openalex.org/W6730163182"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W1589140671","https://openalex.org/W1760611253","https://openalex.org/W52153049","https://openalex.org/W2951545791","https://openalex.org/W1515117609","https://openalex.org/W2294884454","https://openalex.org/W4323315247","https://openalex.org/W3169161914","https://openalex.org/W4321379664"],"abstract_inverted_index":{"We":[0,53,93,113],"consider":[1],"a":[2,12,22,55,84,89,96,121],"crowdsourcing":[3],"platform":[4],"where":[5],"workers'":[6,134],"responses":[7],"to":[8,16,33,42,62,69],"questions":[9,40,50],"posed":[10,41],"by":[11],"crowdsourcer":[13],"are":[14,45],"used":[15,102],"determine":[17,63],"the":[18,39,43,64,70],"hidden":[19],"state":[20],"of":[21],"multi-class":[23],"labeling":[24],"problem.":[25],"As":[26,74],"workers":[27,44],"may":[28],"be":[29,101],"unreliable,":[30],"we":[31,82],"propose":[32,54,95],"perform":[34],"sequential":[35],"questioning":[36,66],"in":[37,79,103],"which":[38,99,130],"designed":[46],"based":[47,87,124],"on":[48,88,125],"previous":[49,135],"and":[51,129],"answers.":[52],"Partially-Observable":[56],"Markov":[57],"Decision":[58],"Process":[59],"(POMDP)":[60],"framework":[61],"best":[65],"strategy,":[67],"subject":[68],"crowdsourcer's":[71],"budget":[72],"constraint.":[73],"this":[75],"POMDP":[76,107],"formulation":[77],"is":[78],"general":[80],"intractable,":[81],"develop":[83],"suboptimal":[85],"approach":[86],"q-ary":[90],"Ulam-Renyi":[91,111],"game.":[92],"also":[94],"sampling":[97],"heuristic,":[98],"can":[100],"tandem":[104],"with":[105],"standard":[106],"solvers,":[108],"using":[109],"our":[110,118],"strategy.":[112],"demonstrate":[114],"through":[115],"simulations":[116],"that":[117],"approaches":[119],"outperform":[120],"non-sequential":[122],"strategy":[123],"error":[126],"correction":[127],"coding":[128],"does":[131],"not":[132],"utilize":[133],"responses.":[136]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}