{"id":"https://openalex.org/W2844685569","doi":"https://doi.org/10.1080/17517575.2018.1493539","title":"Practical POMDP-based test mechanism for quality assurance in volunteer crowdsourcing","display_name":"Practical POMDP-based test mechanism for quality assurance in volunteer crowdsourcing","publication_year":2018,"publication_date":"2018-07-09","ids":{"openalex":"https://openalex.org/W2844685569","doi":"https://doi.org/10.1080/17517575.2018.1493539","mag":"2844685569"},"language":"en","primary_location":{"id":"doi:10.1080/17517575.2018.1493539","is_oa":false,"landing_page_url":"https://doi.org/10.1080/17517575.2018.1493539","pdf_url":null,"source":{"id":"https://openalex.org/S24861202","display_name":"Enterprise Information Systems","issn_l":"1751-7575","issn":["1751-7575","1751-7583"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Enterprise Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032553249","display_name":"Peng Shi","orcid":"https://orcid.org/0000-0002-8400-2358"},"institutions":[{"id":"https://openalex.org/I110440473","display_name":"Xi'an University of Science and Technology","ror":"https://ror.org/046fkpt18","country_code":"CN","type":"education","lineage":["https://openalex.org/I110440473"]},{"id":"https://openalex.org/I14894300","display_name":"Foshan University","ror":"https://ror.org/02xvvvp28","country_code":"CN","type":"education","lineage":["https://openalex.org/I14894300"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Peng Shi","raw_affiliation_strings":["Innovation Group for Interdisciplinary Computing Technologies, College of Computer Science and Technology, Xi\u2019an University of Science and Technology, Xi\u2019an, China","School of Computer Science and Engineering, Southeast University, Nanjing, China","School of Mathematics and Big Data, Foshan University, Foshan, China","Innovation Group for Interdisciplinary Computing Technologies, College of Computer Science and Technology, Xi'an University of Science and Technology, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Innovation Group for Interdisciplinary Computing Technologies, College of Computer Science and Technology, Xi\u2019an University of Science and Technology, Xi\u2019an, China","institution_ids":["https://openalex.org/I110440473"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"School of Mathematics and Big Data, Foshan University, Foshan, China","institution_ids":["https://openalex.org/I14894300"]},{"raw_affiliation_string":"Innovation Group for Interdisciplinary Computing Technologies, College of Computer Science and Technology, Xi'an University of Science and Technology, Xi'an, China","institution_ids":["https://openalex.org/I110440473"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054650835","display_name":"Wanyuan Wang","orcid":"https://orcid.org/0000-0002-9080-4971"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanyuan Wang","raw_affiliation_strings":["School of Computer Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101652171","display_name":"Yifeng Zhou","orcid":"https://orcid.org/0000-0002-1095-3580"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifeng Zhou","raw_affiliation_strings":["School of Computer Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014188672","display_name":"Jiuchuan Jiang","orcid":"https://orcid.org/0000-0002-8249-1725"},"institutions":[{"id":"https://openalex.org/I137056471","display_name":"Nanjing University of Finance and Economics","ror":"https://ror.org/031y8am81","country_code":"CN","type":"education","lineage":["https://openalex.org/I137056471"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiuchuan Jiang","raw_affiliation_strings":["Jiangsu Provincial Key Laboratory of E-Business, School of Information Engineering, Nanjing University of Finance and Economics, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiangsu Provincial Key Laboratory of E-Business, School of Information Engineering, Nanjing University of Finance and Economics, Nanjing, China","institution_ids":["https://openalex.org/I137056471"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017286061","display_name":"Yichuan Jiang","orcid":"https://orcid.org/0000-0002-7349-5249"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yichuan Jiang","raw_affiliation_strings":["School of Computer Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100396980","display_name":"Zhifeng Hao","orcid":"https://orcid.org/0000-0002-9257-2895"},"institutions":[{"id":"https://openalex.org/I14894300","display_name":"Foshan University","ror":"https://ror.org/02xvvvp28","country_code":"CN","type":"education","lineage":["https://openalex.org/I14894300"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhifeng Hao","raw_affiliation_strings":["School of Mathematics and Big Data, Foshan University, Foshan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematics and Big Data, Foshan University, Foshan, China","institution_ids":["https://openalex.org/I14894300"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034924621","display_name":"Jianyong Yu","orcid":"https://orcid.org/0009-0003-3138-7228"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianyong Yu","raw_affiliation_strings":["School of Computer Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5032553249"],"corresponding_institution_ids":["https://openalex.org/I110440473","https://openalex.org/I14894300","https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":0.6809,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.79323422,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"13","issue":"7-8","first_page":"979","last_page":"1001"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9642000198364258,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9478512406349182},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7986751794815063},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.7895908951759338},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6816831231117249},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.667702317237854},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5845706462860107},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5474657416343689},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43162912130355835},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.410699725151062},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37895095348358154},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.2625943124294281},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.2563224732875824},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15626439452171326},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.12513235211372375}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9478512406349182},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7986751794815063},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.7895908951759338},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6816831231117249},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.667702317237854},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5845706462860107},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5474657416343689},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43162912130355835},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.410699725151062},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37895095348358154},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.2625943124294281},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.2563224732875824},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15626439452171326},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.12513235211372375},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/17517575.2018.1493539","is_oa":false,"landing_page_url":"https://doi.org/10.1080/17517575.2018.1493539","pdf_url":null,"source":{"id":"https://openalex.org/S24861202","display_name":"Enterprise Information Systems","issn_l":"1751-7575","issn":["1751-7575","1751-7583"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Enterprise Information Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G3555622924","display_name":"\u9762\u5411\u591a\u89c6\u89d2\u591a\u6807\u7b7e\u6570\u636e\u7684\u652f\u6301\u5f20\u91cf\u673a\u5206\u7c7b\u7b97\u6cd5\u7814\u7a76","funder_award_id":"61472089","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3973188621","display_name":null,"funder_award_id":"2015B010108006","funder_id":"https://openalex.org/F4320335795","funder_display_name":"Science and Technology Planning Project of Guangdong Province"},{"id":"https://openalex.org/G7549052201","display_name":"\u57fa\u4e8e\u591aAgent\u7684\u6df7\u6742\u4ea4\u4e92\u4f20\u611f\u5668\u7f51\u7edc\u7684\u7fa4\u96c6\u6269\u6563\u540c\u6b65\u53ca\u4f18\u52bf\u805a\u96c6\u6548\u5e94\u7814\u7a76","funder_award_id":"61170164","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8335854432","display_name":"\u57fa\u4e8eAgent\u7684\u591a\u91cd\u793e\u4f1a\u7f51\u7edc\u4e2d\u5f02\u7c7b\u7fa4\u4f53\u7684\u8fc1\u79fb\u5f0f\u4fe1\u606f\u4f20\u64ad\u6a21\u578b\u7814\u7a76","funder_award_id":"61472079","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8389374686","display_name":null,"funder_award_id":"2015B010131015","funder_id":"https://openalex.org/F4320335795","funder_display_name":"Science and Technology Planning Project of Guangdong Province"},{"id":"https://openalex.org/G8982061459","display_name":null,"funder_award_id":"2014A030308008","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null},{"id":"https://openalex.org/F4320335795","display_name":"Science and Technology Planning Project of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W159136832","https://openalex.org/W1497882404","https://openalex.org/W1522548332","https://openalex.org/W1524782856","https://openalex.org/W1539473175","https://openalex.org/W1541505110","https://openalex.org/W1558395318","https://openalex.org/W1565732937","https://openalex.org/W1829364075","https://openalex.org/W1930624869","https://openalex.org/W2062236692","https://openalex.org/W2066937012","https://openalex.org/W2078429476","https://openalex.org/W2098865355","https://openalex.org/W2099430963","https://openalex.org/W2099873296","https://openalex.org/W2112193291","https://openalex.org/W2125943921","https://openalex.org/W2135504089","https://openalex.org/W2137935418","https://openalex.org/W2140890285","https://openalex.org/W2142518823","https://openalex.org/W2149906572","https://openalex.org/W2163522723","https://openalex.org/W2177390197","https://openalex.org/W2246716434","https://openalex.org/W2294827575","https://openalex.org/W2295086410","https://openalex.org/W2335694744","https://openalex.org/W2467745878","https://openalex.org/W2517236807","https://openalex.org/W2538903535","https://openalex.org/W2546354416","https://openalex.org/W2554589817","https://openalex.org/W2580332477","https://openalex.org/W2740478029","https://openalex.org/W2757577862","https://openalex.org/W2911964244","https://openalex.org/W4255985591","https://openalex.org/W6697407801"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114"],"abstract_inverted_index":{"In":[0,154],"volunteer":[1,20,52,151],"crowdsourcing,":[2],"tasks":[3,88,110,119],"are":[4,29,93],"published":[5],"via":[6,102],"an":[7,68],"open":[8],"call":[9],"and":[10,165],"completed":[11,122],"by":[12],"many":[13],"workers":[14,23,164],"without":[15,140],"reward.":[16],"Under":[17],"the":[18,39,42,56,61,174,181],"traditional":[19],"crowdsourcing":[21,152],"paradigm,":[22],"with":[24,187],"diverse":[25],"levels":[26],"of":[27,44,63,183],"reliabilities":[28],"chosen":[30],"indiscriminately;":[31],"moreover,":[32],"each":[33],"worker\u2019s":[34,81,114],"performance":[35,82,115],"may":[36],"change":[37],"over":[38],"time.":[40],"Thus,":[41],"quality":[43,59,126],"task":[45,57,64,71,184],"completions":[46],"is":[47,98,146],"a":[48,73,80,113,124,130],"key":[49],"concern":[50],"in":[51,123,180],"crowdsourcing.":[53],"To":[54,104],"improve":[55],"completion":[58],"(i.e.":[60],"accuracy":[62,182],"answers),":[65],"we":[66,128,156],"adopt":[67],"adaptive":[69],"test":[70,109,138,176],"(with":[72,89],"true":[74,91],"answer)":[75],"insertion":[76],"approach":[77],"to":[78,107,111,120,161],"detect":[79,112],"dynamically,":[83],"thereby":[84],"ensuring":[85],"that":[86,173],"normal":[87,118],"unknown":[90],"answers)":[92],"assigned":[94],"when":[95,106],"this":[96],"worker":[97],"currently":[99],"deemed":[100],"reliable":[101],"testing.":[103],"decide":[105],"route":[108],"or":[116],"assign":[117],"be":[121],"high":[125],"state,":[127],"proposed":[129,175],"Partially":[131],"Observable":[132],"Markov":[133],"Decision":[134],"Processes":[135],"(POMDP)":[136],"based":[137],"mechanism":[139,177],"any":[141],"complicated":[142],"parameter":[143],"estimation,":[144],"which":[145],"more":[147],"practical":[148],"for":[149],"real-world":[150],"applications.":[153],"addition,":[155],"also":[157],"designed":[158],"rejection":[159],"strategies":[160],"reject":[162],"malicious":[163],"dubious":[166],"answers.":[167],"Experiments":[168],"on":[169],"real":[170],"datasets":[171],"demonstrate":[172],"performs":[178],"better":[179],"answers,":[185],"compared":[186],"benchmark":[188],"methods.":[189]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}