{"id":"https://openalex.org/W2782709522","doi":"https://doi.org/10.1109/iske.2017.8258809","title":"A robust inference algorithm for crowd sourced categorization","display_name":"A robust inference algorithm for crowd sourced categorization","publication_year":2017,"publication_date":"2017-11-01","ids":{"openalex":"https://openalex.org/W2782709522","doi":"https://doi.org/10.1109/iske.2017.8258809","mag":"2782709522"},"language":"en","primary_location":{"id":"doi:10.1109/iske.2017.8258809","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iske.2017.8258809","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 12th International Conference on Intelligent Systems and Knowledge Engineering (ISKE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064775927","display_name":"Ming Wu","orcid":"https://orcid.org/0000-0003-4556-1437"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ming Wu","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, P. R. China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, P. R. China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090335612","display_name":"Qianmu Li","orcid":"https://orcid.org/0000-0002-0998-1517"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianmu Li","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, P. R. China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, P. R. China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052709846","display_name":"Jing Zhang","orcid":"https://orcid.org/0000-0003-3516-0111"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, P. R. China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, P. R. China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060728694","display_name":"Shicheng Cui","orcid":"https://orcid.org/0000-0002-9819-4485"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shicheng Cui","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, P. R. China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, P. R. China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101544517","display_name":"Deqiang Li","orcid":"https://orcid.org/0000-0003-3456-902X"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deqiang Li","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, P. R. China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, P. R. China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023228402","display_name":"Yong Qi","orcid":"https://orcid.org/0000-0002-7682-5653"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Qi","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, P. R. China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, P. R. China","institution_ids":["https://openalex.org/I36399199"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5064775927"],"corresponding_institution_ids":["https://openalex.org/I36399199"],"apc_list":null,"apc_paid":null,"fwci":0.7525,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.80586497,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"16","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9481654763221741},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7929976582527161},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.749647855758667},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.7149099707603455},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6211044788360596},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6193033456802368},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6102899312973022},{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.609048068523407},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.5941261053085327},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5340594053268433},{"id":"https://openalex.org/keywords/imperfect","display_name":"Imperfect","score":0.44252827763557434},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.42882239818573},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.39841216802597046},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3656143844127655}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9481654763221741},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7929976582527161},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.749647855758667},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.7149099707603455},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6211044788360596},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6193033456802368},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6102899312973022},{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.609048068523407},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.5941261053085327},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5340594053268433},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.44252827763557434},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.42882239818573},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.39841216802597046},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3656143844127655},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iske.2017.8258809","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iske.2017.8258809","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 12th International Conference on Intelligent Systems and Knowledge Engineering (ISKE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W1498729261","https://openalex.org/W1543648998","https://openalex.org/W1595524969","https://openalex.org/W1970381522","https://openalex.org/W1988560072","https://openalex.org/W2010135967","https://openalex.org/W2018369380","https://openalex.org/W2063606769","https://openalex.org/W2105468141","https://openalex.org/W2113878109","https://openalex.org/W2125943921","https://openalex.org/W2128475742","https://openalex.org/W2134305421","https://openalex.org/W2142518823","https://openalex.org/W2147687736","https://openalex.org/W2152009989","https://openalex.org/W2152798551","https://openalex.org/W2163522723","https://openalex.org/W2221430606","https://openalex.org/W2285341298","https://openalex.org/W2295086410","https://openalex.org/W2475282416","https://openalex.org/W2554839354","https://openalex.org/W2564143201","https://openalex.org/W2949312134","https://openalex.org/W6679031254","https://openalex.org/W6679959949","https://openalex.org/W6680957539","https://openalex.org/W6682576451","https://openalex.org/W6682675497","https://openalex.org/W6688798063"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114","https://openalex.org/W4286908577"],"abstract_inverted_index":{"With":[0],"the":[1,22,46,53,93,97,103,109],"rapid":[2],"growing":[3],"of":[4,36,52,71,96,105,111],"crowdsourcing":[5,17,119],"systems,":[6],"class":[7],"labels":[8,25,44,51,66,95],"for":[9,45],"supervised":[10],"learning":[11],"can":[12],"be":[13,70],"easily":[14],"obtained":[15,26],"from":[16,27],"platforms.":[18],"To":[19],"deal":[20],"with":[21],"problem":[23],"that":[24,122],"crowds":[28],"are":[29,56,67],"usually":[30],"noisy":[31],"due":[32],"to":[33,69],"imperfect":[34],"reliability":[35,104],"non-expert":[37],"workers,":[38],"we":[39,77],"let":[40],"multiple":[41],"workers":[42],"provide":[43],"same":[47],"object.":[48],"Then,":[49],"true":[50,94],"labeled":[54],"object":[55],"estimated":[57],"through":[58],"ground":[59,81],"truth":[60,82],"inference":[61,83],"algorithms.":[62,130],"The":[63],"inferred":[64],"integrated":[65],"expected":[68],"high":[72],"quality.":[73],"In":[74],"this":[75],"paper,":[76],"propose":[78],"a":[79],"novel":[80],"algorithm":[84,125],"based":[85],"on":[86,116],"EM":[87],"algorithm,":[88],"which":[89],"not":[90],"only":[91],"infers":[92],"instances":[98],"but":[99],"also":[100],"simultaneously":[101],"estimates":[102],"each":[106,112],"worker":[107],"and":[108],"difficulty":[110],"instance.":[113],"Experimental":[114],"results":[115],"seven":[117],"real-world":[118],"datasets":[120],"show":[121],"our":[123],"proposed":[124],"outperforms":[126],"eight":[127],"state-of-the":[128],"art":[129]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}