{"id":"https://openalex.org/W2984838055","doi":"https://doi.org/10.1109/tkde.2019.2951668","title":"Multi-Label Truth Inference for Crowdsourcing Using Mixture Models","display_name":"Multi-Label Truth Inference for Crowdsourcing Using Mixture Models","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2984838055","doi":"https://doi.org/10.1109/tkde.2019.2951668","mag":"2984838055"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2019.2951668","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2019.2951668","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014482509","display_name":"Jing Zhang","orcid":"https://orcid.org/0000-0003-2541-4923"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jing Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080738591","display_name":"Xindong Wu","orcid":"https://orcid.org/0000-0003-2396-1704"},"institutions":[{"id":"https://openalex.org/I4401726980","display_name":"Mininglamp (China)","ror":"https://ror.org/04tb90x61","country_code":"CN","type":"company","lineage":["https://openalex.org/I4401726980"]},{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xindong Wu","raw_affiliation_strings":["Institute of Big Knowledge Science, Hefei University of Technology, Hefei, China","Key Laboratory of Knowledge Engineering with Big Data, Hefei University of Technology, Ministry of Education, Hefei, China","Mininglamp Academy of Sciences, Mininglamp Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Big Knowledge Science, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Key Laboratory of Knowledge Engineering with Big Data, Hefei University of Technology, Ministry of Education, Hefei, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Mininglamp Academy of Sciences, Mininglamp Technology, Beijing, China","institution_ids":["https://openalex.org/I4401726980"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5014482509"],"corresponding_institution_ids":["https://openalex.org/I36399199"],"apc_list":null,"apc_paid":null,"fwci":3.0093,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.91872717,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8434349894523621},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.780145525932312},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.753494143486023},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4965210556983948},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37295782566070557},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3431375026702881},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.09540188312530518}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8434349894523621},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.780145525932312},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.753494143486023},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4965210556983948},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37295782566070557},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3431375026702881},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.09540188312530518}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2019.2951668","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2019.2951668","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1450990713","display_name":null,"funder_award_id":"91746209","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G388171811","display_name":null,"funder_award_id":"91846104","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4960198720","display_name":null,"funder_award_id":"2017T100370","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G6837295946","display_name":null,"funder_award_id":"61603186","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6998926279","display_name":null,"funder_award_id":"BK20160843","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G7447526626","display_name":null,"funder_award_id":"2016YFB1000901","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W1459599406","https://openalex.org/W1541280084","https://openalex.org/W1543648998","https://openalex.org/W1573900212","https://openalex.org/W1839751919","https://openalex.org/W1881742729","https://openalex.org/W1970381522","https://openalex.org/W2003433537","https://openalex.org/W2003497265","https://openalex.org/W2029517229","https://openalex.org/W2056584528","https://openalex.org/W2086413055","https://openalex.org/W2098865355","https://openalex.org/W2105468141","https://openalex.org/W2113878109","https://openalex.org/W2119830539","https://openalex.org/W2125943921","https://openalex.org/W2127970560","https://openalex.org/W2137165445","https://openalex.org/W2140890285","https://openalex.org/W2141649520","https://openalex.org/W2142518823","https://openalex.org/W2143890915","https://openalex.org/W2149273804","https://openalex.org/W2152009989","https://openalex.org/W2152798551","https://openalex.org/W2153150702","https://openalex.org/W2170493558","https://openalex.org/W2180771322","https://openalex.org/W2290431464","https://openalex.org/W2295086410","https://openalex.org/W2394968026","https://openalex.org/W2475282416","https://openalex.org/W2554692997","https://openalex.org/W2572369715","https://openalex.org/W2585226541","https://openalex.org/W2598946096","https://openalex.org/W2740265435","https://openalex.org/W2741237776","https://openalex.org/W2752461112","https://openalex.org/W2752765085","https://openalex.org/W2754809282","https://openalex.org/W2783668259","https://openalex.org/W2794518829","https://openalex.org/W2800844100","https://openalex.org/W2804521636","https://openalex.org/W2809117326","https://openalex.org/W2889850233","https://openalex.org/W4205743601","https://openalex.org/W6628785978","https://openalex.org/W6632436798","https://openalex.org/W6634147617","https://openalex.org/W6638832521","https://openalex.org/W6639279525","https://openalex.org/W6677811664","https://openalex.org/W6679959949","https://openalex.org/W6680834967","https://openalex.org/W6680957539","https://openalex.org/W6682171051","https://openalex.org/W6682576451","https://openalex.org/W6682675497","https://openalex.org/W6685463421","https://openalex.org/W6711814783","https://openalex.org/W6731819831"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347","https://openalex.org/W4210805261"],"abstract_inverted_index":{"When":[0,176],"acquiring":[1],"labels":[2,14,65,101,132,178,207],"from":[3,71],"crowdsourcing":[4,160],"platforms,":[5],"a":[6,24,52,111,147,163],"task":[7,47,68,104],"may":[8,21],"be":[9,48,190],"designed":[10],"to":[11,23,88,118,193],"include":[12],"multiple":[13,64,114,130],"and":[15,86,108,162],"the":[16,32,39,59,63,90,100,120,123,140,177,194],"values":[17,61],"of":[18,26,41,54,62,66,102,113,133,142,149],"each":[19,67,103,134],"label":[20],"belong":[22],"set":[25,148],"various":[27],"distinct":[28],"options,":[29],"which":[30,197],"is":[31],"so-called":[33],"multi-class":[34,91],"multi-label":[35,92],"annotation.":[36],"To":[37],"improve":[38],"quality":[40],"labels,":[42],"requesters":[43],"usually":[44],"let":[45],"one":[46],"independently":[49,115],"completed":[50],"by":[51,146],"group":[53],"heterogeneous":[55],"crowdsourced":[56,143],"workers.":[57],"Then,":[58],"true":[60,131],"are":[69,105,179,203,208],"inferred":[70],"these":[72],"repeated":[73],"noisy":[74],"labels.":[75,124],"In":[76],"this":[77],"paper,":[78],"we":[79],"propose":[80],"two":[81],"novel":[82],"probabilistic":[83],"models":[84,126,170,188],"MCMLI":[85,97],"MCMLD":[87,109,182],"address":[89],"inference":[93],"problem":[94],"in":[95],"crowdsourcing.":[96],"assumes":[98],"that":[99,167],"mutually":[106],"independent":[107],"utilizes":[110],"mixture":[112],"multinoulli":[116],"distributions":[117],"capture":[119],"correlation":[121],"among":[122],"Both":[125],"can":[127,189],"jointly":[128],"infer":[129],"instance":[135],"as":[136,138],"well":[137],"estimate":[139],"reliability":[141],"workers":[144],"modeled":[145],"confusion":[150],"matrices":[151],"with":[152,157],"an":[153],"expectation-maximization":[154],"algorithm.":[155],"Experiments":[156],"three":[158],"typical":[159],"scenarios":[161],"real-world":[164],"dataset":[165],"show":[166,198],"our":[168,187],"proposed":[169],"significantly":[171],"outperform":[172],"existing":[173],"competitive":[174],"alternatives.":[175],"strongly":[180],"correlated,":[181],"substantially":[183],"outperforms":[184],"MCMLI.":[185],"Furthermore,":[186],"easily":[191],"simplified":[192],"one-coin":[195],"models,":[196],"more":[199],"advantageous":[200],"when":[201],"errors":[202],"uniformly":[204],"distributed,":[205],"or":[206],"sparse.":[209]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}