{"id":"https://openalex.org/W4292092773","doi":"https://doi.org/10.1145/3556545","title":"Crowdsourcing Truth Inference Based on Label Confidence Clustering","display_name":"Crowdsourcing Truth Inference Based on Label Confidence Clustering","publication_year":2022,"publication_date":"2022-08-17","ids":{"openalex":"https://openalex.org/W4292092773","doi":"https://doi.org/10.1145/3556545"},"language":"en","primary_location":{"id":"doi:10.1145/3556545","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3556545","pdf_url":null,"source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059939190","display_name":"Gongqing Wu","orcid":"https://orcid.org/0000-0003-2289-1679"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Gongqing Wu","raw_affiliation_strings":["Key Laboratory of Knowledge Engineering with Big Data (the Ministry of Education of China), Hefei University of Technology, and School of Computer Science and Information Engineering, Hefei University of Technology, and Intelligent Interconnected Systems Laboratory of Anhui Province, Hefei University of Technology, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Knowledge Engineering with Big Data (the Ministry of Education of China), Hefei University of Technology, and School of Computer Science and Information Engineering, Hefei University of Technology, and Intelligent Interconnected Systems Laboratory of Anhui Province, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006738727","display_name":"Liangzhu Zhou","orcid":"https://orcid.org/0000-0002-5663-5959"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liangzhu Zhou","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090411506","display_name":"Jiazhu Xia","orcid":"https://orcid.org/0000-0003-3257-5514"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiazhu Xia","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100440326","display_name":"Lei Li","orcid":"https://orcid.org/0000-0002-5374-7293"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Li","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085691550","display_name":"Xianyu Bao","orcid":"https://orcid.org/0000-0003-1590-083X"},"institutions":[{"id":"https://openalex.org/I4210097984","display_name":"Shenzhen Academy of Inspection and Quarantine","ror":"https://ror.org/011v81t74","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210097984"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianyu Bao","raw_affiliation_strings":["Shenzhen Academy of Inspection and Quarantine, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Academy of Inspection and Quarantine, Shenzhen, China","institution_ids":["https://openalex.org/I4210097984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080738591","display_name":"Xindong Wu","orcid":"https://orcid.org/0000-0003-2396-1704"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xindong Wu","raw_affiliation_strings":["Key Laboratory of Knowledge Engineering with Big Data (the Ministry of Education of China), Hefei University of Technology, and School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Knowledge Engineering with Big Data (the Ministry of Education of China), Hefei University of Technology, and School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5059939190"],"corresponding_institution_ids":["https://openalex.org/I16365422"],"apc_list":null,"apc_paid":null,"fwci":3.4736,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.93566952,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"17","issue":"4","first_page":"1","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9657999873161316,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9514681100845337},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.8102633357048035},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.7707486748695374},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7090535163879395},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5606579184532166},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5521954298019409},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.526411235332489},{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.508637547492981},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5037288069725037},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.48456087708473206},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4705524742603302},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.424124538898468}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9514681100845337},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.8102633357048035},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.7707486748695374},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7090535163879395},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5606579184532166},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5521954298019409},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.526411235332489},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.508637547492981},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5037288069725037},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48456087708473206},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4705524742603302},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.424124538898468},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3556545","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3556545","pdf_url":null,"source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3237839728","display_name":null,"funder_award_id":"62076087, 62120106008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W1459599406","https://openalex.org/W1541280084","https://openalex.org/W1946367136","https://openalex.org/W2010135967","https://openalex.org/W2056748234","https://openalex.org/W2086413055","https://openalex.org/W2098865355","https://openalex.org/W2113878109","https://openalex.org/W2125943921","https://openalex.org/W2134305421","https://openalex.org/W2141649520","https://openalex.org/W2290431464","https://openalex.org/W2293794854","https://openalex.org/W2295086410","https://openalex.org/W2329838488","https://openalex.org/W2343997148","https://openalex.org/W2368253142","https://openalex.org/W2408493841","https://openalex.org/W2585226541","https://openalex.org/W2588301253","https://openalex.org/W2804714470","https://openalex.org/W2808975577","https://openalex.org/W2809117326","https://openalex.org/W2914980526","https://openalex.org/W2964332492","https://openalex.org/W4246769683","https://openalex.org/W6628785978"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W2276146857"],"abstract_inverted_index":{"Truth":[0],"inference":[1,51],"can":[2],"help":[3],"solve":[4],"some":[5],"difficult":[6,30],"problems":[7],"of":[8,62,136,155],"data":[9],"integration":[10],"in":[11,25,70,125],"crowdsourcing.":[12],"Crowdsourced":[13],"workers":[14],"are":[15,41,128],"not":[16],"experts":[17],"and":[18,94,101,122,145,170],"their":[19],"labeling":[20,72],"ability":[21],"varies":[22],"greatly;":[23],"therefore,":[24],"practical":[26],"applications,":[27],"it":[28],"is":[29,83],"to":[31,58,106,118,163],"determine":[32],"whether":[33],"the":[34,60,66,76,98,103,109,123,126,134,153],"labels":[35,64,88],"collected":[36],"from":[37,85],"a":[38,46,90,119,130],"crowdsourcing":[39,71],"platform":[40],"correct.":[42],"This":[43],"article":[44],"proposes":[45],"novel":[47],"algorithm":[48,105,157],"called":[49],"truth":[50,91],"based":[52],"on":[53,147],"label":[54,77],"confidence":[55,78],"clustering":[56,99],"(TILCC)":[57],"improve":[59],"quality":[61],"integrated":[63],"for":[65],"single-choice":[67],"classification":[68],"problem":[69],"tasks.":[73],"We":[74],"obtain":[75],"via":[79],"worker":[80],"reliability,":[81],"which":[82],"calculated":[84],"multiple":[86],"noise":[87],"using":[89],"discovery":[92],"method,":[93],"then":[95],"we":[96],"generate":[97],"features":[100],"use":[102],"K-means":[104],"cluster":[107,116,127],"all":[108],"tasks":[110,124],"into":[111],"K":[112],"different":[113],"clusters.":[114],"Each":[115],"corresponds":[117],"specific":[120],"class,":[121],"assigned":[129],"label.":[131],"Compared":[132],"with":[133],"performances":[135],"six":[137],"state-of-the-art":[138],"methods,":[139],"MV,":[140],"ZenCrowd,":[141],"PM,":[142],"CATD,":[143],"GLAD,":[144],"GTIC,":[146],"12":[148],"randomly":[149],"selected":[150],"real-world":[151],"datasets,":[152],"performance":[154],"our":[156],"showed":[158],"many":[159],"advantages:":[160],"no":[161],"need":[162],"set":[164],"complex":[165],"parameters,":[166],"faster":[167],"running":[168],"speed,":[169],"significantly":[171],"higher":[172],"accuracy.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}