{"id":"https://openalex.org/W4283262191","doi":"https://doi.org/10.1145/3529836.3529861","title":"Label Aggregation with Clustering for Biased Crowdsourced Labeling","display_name":"Label Aggregation with Clustering for Biased Crowdsourced Labeling","publication_year":2022,"publication_date":"2022-02-18","ids":{"openalex":"https://openalex.org/W4283262191","doi":"https://doi.org/10.1145/3529836.3529861"},"language":"en","primary_location":{"id":"doi:10.1145/3529836.3529861","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3529836.3529861","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 14th International Conference on Machine Learning and Computing (ICMLC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064775927","display_name":"Ming Wu","orcid":"https://orcid.org/0000-0003-4556-1437"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ming Wu","raw_affiliation_strings":["School of Computer Science and Engneering, Nanjing University of Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engneering, Nanjing University of Science and Technology, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090335612","display_name":"Qianmu Li","orcid":"https://orcid.org/0000-0002-0998-1517"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianmu Li","raw_affiliation_strings":["School of Computer Science and Engneering, Nanjing University of Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engneering, Nanjing University of Science and Technology, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014482509","display_name":"Jing Zhang","orcid":"https://orcid.org/0000-0003-2541-4923"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Zhang","raw_affiliation_strings":["School of Computer Science and Engneering, Nanjing University of Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engneering, Nanjing University of Science and Technology, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027590471","display_name":"Jun Hou","orcid":"https://orcid.org/0000-0002-6986-4961"},"institutions":[{"id":"https://openalex.org/I98834328","display_name":"Wuyi University","ror":"https://ror.org/059djzq42","country_code":"CN","type":"education","lineage":["https://openalex.org/I98834328"]},{"id":"https://openalex.org/I4210101451","display_name":"Nanjing Institute of Industry Technology","ror":"https://ror.org/00qf07q44","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210101451"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Hou","raw_affiliation_strings":["School of Social Science, Nanjing Vocational University of Industry Technology, China and Intelligent Manufacturing Department, Wuyi University, China"],"affiliations":[{"raw_affiliation_string":"School of Social Science, Nanjing Vocational University of Industry Technology, China and Intelligent Manufacturing Department, Wuyi University, China","institution_ids":["https://openalex.org/I4210101451","https://openalex.org/I98834328"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5064775927"],"corresponding_institution_ids":["https://openalex.org/I36399199"],"apc_list":null,"apc_paid":null,"fwci":0.421,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.69787639,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"165","last_page":"169"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8796663284301758},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7659471035003662},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.750004768371582},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5856406688690186},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5539928674697876},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4820338487625122},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.47349080443382263},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4655066132545471},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4233025014400482},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.37739166617393494}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8796663284301758},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7659471035003662},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.750004768371582},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5856406688690186},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5539928674697876},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4820338487625122},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47349080443382263},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4655066132545471},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4233025014400482},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.37739166617393494},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3529836.3529861","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3529836.3529861","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 14th International Conference on Machine Learning and Computing (ICMLC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1384518616","display_name":null,"funder_award_id":"30918012204, 30920041112","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6716829879","display_name":null,"funder_award_id":"2020YFB1804604","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7109946312","display_name":null,"funder_award_id":"62076130,91846104","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W1963596489","https://openalex.org/W2010135967","https://openalex.org/W2012668444","https://openalex.org/W2063606769","https://openalex.org/W2113878109","https://openalex.org/W2137165445","https://openalex.org/W2150612552","https://openalex.org/W2161816739","https://openalex.org/W2295086410","https://openalex.org/W2329838488","https://openalex.org/W2475282416","https://openalex.org/W2554839354","https://openalex.org/W2782709522","https://openalex.org/W2792932412","https://openalex.org/W2807634467","https://openalex.org/W2901679674","https://openalex.org/W2965326564","https://openalex.org/W3125549546"],"related_works":["https://openalex.org/W2827818489","https://openalex.org/W2961085424","https://openalex.org/W4290792893","https://openalex.org/W4306674287","https://openalex.org/W2912010834","https://openalex.org/W1987640280","https://openalex.org/W2370909876","https://openalex.org/W2356149660","https://openalex.org/W4308823300","https://openalex.org/W4206532602"],"abstract_inverted_index":{"With":[0],"the":[1,16,32,37,42,50,55,60,65,90,121,128,133,137,145,148,154,164],"rapid":[2],"development":[3],"of":[4,8,19,31,39,44,67,92,123,136,147],"crowdsourcing":[5],"learning,":[6],"amount":[7],"label":[9,33,57,70,93,158,166,180],"aggregation":[10,34,71,94,159,181],"methods":[11,35,141],"are":[12],"proposed":[13],"to":[14,64,98,119,153,163],"infer":[15,54],"true":[17],"labels":[18,24,125,151],"instances":[20,45],"from":[21],"multiple":[22],"noisy":[23],"provided":[25],"by":[26,126],"inexpert":[27],"crowd":[28,124],"workers.":[29],"Most":[30],"take":[36],"reliabilities":[38],"workers":[40],"and":[41,48,58,95,100,142],"difficulties":[43],"into":[46],"account":[47],"construct":[49],"probabilistic":[51],"models,":[52],"then":[53,143],"aggregated":[56],"estimate":[59],"parameters":[61],"simultaneously.":[62],"However,":[63],"best":[66],"our":[68],"knowledge,":[69],"for":[72,115],"biased":[73,149],"crowdsourced":[74],"labeling":[75,83,129,134],"scenarios":[76],"has":[77],"not":[78],"been":[79],"sufficiently":[80],"studied.":[81],"Biased":[82,116],"is":[84,96,161],"a":[85,108,157],"critical":[86],"factor":[87],"that":[88,175],"affects":[89],"performance":[91],"hard":[97],"detect":[99],"model.":[101],"To":[102],"this":[103,105],"end,":[104],"paper":[106],"proposes":[107],"novel":[109],"Label":[110],"Aggregation":[111],"with":[112],"Clustering":[113],"method":[114,160],"Labeling":[117],"(LACBL),":[118],"improve":[120],"quality":[122],"mitigating":[127],"bias.":[130,155],"LACBL":[131,176],"detects":[132],"bias":[135],"dataset":[138],"using":[139],"clustering":[140],"decreases":[144],"ratio":[146],"class":[150],"according":[152],"Finally,":[156],"applied":[162],"renewed":[165],"set.":[167],"Experimental":[168],"results":[169],"on":[170],"four":[171],"real-world":[172],"datasets":[173],"show":[174],"outperforms":[177],"other":[178],"state-of-the-art":[179],"algorithms.":[182]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}