{"id":"https://openalex.org/W7117242402","doi":"https://doi.org/10.1109/tce.2025.3648409","title":"FLCLA: Four-Level Crowdsourced Label Aggregation","display_name":"FLCLA: Four-Level Crowdsourced Label Aggregation","publication_year":2025,"publication_date":"2025-12-25","ids":{"openalex":"https://openalex.org/W7117242402","doi":"https://doi.org/10.1109/tce.2025.3648409"},"language":null,"primary_location":{"id":"doi:10.1109/tce.2025.3648409","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3648409","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121255891","display_name":"Himanshu Suyal","orcid":null},"institutions":[{"id":"https://openalex.org/I70971781","display_name":"Dr. B. R. Ambedkar National Institute of Technology Jalandhar","ror":"https://ror.org/03xt0bg88","country_code":"IN","type":"education","lineage":["https://openalex.org/I70971781"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Himanshu Suyal","raw_affiliation_strings":["Department of Computer Science and Engineering, Dr. B. R. Ambedkar NIT Jalandhar, Jalandhar, Punjab, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Dr. B. R. Ambedkar NIT Jalandhar, Jalandhar, Punjab, India","institution_ids":["https://openalex.org/I70971781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108128911","display_name":"Avtar Singh","orcid":null},"institutions":[{"id":"https://openalex.org/I70971781","display_name":"Dr. B. R. Ambedkar National Institute of Technology Jalandhar","ror":"https://ror.org/03xt0bg88","country_code":"IN","type":"education","lineage":["https://openalex.org/I70971781"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Avtar Singh","raw_affiliation_strings":["Department of Computer Science and Engineering, Dr. B. R. Ambedkar NIT Jalandhar, Jalandhar, Punjab, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Dr. B. R. Ambedkar NIT Jalandhar, Jalandhar, Punjab, India","institution_ids":["https://openalex.org/I70971781"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020335518","display_name":"Shiv Naresh Shivhare","orcid":"https://orcid.org/0000-0002-6306-1113"},"institutions":[{"id":"https://openalex.org/I5847235","display_name":"University of Petroleum and Energy Studies","ror":"https://ror.org/04q2jes40","country_code":"IN","type":"education","lineage":["https://openalex.org/I5847235"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Shiv Naresh Shivhare","raw_affiliation_strings":["School of Computer Science, University of Petroleum and Energy Studies, Dehradun, Uttarakhand, India"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Petroleum and Energy Studies, Dehradun, Uttarakhand, India","institution_ids":["https://openalex.org/I5847235"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5121255891"],"corresponding_institution_ids":["https://openalex.org/I70971781"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.81791063,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"72","issue":"1","first_page":"223","last_page":"231"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.4814999997615814,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.4814999997615814,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.42239999771118164,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.012000000104308128,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9104999899864197},{"id":"https://openalex.org/keywords/majority-rule","display_name":"Majority rule","score":0.7034000158309937},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5976999998092651},{"id":"https://openalex.org/keywords/voting","display_name":"Voting","score":0.5557000041007996},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.47290000319480896},{"id":"https://openalex.org/keywords/data-aggregator","display_name":"Data aggregator","score":0.44769999384880066},{"id":"https://openalex.org/keywords/multi-label-classification","display_name":"Multi-label classification","score":0.42480000853538513},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4146000146865845}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9104999899864197},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7437000274658203},{"id":"https://openalex.org/C153668964","wikidata":"https://www.wikidata.org/wiki/Q27636","display_name":"Majority rule","level":2,"score":0.7034000158309937},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6212999820709229},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5976999998092651},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5943999886512756},{"id":"https://openalex.org/C520049643","wikidata":"https://www.wikidata.org/wiki/Q189760","display_name":"Voting","level":3,"score":0.5557000041007996},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.48820000886917114},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.47290000319480896},{"id":"https://openalex.org/C82578977","wikidata":"https://www.wikidata.org/wiki/Q16773055","display_name":"Data aggregator","level":3,"score":0.44769999384880066},{"id":"https://openalex.org/C2776482837","wikidata":"https://www.wikidata.org/wiki/Q3553958","display_name":"Multi-label classification","level":2,"score":0.42480000853538513},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4146000146865845},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.3885999917984009},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3781000077724457},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.37549999356269836},{"id":"https://openalex.org/C113238511","wikidata":"https://www.wikidata.org/wiki/Q1071612","display_name":"k-nearest neighbors algorithm","level":2,"score":0.33570000529289246},{"id":"https://openalex.org/C2781170535","wikidata":"https://www.wikidata.org/wiki/Q30587856","display_name":"Noisy data","level":2,"score":0.3336000144481659},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.3248000144958496},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C29265498","wikidata":"https://www.wikidata.org/wiki/Q7047719","display_name":"Noise measurement","level":3,"score":0.2614000141620636},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.25839999318122864}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2025.3648409","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3648409","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Crowdsourcing":[0],"is":[1,106,125],"a":[2,53],"fast":[3],"and":[4,72,84,92,131,148],"cost-efficient":[5],"way":[6],"to":[7,19,23,59,96,127],"collect":[8],"large-scale":[9],"labelled":[10],"data":[11,60],"for":[12],"supervised":[13,140],"machine":[14],"learning.":[15],"However,":[16],"crowdsourcing":[17],"leads":[18],"noisy":[20,35,135],"labels":[21,36],"due":[22],"the":[24,42,109,144],"variability":[25],"of":[26,170],"crowd":[27],"workers\u2019":[28],"expertise.":[29],"Conventional":[30],"label":[31,77,165],"aggregation":[32,166],"techniques":[33],"address":[34],"but":[37],"ignore":[38],"their":[39,85],"inter-relationships":[40],"among":[41],"different":[43],"instances.":[44],"This":[45],"paper":[46],"proposes":[47],"FLCLA":[48,74,161],"(Four-Level":[49],"Crowdsourced":[50],"Label":[51],"Aggregation),":[52],"hierarchical":[54],"framework":[55],"that":[56,160],"dynamically":[57],"adapts":[58],"quality":[61],"by":[62,79],"partitioning":[63],"instances":[64,83,136],"into":[65],"four":[66],"context-aware":[67],"subsets:":[68],"confidence,":[69,146],"positive,":[70,147],"boundary,":[71],"noisy.":[73],"first":[75],"evaluates":[76],"reliability":[78],"considering":[80],"both":[81,129],"individual":[82],"neighborhood":[86],"structures,":[87],"leveraging":[88],"proximity":[89],"(k-nearest":[90],"neighbors)":[91],"dissimilarity":[93],"(k-farthest":[94],"neighbours)":[95],"capture":[97],"instance":[98],"interdependence.":[99],"For":[100,121],"confidence":[101],"sets,":[102],"Majority":[103,114],"Voting":[104,115],"(MV)":[105],"used,":[107],"whereas":[108],"positive":[110],"subset":[111],"employs":[112],"weighted":[113],"(WMV)":[116],"based":[117],"on":[118,143,154],"k-nearest":[119],"neighbors.":[120,133],"boundary":[122,149],"instances,":[123],"WMV":[124],"extended":[126],"incorporate":[128],"nearest":[130],"farthest":[132],"Finally,":[134],"are":[137],"resolved":[138],"using":[139],"classifiers":[141],"trained":[142],"combined":[145],"subsets.":[150],"Extensive":[151],"experiments":[152],"conducted":[153],"20":[155],"benchmark":[156],"crowdsourced":[157],"datasets":[158],"demonstrate":[159],"consistently":[162],"outperforms":[163],"state-of-the-art":[164],"methods":[167],"in":[168],"terms":[169],"accuracy.":[171]},"counts_by_year":[],"updated_date":"2026-03-26T06:05:38.182114","created_date":"2025-12-25T00:00:00"}