{"id":"https://openalex.org/W4387954182","doi":"https://doi.org/10.1145/3630102","title":"A Lightweight, Effective, and Efficient Model for Label Aggregation in Crowdsourcing","display_name":"A Lightweight, Effective, and Efficient Model for Label Aggregation in Crowdsourcing","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387954182","doi":"https://doi.org/10.1145/3630102"},"language":"en","primary_location":{"id":"doi:10.1145/3630102","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3630102","pdf_url":null,"source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039924074","display_name":"Yi Yang","orcid":"https://orcid.org/0000-0002-8917-2196"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yi Yang","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100722639","display_name":"Zhong\u2010Qiu Zhao","orcid":"https://orcid.org/0000-0002-0477-4412"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhong-Qiu Zhao","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059939190","display_name":"Gongqing Wu","orcid":"https://orcid.org/0000-0003-2289-1679"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gongqing Wu","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089102643","display_name":"Xingrui Zhuo","orcid":"https://orcid.org/0000-0002-8349-3597"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingrui Zhuo","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100345166","display_name":"Qing Liu","orcid":"https://orcid.org/0000-0001-7895-9551"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Qing Liu","raw_affiliation_strings":["Data61, Commonwealth Scientific and Industrial Research Organisation, Australia"],"affiliations":[{"raw_affiliation_string":"Data61, Commonwealth Scientific and Industrial Research Organisation, Australia","institution_ids":["https://openalex.org/I1292875679","https://openalex.org/I42894916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029548157","display_name":"Quan Bai","orcid":"https://orcid.org/0000-0003-1214-6317"},"institutions":[{"id":"https://openalex.org/I129801699","display_name":"University of Tasmania","ror":"https://ror.org/01nfmeh72","country_code":"AU","type":"education","lineage":["https://openalex.org/I129801699"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Quan Bai","raw_affiliation_strings":["School of Technology, Environments and Design, University of Tasmania, Australia"],"affiliations":[{"raw_affiliation_string":"School of Technology, Environments and Design, University of Tasmania, Australia","institution_ids":["https://openalex.org/I129801699"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044008966","display_name":"Weihua Li","orcid":"https://orcid.org/0000-0001-9215-4979"},"institutions":[{"id":"https://openalex.org/I39854758","display_name":"Auckland University of Technology","ror":"https://ror.org/01zvqw119","country_code":"NZ","type":"education","lineage":["https://openalex.org/I39854758"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Weihua Li","raw_affiliation_strings":["School of Engineering, Computer and Mathematical Sciences, Auckland University of Technology, New Zealand"],"affiliations":[{"raw_affiliation_string":"School of Engineering, Computer and Mathematical Sciences, Auckland University of Technology, New Zealand","institution_ids":["https://openalex.org/I39854758"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5039924074"],"corresponding_institution_ids":["https://openalex.org/I16365422"],"apc_list":null,"apc_paid":null,"fwci":1.6318,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.88281975,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"18","issue":"4","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9735000133514404,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8498919010162354},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.772162914276123},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6736449003219604},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.616021990776062},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.4576709270477295},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4274651110172272},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3999290466308594},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.36300933361053467},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3565064072608948}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8498919010162354},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.772162914276123},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6736449003219604},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.616021990776062},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.4576709270477295},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4274651110172272},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3999290466308594},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.36300933361053467},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3565064072608948},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3630102","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3630102","pdf_url":null,"source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},{"id":"pmh:oai:openrepository.aut.ac.nz:10292/16997","is_oa":false,"landing_page_url":"http://hdl.handle.net/10292/16997","pdf_url":null,"source":{"id":"https://openalex.org/S4306401809","display_name":"Tuwhera (Auckland University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I39854758","host_organization_name":"Auckland University of Technology","host_organization_lineage":["https://openalex.org/I39854758"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1992687723","display_name":null,"funder_award_id":"61976079","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G37568934","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G507108496","display_name":null,"funder_award_id":"JZ2022HGQA0159","funder_id":"https://openalex.org/F4320329878","funder_display_name":"Central University Basic Research Fund of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7608752429","display_name":null,"funder_award_id":"Talent","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329878","display_name":"Central University Basic Research Fund of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W131014363","https://openalex.org/W1511986666","https://openalex.org/W1541280084","https://openalex.org/W1570705485","https://openalex.org/W1726806267","https://openalex.org/W1857789879","https://openalex.org/W2113878109","https://openalex.org/W2142518823","https://openalex.org/W2150597317","https://openalex.org/W2152798551","https://openalex.org/W2163522723","https://openalex.org/W2276146857","https://openalex.org/W2290431464","https://openalex.org/W2345285933","https://openalex.org/W2531563875","https://openalex.org/W2585226541","https://openalex.org/W2615497679","https://openalex.org/W2616504386","https://openalex.org/W2735557082","https://openalex.org/W2803815016","https://openalex.org/W2806755384","https://openalex.org/W2886055236","https://openalex.org/W2903779218","https://openalex.org/W2904686669","https://openalex.org/W2912150279","https://openalex.org/W2914761779","https://openalex.org/W2951057540","https://openalex.org/W2953244351","https://openalex.org/W2969240494","https://openalex.org/W2984838055","https://openalex.org/W2986428433","https://openalex.org/W3038629767","https://openalex.org/W3121423774","https://openalex.org/W3122230679","https://openalex.org/W3123392479","https://openalex.org/W3124258878","https://openalex.org/W3135807060","https://openalex.org/W3168807807","https://openalex.org/W3187559149","https://openalex.org/W3188054913","https://openalex.org/W3201054243","https://openalex.org/W3209474564","https://openalex.org/W4211100811","https://openalex.org/W4213069590","https://openalex.org/W4213245422","https://openalex.org/W4221137130","https://openalex.org/W4246662059","https://openalex.org/W4249371737","https://openalex.org/W4285240584","https://openalex.org/W4288024058","https://openalex.org/W4292092773","https://openalex.org/W4301395530","https://openalex.org/W4312960421","https://openalex.org/W6684877843"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114"],"abstract_inverted_index":{"Due":[0,172],"to":[1,173,224],"the":[2,159,169,177,193,197,202,205,212],"presence":[3],"of":[4,183,192,196,204,217,226],"noise":[5],"in":[6,40,82,248],"crowdsourced":[7,27,48,170],"labels,":[8,49],"label":[9,185],"aggregation":[10,88,186],"(LA)":[11],"has":[12],"become":[13],"a":[14,60,66,93,110,117],"standard":[15],"procedure":[16],"for":[17,97,161],"post-processing":[18],"these":[19,68],"labels.":[20,171],"LA":[21,36,108,132,135],"methods":[22,37,69],"estimate":[23,144],"true":[24,54,148],"labels":[25,28,55,149,153,247,259],"from":[26],"by":[29,150],"modeling":[30],"worker":[31,57,145,207],"quality.":[32],"However,":[33],"most":[34,155,261],"existing":[35],"are":[38,70,89,180],"iterative":[39,98],"nature.":[41],"They":[42],"require":[43],"multiple":[44,166],"passes":[45],"through":[46],"all":[47,152,258],"jointly":[50],"and":[51,56,75,86,113,129,134,142,147,165,200,214,244,251],"iteratively":[52],"updating":[53],"qualities":[58,146],"until":[59],"termination":[61,95,163],"condition":[62,96],"is":[63,265],"met.":[64],"As":[65],"result,":[67],"burdened":[71],"with":[72],"high":[73],"space":[74,213],"time":[76,215],"complexities,":[77],"which":[78],"restrict":[79],"their":[80,174,222],"applicability":[81],"scenarios":[83],"where":[84],"scalability":[85],"online":[87,252],"essential.":[90],"Furthermore,":[91,209],"defining":[92],"suitable":[94],"algorithms":[99,139,179,199,241],"can":[100,140,242],"be":[101],"challenging.":[102],"In":[103],"this":[104,122],"article,":[105],"we":[106,125,210,236],"view":[107],"as":[109,116],"dynamic":[111,123,175],"system":[112],"represent":[114],"it":[115],"Dynamic":[118],"Bayesian":[119],"Network.":[120],"From":[121],"model,":[124],"derive":[126],"two":[127],"lightweight":[128],"scalable":[130],"algorithms:":[131],"onepass":[133],"twopass":[136],".":[137,268],"These":[138],"efficiently":[141,245],"effectively":[143,243],"traversing":[151],"at":[154,260],"twice,":[156],"thereby":[157],"eliminating":[158],"need":[160],"explicit":[162],"conditions":[164],"traversals":[167],"over":[168],"nature,":[176],"proposed":[178,198,219,240],"also":[181],"capable":[182],"performing":[184],"online.":[187],"We":[188],"provide":[189],"theoretical":[190],"proof":[191],"convergence":[194],"property":[195],"bound":[201],"error":[203],"estimated":[206],"qualities.":[208],"analyze":[211],"complexities":[216],"our":[218,239],"algorithms,":[220],"demonstrating":[221],"equivalence":[223],"those":[225],"majority":[227],"voting.":[228],"Through":[229],"experiments":[230],"conducted":[231],"on":[232,266],"20":[233],"real-world":[234],"datasets,":[235],"demonstrate":[237],"that":[238],"aggregate":[246],"both":[249],"offline":[250],"settings,":[253],"even":[254],"though":[255],"they":[256],"traverse":[257],"twice.":[262],"The":[263],"code":[264],"https://github.com/yyang318/LA_onepass":[267]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}