{"id":"https://openalex.org/W4387954182","doi":"https://doi.org/10.1145/3630102","title":"A Lightweight, Effective, and Efficient Model for Label Aggregation in Crowdsourcing","display_name":"A Lightweight, Effective, and Efficient Model for Label Aggregation in Crowdsourcing","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387954182","doi":"https://doi.org/10.1145/3630102"},"language":"en","primary_location":{"id":"doi:10.1145/3630102","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630102","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630102","source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3630102","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039924074","display_name":"Yi Yang","orcid":"https://orcid.org/0000-0002-8917-2196"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Yang","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-8917-2196","affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100722639","display_name":"Zhong\u2010Qiu Zhao","orcid":"https://orcid.org/0000-0002-0477-4412"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhong-Qiu Zhao","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-0477-4412","affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059939190","display_name":"Gongqing Wu","orcid":"https://orcid.org/0000-0003-2289-1679"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gongqing Wu","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology, China"],"raw_orcid":"https://orcid.org/0000-0003-2289-1679","affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089102643","display_name":"Xingrui Zhuo","orcid":"https://orcid.org/0000-0002-8349-3597"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingrui Zhuo","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-8349-3597","affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100345166","display_name":"Qing Liu","orcid":"https://orcid.org/0000-0001-7895-9551"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Qing Liu","raw_affiliation_strings":["Data61, Commonwealth Scientific and Industrial Research Organisation, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7895-9551","affiliations":[{"raw_affiliation_string":"Data61, Commonwealth Scientific and Industrial Research Organisation, Australia","institution_ids":["https://openalex.org/I1292875679","https://openalex.org/I42894916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029548157","display_name":"Quan Bai","orcid":"https://orcid.org/0000-0003-1214-6317"},"institutions":[{"id":"https://openalex.org/I129801699","display_name":"University of Tasmania","ror":"https://ror.org/01nfmeh72","country_code":"AU","type":"education","lineage":["https://openalex.org/I129801699"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Quan Bai","raw_affiliation_strings":["School of Technology, Environments and Design, University of Tasmania, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1214-6317","affiliations":[{"raw_affiliation_string":"School of Technology, Environments and Design, University of Tasmania, Australia","institution_ids":["https://openalex.org/I129801699"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044008966","display_name":"Weihua Li","orcid":"https://orcid.org/0000-0001-9215-4979"},"institutions":[{"id":"https://openalex.org/I39854758","display_name":"Auckland University of Technology","ror":"https://ror.org/01zvqw119","country_code":"NZ","type":"education","lineage":["https://openalex.org/I39854758"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Weihua Li","raw_affiliation_strings":["School of Engineering, Computer and Mathematical Sciences, Auckland University of Technology, New Zealand"],"raw_orcid":"https://orcid.org/0000-0001-9215-4979","affiliations":[{"raw_affiliation_string":"School of Engineering, Computer and Mathematical Sciences, Auckland University of Technology, New Zealand","institution_ids":["https://openalex.org/I39854758"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.0707,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.89855442,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"18","issue":"4","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9735000133514404,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8498919010162354},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.772162914276123},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6736449003219604},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.616021990776062},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.4576709270477295},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4274651110172272},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3999290466308594},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.36300933361053467},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3565064072608948}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8498919010162354},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.772162914276123},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6736449003219604},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.616021990776062},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.4576709270477295},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4274651110172272},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3999290466308594},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.36300933361053467},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3565064072608948},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3630102","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630102","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630102","source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},{"id":"pmh:oai:openrepository.aut.ac.nz:10292/16997","is_oa":true,"landing_page_url":"http://hdl.handle.net/10292/16997","pdf_url":"https://openrepository.aut.ac.nz/bitstreams/6cc16ca1-dc61-4288-b5f1-29aa4db0ed6b/download","source":{"id":"https://openalex.org/S4306401809","display_name":"Tuwhera (Auckland University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I39854758","host_organization_name":"Auckland University of Technology","host_organization_lineage":["https://openalex.org/I39854758"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1145/3630102","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630102","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630102","source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1992687723","display_name":null,"funder_award_id":"61976079","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G507108496","display_name":null,"funder_award_id":"JZ2022HGQA0159","funder_id":"https://openalex.org/F4320329878","funder_display_name":"Central University Basic Research Fund of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329878","display_name":"Central University Basic Research Fund of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387954182.pdf","grobid_xml":"https://content.openalex.org/works/W4387954182.grobid-xml"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W131014363","https://openalex.org/W1511986666","https://openalex.org/W1541280084","https://openalex.org/W1570705485","https://openalex.org/W1726806267","https://openalex.org/W1857789879","https://openalex.org/W2113878109","https://openalex.org/W2142518823","https://openalex.org/W2150597317","https://openalex.org/W2152798551","https://openalex.org/W2163522723","https://openalex.org/W2276146857","https://openalex.org/W2290431464","https://openalex.org/W2345285933","https://openalex.org/W2531563875","https://openalex.org/W2585226541","https://openalex.org/W2615497679","https://openalex.org/W2616504386","https://openalex.org/W2735557082","https://openalex.org/W2803815016","https://openalex.org/W2806755384","https://openalex.org/W2886055236","https://openalex.org/W2903779218","https://openalex.org/W2904686669","https://openalex.org/W2912150279","https://openalex.org/W2914761779","https://openalex.org/W2951057540","https://openalex.org/W2953244351","https://openalex.org/W2969240494","https://openalex.org/W2984838055","https://openalex.org/W2986428433","https://openalex.org/W3038629767","https://openalex.org/W3121423774","https://openalex.org/W3122230679","https://openalex.org/W3123392479","https://openalex.org/W3124258878","https://openalex.org/W3135807060","https://openalex.org/W3168807807","https://openalex.org/W3187559149","https://openalex.org/W3188054913","https://openalex.org/W3201054243","https://openalex.org/W3209474564","https://openalex.org/W4211100811","https://openalex.org/W4213069590","https://openalex.org/W4213245422","https://openalex.org/W4221137130","https://openalex.org/W4246662059","https://openalex.org/W4249371737","https://openalex.org/W4285240584","https://openalex.org/W4288024058","https://openalex.org/W4292092773","https://openalex.org/W4301395530","https://openalex.org/W4312960421","https://openalex.org/W6684877843"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114"],"abstract_inverted_index":{"Due":[0,168],"to":[1,169,220],"the":[2,155,165,173,189,193,198,201,208],"presence":[3],"of":[4,179,188,192,200,213,222],"noise":[5],"in":[6,40,82,244],"crowdsourced":[7,27,48,166],"labels,":[8,49],"label":[9,181],"aggregation":[10,88,182],"(LA)":[11],"has":[12],"become":[13],"a":[14,60,66,93,110,117],"standard":[15],"procedure":[16],"for":[17,97,157],"post-processing":[18],"these":[19,68],"labels.":[20,167],"LA":[21,36,108],"methods":[22,37,69],"estimate":[23,140],"true":[24,54,144],"labels":[25,28,55,145,149,243,255],"from":[26],"by":[29,146],"modeling":[30],"worker":[31,57,141,203],"quality.":[32],"However,":[33],"most":[34,151,257],"existing":[35],"are":[38,70,89,176],"iterative":[39,98],"nature.":[41],"They":[42],"require":[43],"multiple":[44,162],"passes":[45],"through":[46],"all":[47,148,254],"jointly":[50],"and":[51,56,75,86,113,129,138,143,161,196,210,240,247],"iteratively":[52],"updating":[53],"qualities":[58,142],"until":[59],"termination":[61,95,159],"condition":[62,96],"is":[63,261],"met.":[64],"As":[65],"result,":[67],"burdened":[71],"with":[72],"high":[73],"space":[74,209],"time":[76,211],"complexities,":[77],"which":[78],"restrict":[79],"their":[80,170,218],"applicability":[81],"scenarios":[83],"where":[84],"scalability":[85],"online":[87,248],"essential.":[90],"Furthermore,":[91,205],"defining":[92],"suitable":[94],"algorithms":[99,135,175,195,237],"can":[100,136,238],"be":[101],"challenging.":[102],"In":[103],"this":[104,122],"article,":[105],"we":[106,125,206,232],"view":[107],"as":[109,116],"dynamic":[111,123,171],"system":[112],"represent":[114],"it":[115],"Dynamic":[118],"Bayesian":[119],"Network.":[120],"From":[121],"model,":[124],"derive":[126],"two":[127],"lightweight":[128],"scalable":[130],"algorithms:":[131],"LAonepassand":[132],"LAtwopass.":[133],"These":[134],"efficiently":[137,241],"effectively":[139,239],"traversing":[147],"at":[150,256],"twice,":[152],"thereby":[153],"eliminating":[154],"need":[156],"explicit":[158],"conditions":[160],"traversals":[163],"over":[164],"nature,":[172],"proposed":[174,194,215,236],"also":[177],"capable":[178],"performing":[180],"online.":[183],"We":[184],"provide":[185],"theoretical":[186],"proof":[187],"convergence":[190],"property":[191],"bound":[197],"error":[199],"estimated":[202],"qualities.":[204],"analyze":[207],"complexities":[212],"our":[214,235],"algorithms,":[216],"demonstrating":[217],"equivalence":[219],"those":[221],"majority":[223],"voting.":[224],"Through":[225],"experiments":[226],"conducted":[227],"on":[228,262],"20":[229],"real-world":[230],"datasets,":[231],"demonstrate":[233],"that":[234],"aggregate":[242],"both":[245],"offline":[246],"settings,":[249],"even":[250],"though":[251],"they":[252],"traverse":[253],"twice.":[258],"The":[259],"code":[260],"https://github.com/yyang318/LA_onepass":[263],".":[264]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}