{"id":"https://openalex.org/W4398757444","doi":"https://doi.org/10.1162/tacl_a_00664","title":"Federated Learning for Exploiting Annotators\u2019 Disagreements in Natural Language Processing","display_name":"Federated Learning for Exploiting Annotators\u2019 Disagreements in Natural Language Processing","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4398757444","doi":"https://doi.org/10.1162/tacl_a_00664"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00664","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00664","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00664/2374164/tacl_a_00664.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00664/2374164/tacl_a_00664.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028526628","display_name":"Nuria Rodr\u00edguez-Barroso","orcid":"https://orcid.org/0000-0001-7172-9059"},"institutions":[{"id":"https://openalex.org/I173304897","display_name":"Universidad de Granada","ror":"https://ror.org/04njjy449","country_code":"ES","type":"education","lineage":["https://openalex.org/I173304897"]},{"id":"https://openalex.org/I4210095677","display_name":"Instituto Andaluz de Ciencias de la Tierra","ror":"https://ror.org/00v0g9w49","country_code":"ES","type":"facility","lineage":["https://openalex.org/I134820265","https://openalex.org/I4210095677"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Nuria Rodr\u00edguez-Barroso","raw_affiliation_strings":["Department of Computer Science and Artificial Intelligence, Andalusian Research Institute in, Data Science and Computational Intelligence (DaSCI), University of Granada, Spain. rbnuria@ugr.es"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Artificial Intelligence, Andalusian Research Institute in, Data Science and Computational Intelligence (DaSCI), University of Granada, Spain. rbnuria@ugr.es","institution_ids":["https://openalex.org/I4210095677","https://openalex.org/I173304897"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091757548","display_name":"Eugenio Mart\u00ednez\u2010C\u00e1mara","orcid":"https://orcid.org/0000-0002-5279-8355"},"institutions":[{"id":"https://openalex.org/I191420491","display_name":"Universidad de Ja\u00e9n","ror":"https://ror.org/0122p5f64","country_code":"ES","type":"education","lineage":["https://openalex.org/I191420491"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Eugenio Mart\u00ednez C\u00e1mara","raw_affiliation_strings":["Department of Computer Science, University of Ja\u00e9n, Spain. emcamara@ujaen.es"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Ja\u00e9n, Spain. emcamara@ujaen.es","institution_ids":["https://openalex.org/I191420491"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086289154","display_name":"Jos\u00e9 Camacho-Collados","orcid":"https://orcid.org/0000-0003-1618-7239"},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Jose Camacho Collados","raw_affiliation_strings":["Cardiff University, Cardiff, United Kingdom. CamachoColladosJ@cardiff.ac.uk"],"affiliations":[{"raw_affiliation_string":"Cardiff University, Cardiff, United Kingdom. CamachoColladosJ@cardiff.ac.uk","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015630332","display_name":"M. Victoria Luz\u00f3n","orcid":"https://orcid.org/0000-0002-7674-2137"},"institutions":[{"id":"https://openalex.org/I4210095677","display_name":"Instituto Andaluz de Ciencias de la Tierra","ror":"https://ror.org/00v0g9w49","country_code":"ES","type":"facility","lineage":["https://openalex.org/I134820265","https://openalex.org/I4210095677"]},{"id":"https://openalex.org/I173304897","display_name":"Universidad de Granada","ror":"https://ror.org/04njjy449","country_code":"ES","type":"education","lineage":["https://openalex.org/I173304897"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"M. Victoria Luz\u00f3n","raw_affiliation_strings":["Department of Software Engineering, Andalusian Research Institute in Data Science and Computational Intelligence (DaSCI), University of Granada, Spain. luzon@ugr.es"],"affiliations":[{"raw_affiliation_string":"Department of Software Engineering, Andalusian Research Institute in Data Science and Computational Intelligence (DaSCI), University of Granada, Spain. luzon@ugr.es","institution_ids":["https://openalex.org/I4210095677","https://openalex.org/I173304897"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045016749","display_name":"Francisco Herrera","orcid":"https://orcid.org/0000-0002-7283-312X"},"institutions":[{"id":"https://openalex.org/I173304897","display_name":"Universidad de Granada","ror":"https://ror.org/04njjy449","country_code":"ES","type":"education","lineage":["https://openalex.org/I173304897"]},{"id":"https://openalex.org/I4210095677","display_name":"Instituto Andaluz de Ciencias de la Tierra","ror":"https://ror.org/00v0g9w49","country_code":"ES","type":"facility","lineage":["https://openalex.org/I134820265","https://openalex.org/I4210095677"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Francisco Herrera","raw_affiliation_strings":["Department of Computer Science and Artificial Intelligence, Andalusian Research Institute in, Data Science and Computational Intelligence (DaSCI), University of Granada, Spain. fherrera@decsai.ugr.es"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Artificial Intelligence, Andalusian Research Institute in, Data Science and Computational Intelligence (DaSCI), University of Granada, Spain. fherrera@decsai.ugr.es","institution_ids":["https://openalex.org/I4210095677","https://openalex.org/I173304897"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5015630332","https://openalex.org/A5028526628","https://openalex.org/A5045016749","https://openalex.org/A5086289154","https://openalex.org/A5091757548"],"corresponding_institution_ids":["https://openalex.org/I173304897","https://openalex.org/I191420491","https://openalex.org/I4210095677","https://openalex.org/I79510175"],"apc_list":null,"apc_paid":null,"fwci":2.1264,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.88612169,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"630","last_page":"648"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.927715003490448},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6140891313552856},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.58447265625},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.5065885782241821}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.927715003490448},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6140891313552856},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.58447265625},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.5065885782241821},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1162/tacl_a_00664","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00664","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00664/2374164/tacl_a_00664.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:digibug.ugr.es:10481/93687","is_oa":true,"landing_page_url":"https://hdl.handle.net/10481/93687","pdf_url":"https://digibug.ugr.es/bitstream/10481/93687/1/tacl_a_00664.pdf","source":{"id":"https://openalex.org/S4306400567","display_name":"Institutional Repository of the University of Granada (University of Granada)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I173304897","host_organization_name":"Universidad de Granada","host_organization_lineage":["https://openalex.org/I173304897"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:https://orca.cardiff.ac.uk:171076","is_oa":true,"landing_page_url":null,"pdf_url":"https://orca.cardiff.ac.uk/id/eprint/171076/1/tacl_a_00664.pdf","source":{"id":"https://openalex.org/S4306401195","display_name":"ORCA Online Research @Cardiff (Cardiff University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79510175","host_organization_name":"Cardiff University","host_organization_lineage":["https://openalex.org/I79510175"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:doaj.org/article:24bb147277cb473d9df29ffcf6de7a1a","is_oa":true,"landing_page_url":"https://doaj.org/article/24bb147277cb473d9df29ffcf6de7a1a","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 12 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00664","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00664","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00664/2374164/tacl_a_00664.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.550000011920929,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1643949827","display_name":null,"funder_award_id":"AEI/10.13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G2262748287","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G2295802807","display_name":null,"funder_award_id":"PID2020-119478GB-I00","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G300979063","display_name":null,"funder_award_id":"10.13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3114316098","display_name":null,"funder_award_id":"MCIN/ AEI/10.13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3429648993","display_name":null,"funder_award_id":"PID202","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3480869486","display_name":null,"funder_award_id":"13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G4126322094","display_name":null,"funder_award_id":"01100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G477927139","display_name":null,"funder_award_id":"PID2020-116118GA-I00","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G5080475149","display_name":null,"funder_award_id":"10.13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G661330594","display_name":null,"funder_award_id":"00110","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G6685425346","display_name":null,"funder_award_id":"0011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7084143925","display_name":null,"funder_award_id":"AEI/10","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7266728691","display_name":null,"funder_award_id":"13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7535663061","display_name":null,"funder_award_id":"AEI/10.","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G8260616629","display_name":null,"funder_award_id":"011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G8638682022","display_name":null,"funder_award_id":"10.13039/50110001103","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"}],"funders":[{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"},{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4398757444.pdf"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W1909207154","https://openalex.org/W1988571404","https://openalex.org/W2097726431","https://openalex.org/W2125943921","https://openalex.org/W2146349902","https://openalex.org/W2164777277","https://openalex.org/W2250493512","https://openalex.org/W2250600206","https://openalex.org/W2252039660","https://openalex.org/W2339885376","https://openalex.org/W2604738573","https://openalex.org/W2804228850","https://openalex.org/W2807006176","https://openalex.org/W2894315785","https://openalex.org/W2897820187","https://openalex.org/W2899689163","https://openalex.org/W2913345658","https://openalex.org/W2965373594","https://openalex.org/W2978017171","https://openalex.org/W2979826702","https://openalex.org/W2985347336","https://openalex.org/W3005295611","https://openalex.org/W3032736433","https://openalex.org/W3034906811","https://openalex.org/W3035390927","https://openalex.org/W3085682242","https://openalex.org/W3099215402","https://openalex.org/W3165751252","https://openalex.org/W3171716568","https://openalex.org/W3184904351","https://openalex.org/W3194860740","https://openalex.org/W3206428286","https://openalex.org/W3212418241","https://openalex.org/W4200444669","https://openalex.org/W4205216562","https://openalex.org/W4206320562","https://openalex.org/W4206546829","https://openalex.org/W4286369539","https://openalex.org/W4293409613","https://openalex.org/W4313459382","https://openalex.org/W4380302036","https://openalex.org/W4385570882","https://openalex.org/W4385571236","https://openalex.org/W4385571972","https://openalex.org/W4385573072","https://openalex.org/W4385681388","https://openalex.org/W4386566656","https://openalex.org/W4386566763","https://openalex.org/W6728757088","https://openalex.org/W6752029299","https://openalex.org/W6766673545","https://openalex.org/W6768851824","https://openalex.org/W6779602356","https://openalex.org/W6801928191","https://openalex.org/W6839894795","https://openalex.org/W6840207616"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Abstract":[0],"The":[1],"annotation":[2],"of":[3,32,59,93],"ambiguous":[4],"or":[5],"subjective":[6],"NLP":[7],"tasks":[8,88],"is":[9],"usually":[10],"addressed":[11],"by":[12],"various":[13],"annotators.":[14],"In":[15],"most":[16],"datasets,":[17],"these":[18],"annotations":[19],"are":[20],"aggregated":[21],"into":[22],"a":[23,47,72],"single":[24,73],"ground":[25,74],"truth.":[26,75],"However,":[27],"this":[28],"omits":[29],"divergent":[30],"opinions":[31,58],"annotators,":[33,62],"hence":[34],"missing":[35],"individual":[36],"perspectives.":[37],"We":[38,76],"propose":[39],"FLEAD":[40],"(Federated":[41],"Learning":[42],"for":[43],"Exploiting":[44],"Annotators\u2019":[45],"Disagreements),":[46],"methodology":[48],"built":[49],"upon":[50],"federated":[51],"learning":[52],"to":[53,89,98],"independently":[54],"learn":[55,111],"from":[56,112],"the":[57,61,91],"all":[60,65],"thereby":[63],"leveraging":[64],"their":[66],"underlying":[67],"information":[68],"without":[69],"relying":[70],"on":[71,102],"conduct":[77],"an":[78],"extensive":[79],"experimental":[80],"study":[81],"and":[82,105],"analysis":[83],"in":[84],"diverse":[85],"text":[86],"classification":[87],"show":[90],"contribution":[92],"our":[94],"approach":[95],"with":[96],"respect":[97],"mainstream":[99],"approaches":[100],"based":[101],"majority":[103],"voting":[104],"other":[106],"recent":[107],"methodologies":[108],"that":[109],"also":[110],"annotator":[113],"disagreements.":[114]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}