{"id":"https://openalex.org/W4401857163","doi":"https://doi.org/10.1145/3637528.3672042","title":"FedNLR: Federated Learning with Neuron-wise Learning Rates","display_name":"FedNLR: Federated Learning with Neuron-wise Learning Rates","publication_year":2024,"publication_date":"2024-08-24","ids":{"openalex":"https://openalex.org/W4401857163","doi":"https://doi.org/10.1145/3637528.3672042"},"language":"en","primary_location":{"id":"doi:10.1145/3637528.3672042","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3637528.3672042","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027119797","display_name":"Haozhao Wang","orcid":"https://orcid.org/0000-0002-7591-5315"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haozhao Wang","raw_affiliation_strings":["School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-7591-5315","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046763077","display_name":"Peirong Zheng","orcid":"https://orcid.org/0009-0006-2694-9451"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Peirong Zheng","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0009-0006-2694-9451","affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011727294","display_name":"Xingshuo Han","orcid":"https://orcid.org/0000-0001-9431-5342"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xingshuo Han","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-9431-5342","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063181504","display_name":"Wenchao Xu","orcid":"https://orcid.org/0000-0003-0983-387X"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wenchao Xu","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-0983-387X","affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039670436","display_name":"Ruixuan Li","orcid":"https://orcid.org/0000-0002-7791-5511"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruixuan Li","raw_affiliation_strings":["School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-7791-5511","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101591101","display_name":"Tianwei Zhang","orcid":"https://orcid.org/0000-0001-6595-6650"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tianwei Zhang","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-6595-6650","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3069","last_page":"3080"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9840999841690063,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.766326904296875},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4229682385921478}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.766326904296875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4229682385921478}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3637528.3672042","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3637528.3672042","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-170697","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-170697","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W2605800822","https://openalex.org/W3038022836","https://openalex.org/W3169044395","https://openalex.org/W3175307072","https://openalex.org/W3205278400","https://openalex.org/W4287332481","https://openalex.org/W4287685082","https://openalex.org/W4312768171","https://openalex.org/W4312869277","https://openalex.org/W4324291879","https://openalex.org/W4393156150","https://openalex.org/W4400909710","https://openalex.org/W6759238902"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Federated":[0],"Learning":[1],"(FL)":[2],"suffers":[3],"from":[4],"severe":[5],"performance":[6,143,208],"degradation":[7],"due":[8],"to":[9,35,42,74,141,176,183],"the":[10,20,37,52,64,93,106,113,132,142,166,178,192],"data":[11,25,188],"heterogeneity":[12,26],"among":[13],"clients.":[14],"Some":[15],"existing":[16,48],"work":[17],"suggests":[18],"that":[19,24,105,204],"fundamental":[21],"reason":[22],"is":[23,175],"can":[27],"cause":[28],"local":[29,40,72,100,123,168,184,187],"model":[30,53,76],"drift,":[31,138],"and":[32,89,155],"therefore":[33],"proposes":[34],"calibrate":[36],"direction":[38],"of":[39,62,92,96,109,115,145,180,194],"updates":[41],"solve":[43],"this":[44,79,83,146,174],"problem.":[45],"Though":[46],"effective,":[47],"methods":[49],"generally":[50],"take":[51],"as":[54],"a":[55,59,116,153],"whole,":[56],"which":[57,134,160],"lacks":[58],"deep":[60,67,214],"understanding":[61],"how":[63],"neurons":[65,111,181],"within":[66],"classification":[68],"models":[69],"evolve":[70],"during":[71,99,122,165],"training":[73,124,169],"form":[75],"drift.":[77],"In":[78],"paper,":[80],"we":[81,135,151],"bridge":[82],"gap":[84],"by":[85,149],"performing":[86],"an":[87],"intuitive":[88],"theoretical":[90],"analysis":[91,103],"activation":[94,108],"changes":[95],"each":[97],"neuron":[98,137],"training.":[101],"Our":[102],"shows":[104],"high":[107],"some":[110],"on":[112,186,209],"samples":[114,127],"certain":[117],"class":[118],"will":[119],"be":[120],"reduced":[121],"when":[125],"these":[126],"are":[128],"not":[129],"included":[130],"in":[131,199],"client,":[133],"call":[136],"thus":[139],"leading":[140],"reduction":[144],"class.":[147],"Motivated":[148],"this,":[150],"propose":[152],"novel":[154],"simple":[156],"algorithm":[157],"called":[158],"FedNLR,":[159],"utilizes":[161],"<u>N</u>euron-wise":[162],"<u>L</u>earning":[163],"<u>R</u>ates":[164],"FL":[167],"process.":[170],"The":[171],"principle":[172],"behind":[173],"enhance":[177],"learning":[179,211],"bound":[182],"classes":[185,196],"knowledge":[189,197],"while":[190],"reducing":[191],"decay":[193],"non-local":[195],"stored":[198],"neurons.":[200],"Experimental":[201],"results":[202],"demonstrate":[203],"FedNLR":[205],"achieves":[206],"state-of-the-art":[207],"federated":[210],"with":[212],"popular":[213],"neural":[215],"networks.":[216]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
