{"id":"https://openalex.org/W3203476155","doi":null,"title":"Fed-LAMB: Layerwise and Dimensionwise Locally Adaptive Optimization Algorithm.","display_name":"Fed-LAMB: Layerwise and Dimensionwise Locally Adaptive Optimization Algorithm.","publication_year":2021,"publication_date":"2021-10-01","ids":{"openalex":"https://openalex.org/W3203476155","mag":"3203476155"},"language":"en","primary_location":{"id":"mag:3203476155","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2110.00532","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2110.00532","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015585821","display_name":"Belhal Karimi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Belhal Karimi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100781896","display_name":"Xiaoyun Li","orcid":"https://orcid.org/0000-0001-6039-6893","observed_orcids":["https://orcid.org/0000-0001-6039-6893"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoyun Li","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-6039-6893","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100435527","display_name":"Ping Li","orcid":"https://orcid.org/0000-0002-8515-7773","observed_orcids":["https://orcid.org/0000-0002-8515-7773","https://orcid.org/0000-0002-5979-8868","https://orcid.org/0000-0002-7985-8477","https://orcid.org/0000-0002-1503-0240","https://orcid.org/0000-0002-8391-6510","https://orcid.org/0000-0001-8285-8921","https://orcid.org/0000-0003-4725-4553"]},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ping Li","raw_affiliation_strings":["Baidu#TAB#"],"raw_orcid":"https://orcid.org/0000-0002-1503-0240","affiliations":[{"raw_affiliation_string":"Baidu#TAB#","institution_ids":["https://openalex.org/I98301712"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.01269999984651804,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/federated-learning","display_name":"federated learning","score":0.9860000014305115},{"id":"https://openalex.org/keywords/nonconvex-optimization","display_name":"non-convex optimization","score":0.7680000066757202},{"id":"https://openalex.org/keywords/deep-neural-network","display_name":"deep neural network","score":0.6069999933242798},{"id":"https://openalex.org/keywords/non-iid-data","display_name":"non-IID data","score":0.7950000166893005},{"id":"https://openalex.org/keywords/communication-efficiency","display_name":"communication efficiency","score":0.6520000100135803},{"id":"https://openalex.org/keywords/privacy-protection","display_name":"privacy preservation","score":0.492000013589859}],"concepts":[{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.7004649639129639},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6942174434661865},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6729274392127991},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.5621764659881592},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5131919980049133},{"id":"https://openalex.org/C2987595161","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimization algorithm","level":2,"score":0.48348528146743774},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4823445677757263},{"id":"https://openalex.org/C164752517","wikidata":"https://www.wikidata.org/wiki/Q5570875","display_name":"Global optimization","level":2,"score":0.43512454628944397},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4295784831047058},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.42525044083595276},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4184717833995819},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4176267981529236},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.41681450605392456},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.41568297147750854},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2690899968147278},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13788479566574097},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.13406652212142944},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11900520324707031},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3203476155","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2110.00532","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:3203476155","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2110.00532","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W1518461880","https://openalex.org/W1988720110","https://openalex.org/W2083842231","https://openalex.org/W2138243089","https://openalex.org/W2146502635","https://openalex.org/W2194775991","https://openalex.org/W2535838896","https://openalex.org/W2541884796","https://openalex.org/W2744599870","https://openalex.org/W2769644379","https://openalex.org/W2774000609","https://openalex.org/W2785523195","https://openalex.org/W2803867449","https://openalex.org/W2886463271","https://openalex.org/W2903382683","https://openalex.org/W2935990182","https://openalex.org/W2944542720","https://openalex.org/W2945785363","https://openalex.org/W2963470657","https://openalex.org/W2964121744","https://openalex.org/W2970421227","https://openalex.org/W2981206218","https://openalex.org/W2984259868","https://openalex.org/W2996442797","https://openalex.org/W3010969086","https://openalex.org/W3021654819","https://openalex.org/W3048687543","https://openalex.org/W3094279629","https://openalex.org/W3097255068","https://openalex.org/W3104429559","https://openalex.org/W3118608800","https://openalex.org/W3124442241","https://openalex.org/W3141595720","https://openalex.org/W3158169529","https://openalex.org/W3197697946"],"related_works":["https://openalex.org/W4286921285","https://openalex.org/W4386875986","https://openalex.org/W3041733661","https://openalex.org/W4415926523","https://openalex.org/W7154627943","https://openalex.org/W7125915266","https://openalex.org/W4391244573","https://openalex.org/W4404405513","https://openalex.org/W2998045710","https://openalex.org/W4415947823"],"abstract_inverted_index":{"In":[0,58],"the":[1,29,41,48,64,74,93,97,100,104,142,150],"emerging":[2],"paradigm":[3],"of":[4,10,32,66,92,103,145],"federated":[5,82],"learning":[6,83],"(FL),":[7],"large":[8],"amount":[9],"clients,":[11],"such":[12],"as":[13,68],"mobile":[14,33],"devices,":[15,34],"are":[16],"used":[17],"to":[18,28,39,47,133,149],"train":[19],"possibly":[20],"high-dimensional":[21],"models":[22],"on":[23,63,86],"their":[24],"respective":[25],"data.":[26],"Due":[27],"low":[30],"bandwidth":[31],"decentralized":[35],"optimization":[36,105],"methods":[37],"need":[38],"shift":[40],"computation":[42,49],"burden":[43],"from":[44],"those":[45],"clients":[46],"server":[50],"while":[51],"preserving":[52],"privacy":[53],"and":[54,89,99,130],"reasonable":[55],"communication":[56],"cost.":[57],"this":[59],"paper,":[60],"we":[61],"focus":[62],"training":[65],"deep,":[67],"in":[69],"multilayered,":[70],"neural":[71],"networks,":[72],"under":[73,128],"FL":[75],"settings.":[76],"We":[77,109,124],"present":[78],"Fed-LAMB,":[79],"a":[80,87,111],"novel":[81],"method":[84],"based":[85],"layerwise":[88],"dimensionwise":[90],"updates":[91],"local":[94],"models,":[95],"alleviating":[96],"nonconvexity":[98],"multilayered":[101],"nature":[102],"task":[106],"at":[107],"hand.":[108],"provide":[110,125],"thorough":[112],"finite-time":[113],"convergence":[114,144],"analysis":[115],"for":[116],"Fed-LAMB":[117],"characterizing":[118],"how":[119],"fast":[120],"its":[121],"gradient":[122],"decreases.":[123],"experimental":[126],"results":[127],"iid":[129],"non-iid":[131],"settings":[132],"corroborate":[134],"not":[135],"only":[136],"our":[137,146],"theory,":[138],"but":[139],"also":[140],"exhibit":[141],"faster":[143],"method,":[147],"compared":[148],"state-of-the-art.":[151]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2021-10-11T00:00:00"}