{"id":"https://openalex.org/W4315630328","doi":"https://doi.org/10.1109/globecom48099.2022.10001466","title":"Model-Based Reinforcement Learning for Quantized Federated Learning Performance Optimization","display_name":"Model-Based Reinforcement Learning for Quantized Federated Learning Performance Optimization","publication_year":2022,"publication_date":"2022-12-04","ids":{"openalex":"https://openalex.org/W4315630328","doi":"https://doi.org/10.1109/globecom48099.2022.10001466"},"language":"en","primary_location":{"id":"doi:10.1109/globecom48099.2022.10001466","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom48099.2022.10001466","pdf_url":null,"source":{"id":"https://openalex.org/S4363607705","display_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067653104","display_name":"Nuocheng Yang","orcid":"https://orcid.org/0009-0004-6301-2495"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nuocheng Yang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,Beijing Laboratory of Advanced Information Network,Beijing,China","Beijing Laboratory of Advanced Information Network, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,Beijing Laboratory of Advanced Information Network,Beijing,China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Beijing Laboratory of Advanced Information Network, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023071584","display_name":"Sihua Wang","orcid":"https://orcid.org/0000-0001-6729-1592"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sihua Wang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,Beijing Laboratory of Advanced Information Network,Beijing,China","Beijing Laboratory of Advanced Information Network, Beijing University of Posts and Telecommunications, Beijing, China","State Key Laboratory Of Networking And Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,Beijing Laboratory of Advanced Information Network,Beijing,China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Beijing Laboratory of Advanced Information Network, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"State Key Laboratory Of Networking And Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072241033","display_name":"Mingzhe Chen","orcid":"https://orcid.org/0000-0003-2570-703X"},"institutions":[{"id":"https://openalex.org/I145608581","display_name":"University of Miami","ror":"https://ror.org/02dgjyy92","country_code":"US","type":"education","lineage":["https://openalex.org/I145608581"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingzhe Chen","raw_affiliation_strings":["Institute for Data Science and Computing, University of Miami,Department of Electrical and Computer Engineering,Coral Gables,FL,USA,33146"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Data Science and Computing, University of Miami,Department of Electrical and Computer Engineering,Coral Gables,FL,USA,33146","institution_ids":["https://openalex.org/I145608581"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020399355","display_name":"Christopher G. Brinton","orcid":"https://orcid.org/0000-0003-2771-3521"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher G. Brinton","raw_affiliation_strings":["School of Electrical and Computer Engineering, Purdue University,West Lafayette,IN,USA","School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Purdue University,West Lafayette,IN,USA","institution_ids":["https://openalex.org/I219193219"]},{"raw_affiliation_string":"School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009078493","display_name":"Changchuan Yin","orcid":"https://orcid.org/0000-0001-8969-1431"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changchuan Yin","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,Beijing Laboratory of Advanced Information Network,Beijing,China","Beijing Laboratory of Advanced Information Network, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,Beijing Laboratory of Advanced Information Network,Beijing,China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Beijing Laboratory of Advanced Information Network, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024108653","display_name":"Walid Saad","orcid":"https://orcid.org/0000-0003-2247-2458"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Walid Saad","raw_affiliation_strings":["Virginia Tech,Bradley Department of Electrical and Computer Engineering,Arlington,VA,USA,22203"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Virginia Tech,Bradley Department of Electrical and Computer Engineering,Arlington,VA,USA,22203","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009164482","display_name":"Shuguang Cui","orcid":"https://orcid.org/0000-0003-2608-775X"},"institutions":[{"id":"https://openalex.org/I4210099586","display_name":"Shenzhen Research Institute of Big Data","ror":"https://ror.org/00z1gwf89","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210099586"]},{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuguang Cui","raw_affiliation_strings":["Shenzhen Research Institute of Big Data (SRIBD) and the Future Network of Intelligence Institute (FNii), Chinese University of Hong Kong,Shenzhen,China,518172"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen Research Institute of Big Data (SRIBD) and the Future Network of Intelligence Institute (FNii), Chinese University of Hong Kong,Shenzhen,China,518172","institution_ids":["https://openalex.org/I4210116924","https://openalex.org/I4210099586"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0382,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.79061755,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"5063","last_page":"5068"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8709292411804199},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.802950918674469},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.7622878551483154},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5296425819396973},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.48361721634864807},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.4784134328365326},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.465120792388916},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.44072264432907104},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4388425052165985},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.43242499232292175},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4185978174209595},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3698003590106964},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3398556709289551},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3058250844478607},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0882902443408966},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.08432963490486145}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8709292411804199},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.802950918674469},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7622878551483154},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5296425819396973},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.48361721634864807},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.4784134328365326},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.465120792388916},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.44072264432907104},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4388425052165985},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.43242499232292175},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4185978174209595},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3698003590106964},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3398556709289551},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3058250844478607},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0882902443408966},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.08432963490486145},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom48099.2022.10001466","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom48099.2022.10001466","pdf_url":null,"source":{"id":"https://openalex.org/S4363607705","display_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.4099999964237213}],"awards":[{"id":"https://openalex.org/G1687284716","display_name":null,"funder_award_id":"61871041,61629101,61671086","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2473949271","display_name":null,"funder_award_id":"CNS-2146171","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2014629952","https://openalex.org/W2979495156","https://openalex.org/W3008515144","https://openalex.org/W3043715968","https://openalex.org/W3044319949","https://openalex.org/W3090615085","https://openalex.org/W3093828967","https://openalex.org/W3093930561","https://openalex.org/W3109847748","https://openalex.org/W3132669100","https://openalex.org/W3156841666","https://openalex.org/W3162353295","https://openalex.org/W3177095755","https://openalex.org/W3203789000","https://openalex.org/W3205260830","https://openalex.org/W3214330255","https://openalex.org/W4245795187"],"related_works":["https://openalex.org/W4386245174","https://openalex.org/W4200132709","https://openalex.org/W3204400881","https://openalex.org/W3214410901","https://openalex.org/W3204296682","https://openalex.org/W3183118997","https://openalex.org/W2917767146","https://openalex.org/W3176282186","https://openalex.org/W4387489555","https://openalex.org/W2973622361"],"abstract_inverted_index":{"This":[0],"paper":[1],"considers":[2],"improving":[3],"wireless":[4],"communication":[5,179],"and":[6,25,49,68,93,118,172],"computation":[7],"efficiency":[8],"in":[9,40,64],"federated":[10],"learning":[11,140],"(FL)":[12],"via":[13],"model":[14,33,48,129],"quantization.":[15],"In":[16],"the":[17,51,54,59,69,73,82,101,115,128,153,157,162,185,191,197],"proposed":[18,154,186],"bitwidth":[19],"FL":[20,32,87,104,163,187],"scheme,":[21,120],"edge":[22],"devices":[23,63],"train":[24],"transmit":[26],"quantized":[27,46,86],"versions":[28],"of":[29,56,61,85,103,161,199],"their":[30],"local":[31],"parameters":[34,125],"to":[35,127,143,150,166,208],"a":[36,45,89,133,137],"coordinating":[37],"server,":[38],"which,":[39],"turn,":[41],"aggregates":[42],"them":[43],"into":[44],"global":[47],"synchronizes":[50],"devices.":[52],"With":[53],"goal":[55],"jointly":[57],"determining":[58],"set":[60],"participating":[62],"each":[65],"training":[66,83,105,164,200],"iteration":[67],"bitwidths":[70],"employed":[71],"at":[72],"devices,":[74],"we":[75,135],"pose":[76],"an":[77,168],"optimization":[78],"problem":[79],"for":[80,203],"minimizing":[81],"loss":[84,106],"under":[88],"device":[90,116,170,178],"sampling":[91],"budget":[92],"delay":[94],"requirement.":[95],"Our":[96],"analytical":[97],"results":[98],"show":[99,183],"that":[100,184],"improvement":[102],"between":[107],"two":[108],"consecutive":[109],"iterations":[110,201],"depends":[111],"on":[112,123],"not":[113],"only":[114],"selection":[117,146,171],"quantization":[119,173],"but":[121],"also":[122],"several":[124],"inherent":[126],"being":[130],"learned.":[131],"As":[132],"result,":[134],"propose,":[136],"model-based":[138],"reinforcement":[139],"(RL)":[141],"method":[142],"optimize":[144],"action":[145],"over":[147],"iterations.":[148],"Compared":[149],"model-free":[151,209],"RL,":[152],"approach":[155],"leverages":[156],"derived":[158],"mathematical":[159],"characterization":[160],"process":[165],"discover":[167],"effective":[169],"scheme":[174],"without":[175],"imposing":[176],"additional":[177],"overhead.":[180],"Numerical":[181],"evaluations":[182],"framework":[188],"can":[189],"achieve":[190],"same":[192],"classification":[193],"performance":[194],"while":[195],"reducing":[196],"number":[198],"needed":[202],"convergence":[204],"by":[205],"20%":[206],"compared":[207],"RL-based":[210],"FL.":[211]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}