{"id":"https://openalex.org/W7138924149","doi":"https://doi.org/10.1109/globecom59602.2025.11432544","title":"Optimizing Training of Policies on Hierarchical Multi-fidelity Environments","display_name":"Optimizing Training of Policies on Hierarchical Multi-fidelity Environments","publication_year":2025,"publication_date":"2025-12-08","ids":{"openalex":"https://openalex.org/W7138924149","doi":"https://doi.org/10.1109/globecom59602.2025.11432544"},"language":null,"primary_location":{"id":"doi:10.1109/globecom59602.2025.11432544","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom59602.2025.11432544","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2025 - 2025 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115636472","display_name":"Hanzhi Yu","orcid":"https://orcid.org/0009-0002-4985-400X"},"institutions":[{"id":"https://openalex.org/I145608581","display_name":"University of Miami","ror":"https://ror.org/02dgjyy92","country_code":"US","type":"education","lineage":["https://openalex.org/I145608581"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hanzhi Yu","raw_affiliation_strings":["University of Miami,Department of Electrical and Computer Engineering and Frost Institute for Data Science and Computing,Coral Gables,FL,USA,33146"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Miami,Department of Electrical and Computer Engineering and Frost Institute for Data Science and Computing,Coral Gables,FL,USA,33146","institution_ids":["https://openalex.org/I145608581"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128734196","display_name":"Hasan Farooq","orcid":null},"institutions":[{"id":"https://openalex.org/I4210139236","display_name":"Ericsson (United States)","ror":"https://ror.org/03q3bdj78","country_code":"US","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210139236"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hasan Farooq","raw_affiliation_strings":["Ericsson Research,Santa Clara,CA,USA,95054"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ericsson Research,Santa Clara,CA,USA,95054","institution_ids":["https://openalex.org/I4210139236"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129792980","display_name":"Julien Forgeat","orcid":null},"institutions":[{"id":"https://openalex.org/I4210139236","display_name":"Ericsson (United States)","ror":"https://ror.org/03q3bdj78","country_code":"US","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210139236"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julien Forgeat","raw_affiliation_strings":["Ericsson Research,Santa Clara,CA,USA,95054"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ericsson Research,Santa Clara,CA,USA,95054","institution_ids":["https://openalex.org/I4210139236"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014010940","display_name":"Shruti Bothe","orcid":"https://orcid.org/0000-0001-7481-8946"},"institutions":[{"id":"https://openalex.org/I4210139236","display_name":"Ericsson (United States)","ror":"https://ror.org/03q3bdj78","country_code":"US","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210139236"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shruti Bothe","raw_affiliation_strings":["Ericsson Research,Santa Clara,CA,USA,95054"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ericsson Research,Santa Clara,CA,USA,95054","institution_ids":["https://openalex.org/I4210139236"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062041438","display_name":"Kristijonas \u010cyras","orcid":"https://orcid.org/0000-0002-4353-8121"},"institutions":[{"id":"https://openalex.org/I4210139236","display_name":"Ericsson (United States)","ror":"https://ror.org/03q3bdj78","country_code":"US","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210139236"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kristijonas Cyras","raw_affiliation_strings":["Ericsson Research,Santa Clara,CA,USA,95054"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ericsson Research,Santa Clara,CA,USA,95054","institution_ids":["https://openalex.org/I4210139236"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037193213","display_name":"Md Moin Uddin Chowdhury","orcid":"https://orcid.org/0000-0003-4787-4971"},"institutions":[{"id":"https://openalex.org/I4210139236","display_name":"Ericsson (United States)","ror":"https://ror.org/03q3bdj78","country_code":"US","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210139236"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Md Moin Uddin Chowdhury","raw_affiliation_strings":["Ericsson Research,Santa Clara,CA,USA,95054"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ericsson Research,Santa Clara,CA,USA,95054","institution_ids":["https://openalex.org/I4210139236"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5129858478","display_name":"Mingzhe Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I145608581","display_name":"University of Miami","ror":"https://ror.org/02dgjyy92","country_code":"US","type":"education","lineage":["https://openalex.org/I145608581"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingzhe Chen","raw_affiliation_strings":["University of Miami,Department of Electrical and Computer Engineering and Frost Institute for Data Science and Computing,Coral Gables,FL,USA,33146"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Miami,Department of Electrical and Computer Engineering and Frost Institute for Data Science and Computing,Coral Gables,FL,USA,33146","institution_ids":["https://openalex.org/I145608581"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.59712562,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4393","last_page":"4398"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.6150000095367432,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.6150000095367432,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13918","display_name":"Advanced Data and IoT Technologies","score":0.0786999985575676,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.03449999913573265,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5273000001907349},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.4918000102043152},{"id":"https://openalex.org/keywords/network-simulation","display_name":"Network simulation","score":0.44339999556541443},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4332999885082245},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.4311999976634979},{"id":"https://openalex.org/keywords/tilt","display_name":"Tilt (camera)","score":0.41909998655319214},{"id":"https://openalex.org/keywords/network-performance","display_name":"Network performance","score":0.4007999897003174},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.3840000033378601}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7135000228881836},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5273000001907349},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.49239999055862427},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.4918000102043152},{"id":"https://openalex.org/C139940560","wikidata":"https://www.wikidata.org/wiki/Q290036","display_name":"Network simulation","level":2,"score":0.44339999556541443},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4332999885082245},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.4311999976634979},{"id":"https://openalex.org/C2779844322","wikidata":"https://www.wikidata.org/wiki/Q2919140","display_name":"Tilt (camera)","level":2,"score":0.41909998655319214},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.4007999897003174},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.3840000033378601},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.3732999861240387},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3601999878883362},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.35019999742507935},{"id":"https://openalex.org/C152623178","wikidata":"https://www.wikidata.org/wiki/Q436417","display_name":"Network delay","level":3,"score":0.34040001034736633},{"id":"https://openalex.org/C21822782","wikidata":"https://www.wikidata.org/wiki/Q131214","display_name":"Antenna (radio)","level":2,"score":0.33799999952316284},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.335099995136261},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.33399999141693115},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3312000036239624},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.31369999051094055},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30660000443458557},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.28679999709129333},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2822999954223633},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2574000060558319},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2565000057220459},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.2538999915122986}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom59602.2025.11432544","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom59602.2025.11432544","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2025 - 2025 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2808579708","https://openalex.org/W2943017603","https://openalex.org/W2981096252","https://openalex.org/W3110962653","https://openalex.org/W3170397984","https://openalex.org/W4287887880","https://openalex.org/W4385453272","https://openalex.org/W4386322038","https://openalex.org/W4386322075","https://openalex.org/W4387870954","https://openalex.org/W4401387030","https://openalex.org/W4403279505","https://openalex.org/W4407638863","https://openalex.org/W4409196921"],"related_works":[],"abstract_inverted_index":{"In":[0,45],"this":[1,253],"paper,":[2],"we":[3,47,135,256],"investigate":[4],"a":[5,20,49,57,61,72,76,117,258,264,344,371,394,399],"novel":[6],"digital":[7],"network":[8,33,43,53,59,114,143,153,184,294,313,384],"twin":[9],"(DNT)":[10],"assisted":[11],"deep":[12,311,400],"learning":[13,119],"(DL)":[14],"model":[15],"training":[16,37,191,301,349],"framework":[17,261],"that":[18,54,74,377,397],"enables":[19],"base":[21],"station":[22],"(BS)":[23],"to":[24,41,66,91,100,110,124,163,174,188,198,208,216,230,295,304,337,390,393],"select":[25],"the":[26,80,87,93,101,104,113,127,133,141,145,151,164,168,176,182,186,190,193,200,219,225,232,240,248,276,281,286,292,297,315,319,324,333,339,348,353,359,366,382,406],"data":[27,94,138,148,165,179,226,233,246,289,320,340,385],"collection":[28,227,321,341,386],"source":[29],"from":[30,140,150,167,181,247,291],"both":[31],"physical":[32,58,81,142,152,183,249,293,383],"and":[34,71,144,185,224,280,323,357],"DNT":[35,50,73,187],"for":[36],"DL":[38],"models":[39],"used":[40,123],"optimize":[42,92,199,218],"performance.":[44,302],"particular,":[46],"consider":[48],"enabled":[51],"cellular":[52],"consists":[55],"of":[56,79,96,178,192,203,235,263,288],"where":[60],"BS":[62,84,105],"uses":[63,398],"several":[64],"antennas":[65],"serve":[67],"multiple":[68],"mobile":[69],"users,":[70],"is":[75,122,154,172],"virtual":[77],"representation":[78],"network.":[82,250],"The":[83,147,270],"must":[85],"adjust":[86,126,338],"antenna":[88,128,205,277,325,367],"tilt":[89,129,201,220,278,326,368],"angles":[90,327,369],"rates":[95,234],"all":[97,236],"users.":[98],"Due":[99],"user":[102,209],"mobility,":[103],"may":[106],"not":[107],"be":[108],"able":[109],"accurately":[111],"track":[112],"dynamics.":[115],"Hence,":[116],"reinforcement":[118],"(RL)":[120],"approach":[121],"dynamically":[125,274],"angles.":[130],"To":[131,251],"train":[132],"RL,":[134],"can":[136],"use":[137],"collected":[139,149,166,180,290],"DNT.":[146,169],"more":[155,159],"accurate":[156],"but":[157],"incurs":[158],"communication":[160],"overhead":[161],"compared":[162,392],"Therefore,":[170],"it":[171],"necessary":[173],"determine":[175],"ratio":[177,287,322,342],"improve":[189,296],"RL":[194,260,307,396],"model,":[195],"so":[196],"as":[197,310,405],"angle":[202,221],"each":[204],"in":[206],"response":[207],"mobility.":[210],"We":[211],"formulate":[212],"an":[213],"optimization":[214,254,268],"problem":[215],"jointly":[217],"adjustment":[222],"policy":[223,267,402],"strategy,":[228],"aiming":[229],"maximize":[231],"users":[237],"while":[238],"constraining":[239],"time":[241,330],"delay":[242,387],"introduced":[243],"by":[244,352,388],"collecting":[245],"solve":[252],"problem,":[255],"propose":[257],"hierarchical":[259,395],"consisting":[262],"two-level":[265],"proximal":[266],"(PPO).":[269],"first":[271,298,354,360],"level":[272,283,299,335,355,361,408],"PPO":[273,284,300,336,362],"adjusts":[275],"angles,":[279],"second":[282,334,407],"determines":[285],"Compared":[303],"traditional":[305],"single":[306],"algorithms":[308],"such":[309],"Q":[312],"(DQN),":[314],"designed":[316],"method":[317,380],"optimizes":[318],"at":[328],"diverse":[329],"intervals,":[331],"allowing":[332,358],"with":[343,370],"large":[345],"timescale":[346],"using":[347],"information":[350],"provided":[351],"PPO,":[356],"focuses":[363],"on":[364],"adjusting":[365],"small":[372],"timescale.":[373],"Simulation":[374],"results":[375],"show":[376],"our":[378],"proposed":[379],"reduces":[381],"up":[389],"71.85%":[391],"deterministic":[401],"gradient":[403],"algorithm":[404],"RL.":[409]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-20T00:00:00"}