{"id":"https://openalex.org/W4388081401","doi":"https://doi.org/10.1109/pimrc56721.2023.10293856","title":"Communication-Efficient Orchestrations for URLLC Service via Hierarchical Reinforcement Learning","display_name":"Communication-Efficient Orchestrations for URLLC Service via Hierarchical Reinforcement Learning","publication_year":2023,"publication_date":"2023-09-05","ids":{"openalex":"https://openalex.org/W4388081401","doi":"https://doi.org/10.1109/pimrc56721.2023.10293856"},"language":"en","primary_location":{"id":"doi:10.1109/pimrc56721.2023.10293856","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc56721.2023.10293856","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 34th Annual International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Wei Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I1306339040","display_name":"Ericsson (Sweden)","ror":"https://ror.org/05a7rhx54","country_code":"SE","type":"company","lineage":["https://openalex.org/I1306339040"]},{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Wei Shi","raw_affiliation_strings":["Ericsson Research,Sweden","Ericsson Research, Sweden","School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"Ericsson Research,Sweden","institution_ids":["https://openalex.org/I1306339040"]},{"raw_affiliation_string":"Ericsson Research, Sweden","institution_ids":["https://openalex.org/I1306339040"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045623460","display_name":"Milad Ganjalizadeh","orcid":"https://orcid.org/0000-0002-4406-524X"},"institutions":[{"id":"https://openalex.org/I1306339040","display_name":"Ericsson (Sweden)","ror":"https://ror.org/05a7rhx54","country_code":"SE","type":"company","lineage":["https://openalex.org/I1306339040"]},{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Milad Ganjalizadeh","raw_affiliation_strings":["Ericsson Research,Sweden","Ericsson Research, Sweden","School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"Ericsson Research,Sweden","institution_ids":["https://openalex.org/I1306339040"]},{"raw_affiliation_string":"Ericsson Research, Sweden","institution_ids":["https://openalex.org/I1306339040"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067307473","display_name":"Hossein Shokri\u2010Ghadikolaei","orcid":"https://orcid.org/0000-0001-6737-0266"},"institutions":[{"id":"https://openalex.org/I1306339040","display_name":"Ericsson (Sweden)","ror":"https://ror.org/05a7rhx54","country_code":"SE","type":"company","lineage":["https://openalex.org/I1306339040"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Hossein Shokri Ghadikolaei","raw_affiliation_strings":["Ericsson Research,Sweden","Ericsson Research, Sweden"],"affiliations":[{"raw_affiliation_string":"Ericsson Research,Sweden","institution_ids":["https://openalex.org/I1306339040"]},{"raw_affiliation_string":"Ericsson Research, Sweden","institution_ids":["https://openalex.org/I1306339040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064915398","display_name":"Marina Petrova","orcid":"https://orcid.org/0000-0003-3876-2214"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]},{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE","SE"],"is_corresponding":false,"raw_author_name":"Marina Petrova","raw_affiliation_strings":["KTH Royal Institute of Technology,School of Electrical Engineering and Computer Science,Stockholm,Sweden","Mobile Communications and Computing, RWTH Aachen University, Germany","School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology,School of Electrical Engineering and Computer Science,Stockholm,Sweden","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"Mobile Communications and Computing, RWTH Aachen University, Germany","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1306339040","https://openalex.org/I86987016"],"apc_list":null,"apc_paid":null,"fwci":0.2563,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.54687919,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8177492618560791},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7788287401199341},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6107679605484009},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5282710790634155},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5031613707542419},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.48582836985588074},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.48074984550476074},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.48042964935302734},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.43663328886032104},{"id":"https://openalex.org/keywords/low-latency","display_name":"Low latency (capital markets)","score":0.4227117598056793},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.17009618878364563},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12650373578071594},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11951768398284912},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11058768630027771}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8177492618560791},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7788287401199341},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6107679605484009},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5282710790634155},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5031613707542419},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.48582836985588074},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.48074984550476074},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.48042964935302734},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.43663328886032104},{"id":"https://openalex.org/C46637626","wikidata":"https://www.wikidata.org/wiki/Q6693015","display_name":"Low latency (capital markets)","level":2,"score":0.4227117598056793},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.17009618878364563},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12650373578071594},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11951768398284912},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11058768630027771},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/pimrc56721.2023.10293856","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc56721.2023.10293856","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 34th Annual International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2781726626","https://openalex.org/W2800297070","https://openalex.org/W2897214019","https://openalex.org/W2962908937","https://openalex.org/W2963599038","https://openalex.org/W2963864421","https://openalex.org/W3013864432","https://openalex.org/W3093951152","https://openalex.org/W3128060803","https://openalex.org/W3155918123","https://openalex.org/W3168892396","https://openalex.org/W4210573106","https://openalex.org/W4210603236","https://openalex.org/W4312122715","https://openalex.org/W4312771980","https://openalex.org/W4320015797","https://openalex.org/W6684921986","https://openalex.org/W6747473740","https://openalex.org/W6847859453"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2768698792","https://openalex.org/W3205411230","https://openalex.org/W4286899009","https://openalex.org/W9168048","https://openalex.org/W4300849822","https://openalex.org/W4376480820","https://openalex.org/W3155891479","https://openalex.org/W3029351463","https://openalex.org/W4308600690"],"abstract_inverted_index":{"Ultra-reliable":[0],"low":[1],"latency":[2,16],"communications":[3],"(URLLC)":[4],"service":[5],"is":[6,26],"envisioned":[7],"to":[8,27,32,61,109,126,194],"enable":[9],"use":[10,138],"cases":[11],"with":[12,38,96,102,116,144,184],"strict":[13],"reliability":[14],"and":[15,75,155,191],"requirements":[17],"in":[18,55],"5G.":[19],"One":[20],"approach":[21],"for":[22,133],"enabling":[23],"URLLC":[24],"services":[25],"leverage":[28],"Reinforcement":[29],"Learning":[30],"(RL)":[31],"efficiently":[33],"allocate":[34],"wireless":[35],"resources.":[36],"However,":[37],"conventional":[39],"RL":[40,86,182,197],"methods,":[41],"the":[42,56,66,91,110,114,122,127,141,150,166,172,179,195],"decision":[43],"variables":[44],"(though":[45],"being":[46],"deployed":[47,107],"at":[48,121],"various":[49],"network":[50,129],"layers)":[51],"are":[52,106,120],"typically":[53],"optimized":[54,149],"same":[57],"control":[58,67,98,104,118],"loop,":[59],"leading":[60],"significant":[62],"practical":[63],"limitations":[64],"on":[65,165],"loop\u2019s":[68],"delay":[69,192],"as":[70,72,178],"well":[71],"excessive":[73],"signaling":[74],"energy":[76],"consumption.":[77],"In":[78],"this":[79],"paper,":[80],"we":[81,148],"propose":[82],"a":[83,137],"multi-agent":[84],"Hierarchical":[85],"(HRL)":[87],"framework":[88,174],"that":[89,171],"enables":[90],"implementation":[92],"of":[93,153,158,188],"multi-level":[94],"policies":[95],"different":[97],"loop":[99],"timescales.":[100],"Agents":[101],"faster":[103],"loops":[105,119],"closer":[108,125],"base":[111],"station,":[112],"while":[113],"ones":[115],"slower":[117],"edge":[123],"or":[124],"core":[128],"providing":[130],"high-level":[131],"guidelines":[132],"low-level":[134],"actions.":[135],"On":[136],"case":[139],"from":[140],"prior":[142],"art,":[143],"our":[145],"HRL":[146,173],"framework,":[147],"maximum":[151],"number":[152],"retransmissions":[154],"transmission":[156],"power":[157],"industrial":[159],"devices.":[160],"Our":[161],"extensive":[162],"simulation":[163],"results":[164],"factory":[167],"automation":[168],"scenario":[169],"show":[170],"achieves":[175],"better":[176],"performance":[177],"baseline":[180],"single-agent":[181],"method,":[183],"significantly":[185],"less":[186],"overhead":[187],"signal":[189],"transmissions":[190],"compared":[193],"one-agent":[196],"methods.":[198]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}