{"id":"https://openalex.org/W4385815512","doi":"https://doi.org/10.1109/vtc2023-spring57618.2023.10200264","title":"Hierarchical Multi-Agent Multi-Armed Bandit for Resource Allocation in Multi-LEO Satellite Constellation Networks","display_name":"Hierarchical Multi-Agent Multi-Armed Bandit for Resource Allocation in Multi-LEO Satellite Constellation Networks","publication_year":2023,"publication_date":"2023-06-01","ids":{"openalex":"https://openalex.org/W4385815512","doi":"https://doi.org/10.1109/vtc2023-spring57618.2023.10200264"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2023-spring57618.2023.10200264","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2023-spring57618.2023.10200264","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 97th Vehicular Technology Conference (VTC2023-Spring)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019371571","display_name":"Li-Hsiang Shen","orcid":"https://orcid.org/0000-0002-6412-5457"},"institutions":[{"id":"https://openalex.org/I1304598786","display_name":"Program for Appropriate Technology in Health","ror":"https://ror.org/02ycvrx49","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1304598786"]},{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["TW","US"],"is_corresponding":true,"raw_author_name":"Li-Hsiang Shen","raw_affiliation_strings":["University of California,California PATH,Berkeley,USA","California PATH, University of California, Berkeley, USA","Department of Electronics and Electrical Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"affiliations":[{"raw_affiliation_string":"University of California,California PATH,Berkeley,USA","institution_ids":["https://openalex.org/I1304598786"]},{"raw_affiliation_string":"California PATH, University of California, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"Department of Electronics and Electrical Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063734187","display_name":"Yun Ho","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yun Ho","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","Department of Electronics and Electrical Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Department of Electronics and Electrical Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020169858","display_name":"Kai\u2010Ten Feng","orcid":"https://orcid.org/0000-0002-2781-8449"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Kai-Ten Feng","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","Department of Electronics and Electrical Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Department of Electronics and Electrical Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100329747","display_name":"Lie\u2010Liang Yang","orcid":"https://orcid.org/0000-0002-2032-9327"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]},{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB","TW"],"is_corresponding":false,"raw_author_name":"Lie-Liang Yang","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","Next Generation Wireless, University of Southampton, Southampton, UK","Department of Electronics and Electrical Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Next Generation Wireless, University of Southampton, Southampton, UK","institution_ids":["https://openalex.org/I43439940"]},{"raw_affiliation_string":"Department of Electronics and Electrical Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011410163","display_name":"Sau-Hsuan Wu","orcid":"https://orcid.org/0000-0002-4398-8974"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Sau-Hsuan Wu","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","Department of Electronics and Electrical Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Department of Electronics and Electrical Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102151359","display_name":"Jen\u2010Ming Wu","orcid":"https://orcid.org/0000-0002-8474-1281"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jen-Ming Wu","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","Next-Generation Communications Research Center, Hon Hai Research Institute, Taipei, Taiwan","Department of Electronics and Electrical Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Next-Generation Communications Research Center, Hon Hai Research Institute, Taipei, Taiwan","institution_ids":[]},{"raw_affiliation_string":"Department of Electronics and Electrical Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5019371571"],"corresponding_institution_ids":["https://openalex.org/I1304598786","https://openalex.org/I148366613","https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":2.6471,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.89917322,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8034911155700684},{"id":"https://openalex.org/keywords/constellation","display_name":"Constellation","score":0.6881787180900574},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6603171825408936},{"id":"https://openalex.org/keywords/default-gateway","display_name":"Default gateway","score":0.622995913028717},{"id":"https://openalex.org/keywords/channel-state-information","display_name":"Channel state information","score":0.6070632338523865},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5951957106590271},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5571573972702026},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.49790382385253906},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.47720059752464294},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4572643041610718},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.44158342480659485},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.4406373202800751},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.42781662940979004},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.4250071048736572},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.29373419284820557},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.28944092988967896}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8034911155700684},{"id":"https://openalex.org/C70352696","wikidata":"https://www.wikidata.org/wiki/Q8928","display_name":"Constellation","level":2,"score":0.6881787180900574},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6603171825408936},{"id":"https://openalex.org/C187713609","wikidata":"https://www.wikidata.org/wiki/Q2465461","display_name":"Default gateway","level":2,"score":0.622995913028717},{"id":"https://openalex.org/C148063708","wikidata":"https://www.wikidata.org/wiki/Q5072511","display_name":"Channel state information","level":3,"score":0.6070632338523865},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5951957106590271},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5571573972702026},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.49790382385253906},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.47720059752464294},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4572643041610718},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.44158342480659485},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.4406373202800751},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.42781662940979004},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.4250071048736572},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.29373419284820557},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.28944092988967896},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtc2023-spring57618.2023.10200264","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2023-spring57618.2023.10200264","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 97th Vehicular Technology Conference (VTC2023-Spring)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.4099999964237213}],"awards":[{"id":"https://openalex.org/G1471839284","display_name":null,"funder_award_id":"EP/W016605/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G4982716793","display_name":null,"funder_award_id":"EP/J016640/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G7577831327","display_name":null,"funder_award_id":"EP/G05178X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8269789390","display_name":null,"funder_award_id":"EP/X01228X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8841181560","display_name":null,"funder_award_id":"EP/W016524/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320331164","display_name":"National Science and Technology Council","ror":"https://ror.org/00wnb9798"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2040311167","https://openalex.org/W3002619051","https://openalex.org/W3003494777","https://openalex.org/W3035890931","https://openalex.org/W3036509096","https://openalex.org/W3036791130","https://openalex.org/W3038170098","https://openalex.org/W3089706104","https://openalex.org/W3112022397","https://openalex.org/W3154502018","https://openalex.org/W3165221851","https://openalex.org/W3174835629","https://openalex.org/W3184365875","https://openalex.org/W3197055488","https://openalex.org/W3199817429","https://openalex.org/W4200129306","https://openalex.org/W4210565458","https://openalex.org/W4214660297","https://openalex.org/W4309694836"],"related_works":["https://openalex.org/W2548963335","https://openalex.org/W2159941915","https://openalex.org/W1995129237","https://openalex.org/W4388081250","https://openalex.org/W2909457694","https://openalex.org/W1761601995","https://openalex.org/W2904599916","https://openalex.org/W4321608401","https://openalex.org/W4313028534","https://openalex.org/W2907156721"],"abstract_inverted_index":{"Low":[0],"Earth":[1],"orbit":[2],"(LEO)":[3],"satellite":[4],"constellation":[5,123],"is":[6,56,87,189],"capable":[7,190],"of":[8,29,141,144,146,165,170,191],"providing":[9],"global":[10],"coverage":[11],"area":[12],"with":[13,94,153],"high-rate":[14],"services":[15],"in":[16,162,193,211],"the":[17,77,185,202,208],"next":[18],"sixth-generation":[19],"(6G)":[20],"non-terrestrial":[21],"network":[22],"(NTN).":[23],"Due":[24],"to":[25,207],"limited":[26],"onboard":[27],"resources":[28],"operating":[30,192],"power,":[31],"beams,":[32],"and":[33,36,61,69,84,102,172,176,182],"channels,":[34],"resilient":[35,183],"efficient":[37,181],"resource":[38,119],"management":[39],"has":[40],"become":[41],"compellingly":[42],"imperative":[43],"under":[44,62,98],"complex":[45],"interference":[46,70],"cases.":[47],"However,":[48],"different":[49],"from":[50],"conventional":[51],"terrestrial":[52],"base":[53],"stations,":[54],"LEO":[55,122,166],"deployed":[57],"at":[58,106],"considerable":[59],"height":[60],"high":[63],"mobility,":[64],"inducing":[65],"substantially":[66],"long":[67],"delay":[68],"during":[71],"transmission.":[72],"As":[73],"a":[74,92,95],"result,":[75],"acquiring":[76],"accurate":[78],"channel":[79,100],"state":[80],"information":[81,101],"between":[82],"LEOs":[83,131],"ground":[85,108],"users":[86,171],"challenging.":[88],"Therefore,":[89],"we":[90,113,159],"construct":[91],"framework":[93],"two-way":[96],"transmission":[97],"unknown":[99,139],"no":[103],"data":[104],"collected":[105],"long-delay":[107],"gateway.":[109],"In":[110,157],"this":[111],"paper,":[112],"propose":[114],"hierarchical":[115],"multi-agent":[116],"multi-armed":[117],"bandit":[118],"allocation":[120,152],"for":[121],"(mmRAL)":[124],"by":[125,180],"appropriately":[126],"assigning":[127],"available":[128],"radio":[129],"resources.":[130],"are":[132],"considered":[133],"as":[134],"collaborative":[135],"multiple":[136],"macro-agents":[137],"attempting":[138],"trials":[140],"various":[142,163],"actions":[143],"micro-agents":[145],"respective":[147],"resources,":[148],"asymptotically":[149],"achieving":[150,201],"suitable":[151],"only":[154],"throughput":[155,204],"information.":[156],"simulations,":[158],"evaluate":[160],"mmRAL":[161,187],"cases":[164],"deployment,":[167],"serving":[168],"numbers":[169],"LEOs,":[173],"hardware":[174],"cost":[175],"outage":[177],"probability.":[178],"Benefited":[179],"allocation,":[184],"proposed":[186],"system":[188],"homogeneous":[194],"or":[195,199],"heterogeneous":[196],"orbital":[197],"planes":[198],"constellations,":[200],"highest":[203],"performance":[205],"compared":[206],"existing":[209],"benchmarks":[210],"open":[212],"literature.":[213]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}