{"id":"https://openalex.org/W4404914591","doi":"https://doi.org/10.1109/tccn.2024.3510562","title":"Joint Computation Offloading and Resource Allocation for LEO Satellite Networks Using Hierarchical Multi-Agent Reinforcement Learning","display_name":"Joint Computation Offloading and Resource Allocation for LEO Satellite Networks Using Hierarchical Multi-Agent Reinforcement Learning","publication_year":2024,"publication_date":"2024-12-02","ids":{"openalex":"https://openalex.org/W4404914591","doi":"https://doi.org/10.1109/tccn.2024.3510562"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2024.3510562","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2024.3510562","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023720452","display_name":"Junyu Lai","orcid":"https://orcid.org/0000-0002-3558-2421"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junyu Lai","raw_affiliation_strings":["School of Aeronautics and Astronautics, and the Aircraft Swarm Intelligent Sensing and Cooperative Control Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Chengdu, China","School of Aeronautics and Astronautics, University of Electronic Science and Technology of China, China"],"raw_orcid":"https://orcid.org/0000-0002-3558-2421","affiliations":[{"raw_affiliation_string":"School of Aeronautics and Astronautics, and the Aircraft Swarm Intelligent Sensing and Cooperative Control Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"School of Aeronautics and Astronautics, University of Electronic Science and Technology of China, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035745921","display_name":"Huashuo Liu","orcid":"https://orcid.org/0009-0006-7572-7804"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huashuo Liu","raw_affiliation_strings":["School of Aeronautics and Astronautics, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0006-7572-7804","affiliations":[{"raw_affiliation_string":"School of Aeronautics and Astronautics, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101732756","display_name":"Guoyao Xu","orcid":"https://orcid.org/0000-0002-1136-2678"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoyao Xu","raw_affiliation_strings":["School of Aeronautics and Astronautics, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aeronautics and Astronautics, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100756528","display_name":"Weiwei Jiang","orcid":"https://orcid.org/0000-0003-0953-5047"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiwei Jiang","raw_affiliation_strings":["Key Laboratory of Universal Wireless Communications, Ministry of Education, and the School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","Key Laboratory of Universal Wireless Communications, Ministry of Education, China"],"raw_orcid":"https://orcid.org/0000-0003-0953-5047","affiliations":[{"raw_affiliation_string":"Key Laboratory of Universal Wireless Communications, Ministry of Education, and the School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Key Laboratory of Universal Wireless Communications, Ministry of Education, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101967555","display_name":"Xiong Wang","orcid":"https://orcid.org/0000-0002-9932-6400"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiong Wang","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-9932-6400","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046967955","display_name":"Dingde Jiang","orcid":"https://orcid.org/0000-0003-0284-5624"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dingde Jiang","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-0284-5624","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":34.9378,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.99688378,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"11","issue":"4","first_page":"2554","last_page":"2567"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.961899995803833,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8449022769927979},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7559312582015991},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5793111324310303},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.5704135894775391},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5120497345924377},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.507150411605835},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4706375300884247},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4704403281211853},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.46945732831954956},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2980099320411682}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8449022769927979},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7559312582015991},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5793111324310303},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.5704135894775391},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5120497345924377},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.507150411605835},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4706375300884247},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4704403281211853},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.46945732831954956},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2980099320411682},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2024.3510562","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2024.3510562","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3496529773","display_name":null,"funder_award_id":"2023RC16","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5242552064","display_name":null,"funder_award_id":"Nos. 2023RC16","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W318507651","https://openalex.org/W600795778","https://openalex.org/W2108328252","https://openalex.org/W2129470979","https://openalex.org/W2145339207","https://openalex.org/W2406261204","https://openalex.org/W2746553466","https://openalex.org/W2909847702","https://openalex.org/W2924948991","https://openalex.org/W2953738034","https://openalex.org/W2998510428","https://openalex.org/W3011943115","https://openalex.org/W3013626674","https://openalex.org/W3036631744","https://openalex.org/W3047538493","https://openalex.org/W3082622020","https://openalex.org/W3082845184","https://openalex.org/W3094835755","https://openalex.org/W3100963830","https://openalex.org/W3127207655","https://openalex.org/W3131309288","https://openalex.org/W3138627822","https://openalex.org/W3145159167","https://openalex.org/W3160851503","https://openalex.org/W3161037238","https://openalex.org/W3183684526","https://openalex.org/W3212923306","https://openalex.org/W4206135771","https://openalex.org/W4206235031","https://openalex.org/W4211067533","https://openalex.org/W4223594500","https://openalex.org/W4285127565","https://openalex.org/W4285154459","https://openalex.org/W4285189370","https://openalex.org/W4293231988","https://openalex.org/W4298246634","https://openalex.org/W4310053202","https://openalex.org/W4313535036","https://openalex.org/W4317794990","https://openalex.org/W4319878926","https://openalex.org/W4320015870","https://openalex.org/W4362468559","https://openalex.org/W6684921986","https://openalex.org/W6801138461"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W4315630413","https://openalex.org/W2153007255"],"abstract_inverted_index":{"The":[0,138],"integration":[1],"of":[2,21,36,82,95],"edge":[3,51],"computing":[4,52],"with":[5,92],"LEO":[6],"satellite":[7],"broadband":[8],"networks":[9],"(LSBNs)":[10],"offers":[11],"a":[12,49,104,145],"transformative":[13],"potential,":[14],"yet":[15],"remains":[16],"underexplored":[17],"in":[18,74,159,189],"the":[19,34,56,80,93,113,131,164,171],"optimization":[20,89],"joint":[22],"computation":[23,121,139],"offloading":[24,62,122,140],"and":[25,39,71,123,194],"resource":[26,69,125,165],"allocation":[27,166],"(JCORA).":[28],"This":[29,127],"problem":[30,115],"is":[31,142,168],"compounded":[32],"by":[33,134,153],"issues":[35],"load":[37,72,195],"imbalance":[38],"hybrid":[40,96,135],"action":[41,97,136,161],"spaces.":[42,98,137],"To":[43,99],"tackle":[44],"them,":[45],"we":[46,102],"firstly":[47],"propose":[48],"multi-level":[50],"architecture":[53],"that":[54,111],"leverages":[55],"inter-satellite":[57],"links":[58],"to":[59,198],"enable":[60],"collaborative":[61],"among":[63],"neighboring":[64],"satellites,":[65],"thereby":[66],"enhancing":[67],"global":[68,120],"utilization":[70],"balance":[73],"LSBNs.":[75],"Moreover,":[76],"existing":[77],"studies":[78],"demonstrate":[79],"benefits":[81],"deep":[83,156,172],"reinforcement":[84],"learning":[85],"(DRL)":[86],"for":[87],"JCORA":[88,114],"but":[90],"struggle":[91],"complexities":[94],"address":[100],"this,":[101],"elaborate":[103],"novel":[105],"hierarchical":[106],"multi-agent":[107,155],"DRL":[108],"(HMADRL)":[109],"framework":[110],"decomposes":[112],"into":[116],"two-layered":[117],"subproblems,":[118],"namely":[119],"local":[124],"allocation.":[126],"decomposition":[128],"effectively":[129],"mitigates":[130],"challenge":[132],"posed":[133],"subproblem":[141,167],"formulated":[143],"as":[144],"delayed-reward":[146],"partially":[147],"observable":[148],"Markov":[149],"decision":[150],"process,":[151],"optimized":[152],"using":[154],"Q-networks":[157],"specialized":[158],"discrete":[160],"outputs.":[162],"Meanwhile,":[163],"addressed":[169],"through":[170],"deterministic":[173],"policy":[174],"gradient":[175],"model,":[176],"adept":[177],"at":[178],"handling":[179],"continuous":[180],"actions.":[181],"Extensive":[182],"experiments":[183],"validate":[184],"our":[185],"approach,":[186],"demonstrating":[187],"improvements":[188],"delay":[190],"reduction,":[191],"outrage":[192],"rate,":[193],"balancing":[196],"compared":[197],"baselines.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":22}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}