{"id":"https://openalex.org/W4413154900","doi":"https://doi.org/10.1109/jiot.2025.3598597","title":"Multiagent Reinforcement Learning for Optimal Resource Allocation in Space\u2013Air\u2013Ground Integrated Networks","display_name":"Multiagent Reinforcement Learning for Optimal Resource Allocation in Space\u2013Air\u2013Ground Integrated Networks","publication_year":2025,"publication_date":"2025-08-13","ids":{"openalex":"https://openalex.org/W4413154900","doi":"https://doi.org/10.1109/jiot.2025.3598597"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3598597","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3598597","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pureadmin.qub.ac.uk/ws/files/673807560/Multi-Agent_Reinforcement_Learning_for_Optimal_Resource_Allocation_in_Space-Air-Ground_Integrated_Networks.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112959160","display_name":"Dang Van Huynh","orcid":"https://orcid.org/0000-0002-2314-4934"},"institutions":[{"id":"https://openalex.org/I130438778","display_name":"Memorial University of Newfoundland","ror":"https://ror.org/04haebc03","country_code":"CA","type":"education","lineage":["https://openalex.org/I130438778"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Dang Van Huynh","raw_affiliation_strings":["Faculty of Engineering and Applied Science, Memorial University, St. John’s, NL, Canada"],"raw_orcid":"https://orcid.org/0000-0002-2314-4934","affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Applied Science, Memorial University, St. John’s, NL, Canada","institution_ids":["https://openalex.org/I130438778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077464725","display_name":"Saeed R. Khosravirad","orcid":"https://orcid.org/0000-0002-3087-4142"},"institutions":[{"id":"https://openalex.org/I72090969","display_name":"Nokia (United States)","ror":"https://ror.org/038km2573","country_code":"US","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I72090969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saeed R. Khosravirad","raw_affiliation_strings":["Nokia Bell Labs, Murray Hill, NJ, USA","Nokia Bell Labs, NJ, USA"],"raw_orcid":"https://orcid.org/0000-0002-3087-4142","affiliations":[{"raw_affiliation_string":"Nokia Bell Labs, Murray Hill, NJ, USA","institution_ids":["https://openalex.org/I72090969"]},{"raw_affiliation_string":"Nokia Bell Labs, NJ, USA","institution_ids":["https://openalex.org/I72090969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090482024","display_name":"Simon L. Cotton","orcid":"https://orcid.org/0000-0003-2620-6501"},"institutions":[{"id":"https://openalex.org/I126231945","display_name":"Queen's University Belfast","ror":"https://ror.org/00hswnk62","country_code":"GB","type":"education","lineage":["https://openalex.org/I126231945"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Simon L. Cotton","raw_affiliation_strings":["Centre for Wireless Innovation, School of Electronics, Electrical Engineering and Computer Science, Queen’s University Belfast, Belfast, U.K","School of Electronics, Electrical Engineering and Computer Science, Centre for Wireless Innovation CWI, Queen’s University Belfast, Belfast, U.K"],"raw_orcid":"https://orcid.org/0000-0003-2620-6501","affiliations":[{"raw_affiliation_string":"Centre for Wireless Innovation, School of Electronics, Electrical Engineering and Computer Science, Queen’s University Belfast, Belfast, U.K","institution_ids":["https://openalex.org/I126231945"]},{"raw_affiliation_string":"School of Electronics, Electrical Engineering and Computer Science, Centre for Wireless Innovation CWI, Queen’s University Belfast, Belfast, U.K","institution_ids":["https://openalex.org/I126231945"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007557286","display_name":"Hyundong Shin","orcid":"https://orcid.org/0000-0003-3364-8084"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyundong Shin","raw_affiliation_strings":["Department of Electronics and Information Convergence Engineering, Kyung Hee University, Gyeonggi-do, South Korea","Department of Electronics and Information Convergence Engineering, Kyung Hee University, Yongin-si, Gyeonggi-do, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-3364-8084","affiliations":[{"raw_affiliation_string":"Department of Electronics and Information Convergence Engineering, Kyung Hee University, Gyeonggi-do, South Korea","institution_ids":["https://openalex.org/I35928602"]},{"raw_affiliation_string":"Department of Electronics and Information Convergence Engineering, Kyung Hee University, Yongin-si, Gyeonggi-do, South Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049089848","display_name":"Trung Q. Duong","orcid":"https://orcid.org/0000-0002-4703-4836"},"institutions":[{"id":"https://openalex.org/I130438778","display_name":"Memorial University of Newfoundland","ror":"https://ror.org/04haebc03","country_code":"CA","type":"education","lineage":["https://openalex.org/I130438778"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Trung Q. Duong","raw_affiliation_strings":["Faculty of Engineering and Applied Science, Memorial University, St. John’s, NL, Canada"],"raw_orcid":"https://orcid.org/0000-0002-4703-4836","affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Applied Science, Memorial University, St. John’s, NL, Canada","institution_ids":["https://openalex.org/I130438778"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.7648,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.9702451,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"13","issue":"3","first_page":"3618","last_page":"3629"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7462320327758789},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7201471328735352},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5785719156265259},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5388761162757874},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4846644997596741},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36799749732017517},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3399185836315155}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7462320327758789},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7201471328735352},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5785719156265259},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5388761162757874},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4846644997596741},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36799749732017517},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3399185836315155}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2025.3598597","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3598597","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:pure.qub.ac.uk/portal:publications/d3145ab4-a769-4a95-871f-b23365687495","is_oa":true,"landing_page_url":"https://pure.qub.ac.uk/en/publications/d3145ab4-a769-4a95-871f-b23365687495","pdf_url":"https://pureadmin.qub.ac.uk/ws/files/673807560/Multi-Agent_Reinforcement_Learning_for_Optimal_Resource_Allocation_in_Space-Air-Ground_Integrated_Networks.pdf","source":{"id":"https://openalex.org/S4306402319","display_name":"Research Portal (Queen's University Belfast)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I126231945","host_organization_name":"Queen's University Belfast","host_organization_lineage":["https://openalex.org/I126231945"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Van Huynh, D, Khosravirad, S R, Cotton, S L, Shin, H & Duong, T Q 2026, 'Multiagent reinforcement learning for optimal resource allocation in space\u2013air\u2013ground integrated networks', IEEE Internet of Things Journal, vol. 13, no. 3, pp. 3618-3629. https://doi.org/10.1109/JIOT.2025.3598597","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:pure.qub.ac.uk/portal:publications/d3145ab4-a769-4a95-871f-b23365687495","is_oa":true,"landing_page_url":"https://pure.qub.ac.uk/en/publications/d3145ab4-a769-4a95-871f-b23365687495","pdf_url":"https://pureadmin.qub.ac.uk/ws/files/673807560/Multi-Agent_Reinforcement_Learning_for_Optimal_Resource_Allocation_in_Space-Air-Ground_Integrated_Networks.pdf","source":{"id":"https://openalex.org/S4306402319","display_name":"Research Portal (Queen's University Belfast)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I126231945","host_organization_name":"Queen's University Belfast","host_organization_lineage":["https://openalex.org/I126231945"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Van Huynh, D, Khosravirad, S R, Cotton, S L, Shin, H & Duong, T Q 2026, 'Multiagent reinforcement learning for optimal resource allocation in space\u2013air\u2013ground integrated networks', IEEE Internet of Things Journal, vol. 13, no. 3, pp. 3618-3629. https://doi.org/10.1109/JIOT.2025.3598597","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3097665618","display_name":null,"funder_award_id":"RGPIN-2025-04941","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G5972423364","display_name":"Future communications hub in all-spectrum connectivity: additional funds","funder_award_id":"EP/Y037197/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G688922468","display_name":null,"funder_award_id":"CERC-2022-00109","funder_id":"https://openalex.org/F4320321481","funder_display_name":"Canada Excellence Research Chairs, Government of Canada"},{"id":"https://openalex.org/G7832864328","display_name":"Future communications hub in all-spectrum connectivity","funder_award_id":"EP/X040569/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320320357","display_name":"Queen's University Belfast","ror":"https://ror.org/00hswnk62"},{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320321481","display_name":"Canada Excellence Research Chairs, Government of Canada","ror":"https://ror.org/02tvrwm90"},{"id":"https://openalex.org/F4320321832","display_name":"Queen's University","ror":"https://ror.org/02y72wh86"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4413154900.pdf","grobid_xml":"https://content.openalex.org/works/W4413154900.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W3137041917","https://openalex.org/W3138627822","https://openalex.org/W3169817290","https://openalex.org/W3194988969","https://openalex.org/W3196018792","https://openalex.org/W3213889621","https://openalex.org/W4226459907","https://openalex.org/W4286507547","https://openalex.org/W4312918528","https://openalex.org/W4313068113","https://openalex.org/W4317794990","https://openalex.org/W4319996394","https://openalex.org/W4321021721","https://openalex.org/W4366149343","https://openalex.org/W4382203237","https://openalex.org/W4384643686","https://openalex.org/W4385444708","https://openalex.org/W4385525334","https://openalex.org/W4386451546","https://openalex.org/W4386495207","https://openalex.org/W4387145964","https://openalex.org/W4391019653","https://openalex.org/W4391935850","https://openalex.org/W4393242466","https://openalex.org/W4400020179","https://openalex.org/W4400187704","https://openalex.org/W4401717529","https://openalex.org/W4408697779","https://openalex.org/W4408711060","https://openalex.org/W4414535339"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2138260944","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W4315630413"],"abstract_inverted_index":{"This":[0],"paper":[1],"addresses":[2],"the":[3,18,22,35,84,151,161,165],"problem":[4,59,90],"of":[5,20,24],"reliable":[6,166],"task":[7,62,167],"offloading":[8,63,119,168],"in":[9,124,186],"space-air-ground":[10],"integrated":[11],"network":[12],"(SAGIN)-assisted":[13],"edge":[14,46],"computing":[15],"systems,":[16],"with":[17,101],"goal":[19],"maximising":[21],"ratio":[23,169],"tasks":[25,42],"successfully":[26],"offloaded":[27],"and":[28,65,70,83,94,120,131,153,160],"executed":[29],"within":[30],"quality-of-service":[31],"(QoS)":[32],"constraints.":[33],"In":[34],"considered":[36],"system,":[37],"ground":[38],"users":[39],"offload":[40],"computation":[41],"to":[43,74,99,116,128,172,176],"a":[44,110,136],"satellite-mounted":[45],"server":[47],"via":[48],"unmanned":[49],"aerial":[50],"vehicles":[51],"(UAVs)":[52],"acting":[53],"as":[54],"relays.":[55],"The":[56,88],"formulated":[57],"optimisation":[58,103],"jointly":[60],"considers":[61],"portions":[64],"bandwidth":[66],"allocations":[67],"across":[68,144],"ground-to-air":[69],"air-to-space":[71],"links,":[72],"subject":[73],"constraints":[75],"on":[76],"transmission":[77],"rates,":[78],"total":[79],"bandwidth,":[80],"energy":[81],"budgets,":[82],"satellite\u2019s":[85],"computational":[86],"capacity.":[87],"resulting":[89],"is":[91],"non-linear,":[92],"non-convex,":[93],"mixed-integer,":[95],"making":[96],"it":[97],"challenging":[98],"solve":[100],"traditional":[102],"techniques.":[104],"To":[105],"this":[106],"end,":[107],"we":[108,134],"propose":[109],"deep":[111],"reinforcement":[112],"learning":[113],"(DRL)-based":[114],"solution":[115],"learn":[117],"optimal":[118],"resource":[121,184],"allocation":[122],"policies":[123],"dynamic":[125],"environments.":[126],"Furthermore,":[127],"enhance":[129],"scalability":[130],"decentralised":[132],"coordination,":[133],"develop":[135],"multi-agent":[137,154],"DRL":[138],"framework":[139],"that":[140,149],"enables":[141],"cooperative":[142],"decision-making":[143],"UAVs.":[145],"Simulation":[146],"results":[147],"demonstrate":[148],"both":[150],"single-agent":[152],"approaches":[155],"achieve":[156],"stable":[157],"training":[158],"performance,":[159],"proposed":[162],"method":[163],"improves":[164],"by":[170],"up":[171],"two":[173],"times":[174],"compared":[175],"benchmark":[177],"schemes,":[178],"while":[179],"also":[180],"achieving":[181],"more":[182],"efficient":[183],"utilisation":[185],"complex":[187],"SAGIN":[188],"scenarios.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}