{"id":"https://openalex.org/W4391791566","doi":"https://doi.org/10.1109/jsac.2024.3365869","title":"Dynamic Routing for Integrated Satellite-Terrestrial Networks: A Constrained Multi-Agent Reinforcement Learning Approach","display_name":"Dynamic Routing for Integrated Satellite-Terrestrial Networks: A Constrained Multi-Agent Reinforcement Learning Approach","publication_year":2024,"publication_date":"2024-02-13","ids":{"openalex":"https://openalex.org/W4391791566","doi":"https://doi.org/10.1109/jsac.2024.3365869"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2024.3365869","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2024.3365869","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002509658","display_name":"Yifeng Lyu","orcid":"https://orcid.org/0000-0001-8655-5311"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yifeng Lyu","raw_affiliation_strings":["School of Information and Electronics, Beijing Institute of Technology, Beijing, China","School of Information and Electrionics, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8655-5311","affiliations":[{"raw_affiliation_string":"School of Information and Electronics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"School of Information and Electrionics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020194895","display_name":"Han Hu","orcid":"https://orcid.org/0000-0001-7532-0496"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Hu","raw_affiliation_strings":["School of Information and Electronics, Beijing Institute of Technology, Beijing, China","School of Information and Electrionics, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7532-0496","affiliations":[{"raw_affiliation_string":"School of Information and Electronics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"School of Information and Electrionics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085947862","display_name":"Rongfei Fan","orcid":"https://orcid.org/0000-0001-8782-0615"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongfei Fan","raw_affiliation_strings":["School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8782-0615","affiliations":[{"raw_affiliation_string":"School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100603421","display_name":"Zhi Liu","orcid":"https://orcid.org/0000-0003-0537-4522"},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Zhi Liu","raw_affiliation_strings":["Graduate School of Informatics and Engineering, The University of Electro-Communications, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0003-0537-4522","affiliations":[{"raw_affiliation_string":"Graduate School of Informatics and Engineering, The University of Electro-Communications, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044674658","display_name":"Jianping An","orcid":"https://orcid.org/0000-0002-6441-9711"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianping An","raw_affiliation_strings":["School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6441-9711","affiliations":[{"raw_affiliation_string":"School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080122431","display_name":"Shiwen Mao","orcid":"https://orcid.org/0000-0002-7052-0007"},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shiwen Mao","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Auburn University, Auburn, AL, USA"],"raw_orcid":"https://orcid.org/0000-0002-7052-0007","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Auburn University, Auburn, AL, USA","institution_ids":["https://openalex.org/I82497590"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5002509658"],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":null,"apc_paid":null,"fwci":79.7973,"has_fulltext":false,"cited_by_count":62,"citation_normalized_percentile":{"value":0.99943325,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"42","issue":"5","first_page":"1204","last_page":"1218"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9679999947547913,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8575325608253479},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6516541242599487},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5929934978485107},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5547029972076416},{"id":"https://openalex.org/keywords/lagrange-multiplier","display_name":"Lagrange multiplier","score":0.5257797241210938},{"id":"https://openalex.org/keywords/packet-loss","display_name":"Packet loss","score":0.5162389278411865},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.5104931592941284},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.47494056820869446},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4417797923088074},{"id":"https://openalex.org/keywords/equal-cost-multi-path-routing","display_name":"Equal-cost multi-path routing","score":0.43686720728874207},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.2709396481513977},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.2302781641483307}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8575325608253479},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6516541242599487},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5929934978485107},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5547029972076416},{"id":"https://openalex.org/C73684929","wikidata":"https://www.wikidata.org/wiki/Q598870","display_name":"Lagrange multiplier","level":2,"score":0.5257797241210938},{"id":"https://openalex.org/C54108766","wikidata":"https://www.wikidata.org/wiki/Q391064","display_name":"Packet loss","level":3,"score":0.5162389278411865},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.5104931592941284},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.47494056820869446},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4417797923088074},{"id":"https://openalex.org/C115443555","wikidata":"https://www.wikidata.org/wiki/Q5367790","display_name":"Equal-cost multi-path routing","level":5,"score":0.43686720728874207},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2709396481513977},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.2302781641483307},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2024.3365869","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2024.3365869","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8399999737739563}],"awards":[{"id":"https://openalex.org/G1865835052","display_name":null,"funder_award_id":"61971457","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4736320777","display_name":null,"funder_award_id":"U23A20275","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W562372631","https://openalex.org/W1636166896","https://openalex.org/W2006538144","https://openalex.org/W2039205861","https://openalex.org/W2090355172","https://openalex.org/W2103446368","https://openalex.org/W2103703700","https://openalex.org/W2109495845","https://openalex.org/W2117669945","https://openalex.org/W2122365606","https://openalex.org/W2129291892","https://openalex.org/W2142402679","https://openalex.org/W2145757351","https://openalex.org/W2168836787","https://openalex.org/W2170375304","https://openalex.org/W2263466419","https://openalex.org/W2521915382","https://openalex.org/W2617547828","https://openalex.org/W2736601468","https://openalex.org/W2743363440","https://openalex.org/W2746553466","https://openalex.org/W2747213132","https://openalex.org/W2761800657","https://openalex.org/W2962804513","https://openalex.org/W2963762747","https://openalex.org/W2999745997","https://openalex.org/W3022612213","https://openalex.org/W3041678225","https://openalex.org/W3107857469","https://openalex.org/W3128807435","https://openalex.org/W3131309288","https://openalex.org/W3138627822","https://openalex.org/W3200561352","https://openalex.org/W3203079382","https://openalex.org/W4283171586","https://openalex.org/W4283217736","https://openalex.org/W4283755575","https://openalex.org/W4285600796","https://openalex.org/W4294982603","https://openalex.org/W4312256454","https://openalex.org/W4317419678","https://openalex.org/W4327571609","https://openalex.org/W6638018090","https://openalex.org/W6737893269","https://openalex.org/W6741002519","https://openalex.org/W6766805167","https://openalex.org/W6802002411","https://openalex.org/W6802126314"],"related_works":["https://openalex.org/W2108305519","https://openalex.org/W2347665962","https://openalex.org/W2138640781","https://openalex.org/W3035942111","https://openalex.org/W2162880363","https://openalex.org/W2001312276","https://openalex.org/W2351097701","https://openalex.org/W1971663816","https://openalex.org/W2555559350","https://openalex.org/W4237143639"],"abstract_inverted_index":{"The":[0],"integrated":[1],"satellite-terrestrial":[2],"network":[3],"(ISTN)":[4],"system":[5],"has":[6],"experienced":[7],"significant":[8],"growth,":[9],"offering":[10],"seamless":[11],"communication":[12,79],"services":[13],"in":[14],"remote":[15],"areas":[16],"with":[17,46,66,96],"limited":[18],"terrestrial":[19],"infrastructure.":[20],"However,":[21],"designing":[22],"a":[23,99,109,161],"routing":[24,65,95,117],"scheme":[25],"for":[26],"ISTN":[27],"is":[28],"exceedingly":[29],"difficult,":[30],"primarily":[31],"due":[32],"to":[33,49,54,73],"the":[34,39,47,91,103,130,147,157],"heightened":[35],"complexity":[36],"resulting":[37],"from":[38],"inclusion":[40],"of":[41,93,132,163],"additional":[42],"ground":[43,67],"stations,":[44],"along":[45],"requirement":[48],"satisfy":[50],"various":[51],"constraints":[52,97],"related":[53],"satellite":[55],"service":[56],"quality.":[57],"To":[58],"address":[59],"these":[60],"challenges,":[61],"we":[62,89,107,138],"study":[63,145],"packet":[64,85,94,158,173],"stations":[68],"and":[69,80,84,126,134,142,149,165,172],"satellites":[70],"working":[71],"jointly":[72],"transmit":[74],"packets,":[75],"while":[76,167],"prioritizing":[77],"fast":[78],"meeting":[81,168],"energy":[82,170],"efficiency":[83],"loss":[86,174],"requirements.":[87],"Specifically,":[88],"formulate":[90],"problem":[92,101],"as":[98],"max-min":[100],"using":[102,146],"Lagrange":[104,135],"method.":[105],"Then":[106],"propose":[108],"novel":[110],"constrained":[111],"Multi-Agent":[112],"reinforcement":[113],"learning":[114],"(MARL)":[115],"dynamic":[116],"algorithm":[118],"named":[119],"CMADR,":[120],"which":[121],"efficiently":[122],"balances":[123],"objective":[124],"improvement":[125],"constraint":[127],"satisfaction":[128],"during":[129],"updating":[131],"policy":[133],"multipliers.":[136],"Finally,":[137],"conduct":[139],"extensive":[140],"experiments":[141],"an":[143],"ablation":[144],"OneWeb":[148],"Telesat":[150],"mega-constellations.":[151],"Results":[152],"demonstrate":[153],"that":[154],"CMADR":[155],"reduces":[156],"delay":[159],"by":[160],"minimum":[162],"21%":[164],"15%,":[166],"stringent":[169],"consumption":[171],"rate":[175],"constraints,":[176],"outperforming":[177],"several":[178],"baseline":[179],"algorithms.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":42},{"year":2024,"cited_by_count":10}],"updated_date":"2026-05-29T09:21:14.243279","created_date":"2025-10-10T00:00:00"}