{"id":"https://openalex.org/W4390357280","doi":"https://doi.org/10.1109/tcomm.2023.3347775","title":"Optimization for Dynamic Laser Inter-Satellite Link Scheduling With Routing: A Multi-Agent Deep Reinforcement Learning Approach","display_name":"Optimization for Dynamic Laser Inter-Satellite Link Scheduling With Routing: A Multi-Agent Deep Reinforcement Learning Approach","publication_year":2023,"publication_date":"2023-12-28","ids":{"openalex":"https://openalex.org/W4390357280","doi":"https://doi.org/10.1109/tcomm.2023.3347775"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2023.3347775","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2023.3347775","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100741949","display_name":"Guanhua Wang","orcid":"https://orcid.org/0000-0002-7024-4292"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guanhua Wang","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China","Department of Electronic Engineering, Tsinghua University, Beijing, P. R. China","Key Laboratory of Digital TV System of Shenzhen City, Research Institute of Tsinghua University in Shenzhen, Shenzhen, P. R. China"],"raw_orcid":"https://orcid.org/0000-0002-7024-4292","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, P. R. China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Key Laboratory of Digital TV System of Shenzhen City, Research Institute of Tsinghua University in Shenzhen, Shenzhen, P. R. China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063200773","display_name":"Fang Yang","orcid":"https://orcid.org/0000-0003-3575-5086"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Yang","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China","Department of Electronic Engineering, Tsinghua University, Beijing, P. R. China","Key Laboratory of Digital TV System of Shenzhen City, Research Institute of Tsinghua University in Shenzhen, Shenzhen, P. R. China"],"raw_orcid":"https://orcid.org/0000-0003-3575-5086","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, P. R. China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Key Laboratory of Digital TV System of Shenzhen City, Research Institute of Tsinghua University in Shenzhen, Shenzhen, P. R. China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100403297","display_name":"Jian Song","orcid":"https://orcid.org/0000-0002-6066-9510"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Song","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China","Shenzhen International Graduate School, Tsinghua University, Shenzhen, P. R. China","Department of Electronic Engineering, Tsinghua University, Beijing, P. R. China"],"raw_orcid":"https://orcid.org/0000-0002-6066-9510","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, P. R. China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, P. R. China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063667378","display_name":"Zhu Han","orcid":null},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]},{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Zhu Han","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","Department of Computer Science and Engineering, Kyung Hee University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-6606-5822","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Seoul, South Korea","institution_ids":["https://openalex.org/I35928602"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100741949"],"corresponding_institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":22.7718,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.99282936,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"72","issue":"5","first_page":"2762","last_page":"2778"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7791599035263062},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7301260232925415},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7209568619728088},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6168312430381775},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5635747909545898},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5287831425666809},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.44038277864456177},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.4238862693309784},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.39774101972579956},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.38049882650375366},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.2833935022354126},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1521231234073639},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14999377727508545}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7791599035263062},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7301260232925415},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7209568619728088},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6168312430381775},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5635747909545898},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5287831425666809},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44038277864456177},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.4238862693309784},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.39774101972579956},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.38049882650375366},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2833935022354126},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1521231234073639},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14999377727508545},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcomm.2023.3347775","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2023.3347775","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9200000166893005,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G2614908572","display_name":null,"funder_award_id":"JSGG20211029095003004","funder_id":"https://openalex.org/F4320326705","funder_display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality"},{"id":"https://openalex.org/G3095051706","display_name":null,"funder_award_id":"2022YFE0101700","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5765580952","display_name":null,"funder_award_id":"CNS-2107216, CNS-2128368, CMMI-2222810, ECCS-23024","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320326705","display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1516924343","https://openalex.org/W2116886238","https://openalex.org/W2145339207","https://openalex.org/W2521915382","https://openalex.org/W2562916158","https://openalex.org/W2746553466","https://openalex.org/W2768629321","https://openalex.org/W2790334442","https://openalex.org/W2900729845","https://openalex.org/W2921679472","https://openalex.org/W2941952695","https://openalex.org/W3009516399","https://openalex.org/W3016282456","https://openalex.org/W3024145172","https://openalex.org/W3025830744","https://openalex.org/W3029513520","https://openalex.org/W3128807435","https://openalex.org/W3134807487","https://openalex.org/W3147278562","https://openalex.org/W3157850232","https://openalex.org/W3194820553","https://openalex.org/W3204124166","https://openalex.org/W3214727290","https://openalex.org/W4200620119","https://openalex.org/W4206836974","https://openalex.org/W4210516027","https://openalex.org/W4210546541","https://openalex.org/W4210565458","https://openalex.org/W4226193620","https://openalex.org/W4250955649","https://openalex.org/W4280523681","https://openalex.org/W4290716252","https://openalex.org/W4290996335","https://openalex.org/W4292171895","https://openalex.org/W4292387370","https://openalex.org/W4312814463","https://openalex.org/W4312986180","https://openalex.org/W4360979220","https://openalex.org/W4392158168","https://openalex.org/W6631190155","https://openalex.org/W6685444567","https://openalex.org/W6687681856"],"related_works":["https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894","https://openalex.org/W3096874164","https://openalex.org/W2357975469","https://openalex.org/W4400868993","https://openalex.org/W1574958246"],"abstract_inverted_index":{"Laser":[0],"inter-satellite":[1],"links":[2,16],"(LISLs)":[3],"have":[4,135],"greatly":[5],"extended":[6],"communication":[7,19,45],"distance":[8],"between":[9],"satellites,":[10],"allowing":[11],"for":[12,27],"establishment":[13],"of":[14,36,144,151],"dynamic":[15,37,60],"to":[17,113,118,138,178],"reduce":[18,41,119,165],"delay.":[20,46],"However,":[21],"a":[22,50,77,86,148],"closed-loop":[23],"control":[24],"is":[25,62,67,72,98,111],"required":[26],"LISL,":[28],"which":[29],"causes":[30],"high":[31],"energy":[32,42,166],"consumption.":[33],"Proper":[34],"scheduling":[35],"LISLs":[38,57,180],"can":[39,164],"effectively":[40],"consumption":[43,167],"and":[44,58,64,74,93,122,128,131,141,171],"In":[47],"this":[48],"study,":[49],"satellite":[51],"link":[52],"mode":[53],"with":[54,147],"three":[55],"fixed":[56,179],"one":[59],"LISL":[61],"designed,":[63],"its":[65],"feasibility":[66],"analyzed.":[68],"The":[69],"optimization":[70],"problem":[71],"formulated":[73],"transformed":[75],"into":[76,100],"Markov":[78],"decision":[79],"process":[80],"(MDP)":[81],"by":[82,168,173],"modeling":[83],"it":[84],"as":[85],"sequential":[87],"decision.":[88],"By":[89],"decomposing":[90],"states,":[91],"actions,":[92],"reward":[94],"functions,":[95],"the":[96,101,161],"MDP":[97],"divided":[99],"proposed":[102,162],"multi-agent":[103],"deep":[104],"reinforcement":[105],"learning":[106],"(MADRL).":[107],"Moreover,":[108],"compressed":[109],"sensing":[110],"utilized":[112],"cut":[114],"down":[115],"state":[116],"information":[117],"communication,":[120],"storage,":[121],"computation":[123],"overhead.":[124],"Furthermore,":[125],"network":[126,145],"parameters":[127],"experience":[129,133],"sharing,":[130],"prioritized":[132],"replay":[134],"been":[136],"adopted":[137],"improve":[139],"stability":[140],"convergence":[142],"speed":[143],"training":[146],"large":[149],"number":[150],"agents.":[152],"Experimental":[153],"results":[154],"show":[155],"that":[156],"under":[157],"different":[158],"routing":[159],"strategies,":[160],"MADRL":[163],"over":[169],"15%":[170],"delay":[172],"approximately":[174],"two":[175],"hops":[176],"compared":[177],"scenario":[181],"within":[182],"several":[183],"iterations.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}