{"id":"https://openalex.org/W4392158168","doi":"https://doi.org/10.1109/globecom54140.2023.10437721","title":"Multi-Agent Deep Reinforcement Learning for Dynamic Laser Inter-Satellite Link Scheduling","display_name":"Multi-Agent Deep Reinforcement Learning for Dynamic Laser Inter-Satellite Link Scheduling","publication_year":2023,"publication_date":"2023-12-04","ids":{"openalex":"https://openalex.org/W4392158168","doi":"https://doi.org/10.1109/globecom54140.2023.10437721"},"language":"en","primary_location":{"id":"doi:10.1109/globecom54140.2023.10437721","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom54140.2023.10437721","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2023 - 2023 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100741949","display_name":"Guanhua Wang","orcid":"https://orcid.org/0000-0002-7024-4292"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanhua Wang","raw_affiliation_strings":["Tsinghua University,Beijing National Research Center for Information Science and Technology (BNRist),Department of Electronic Engineering,Beijing,P. R. China,100084"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing National Research Center for Information Science and Technology (BNRist),Department of Electronic Engineering,Beijing,P. R. China,100084","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063200773","display_name":"Fang Yang","orcid":"https://orcid.org/0000-0003-3575-5086"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Yang","raw_affiliation_strings":["Tsinghua University,Beijing National Research Center for Information Science and Technology (BNRist),Department of Electronic Engineering,Beijing,P. R. China,100084"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing National Research Center for Information Science and Technology (BNRist),Department of Electronic Engineering,Beijing,P. R. China,100084","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100403297","display_name":"Jian Song","orcid":"https://orcid.org/0000-0002-6066-9510"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Song","raw_affiliation_strings":["Tsinghua University,Beijing National Research Center for Information Science and Technology (BNRist),Department of Electronic Engineering,Beijing,P. R. China,100084","Shenzhen International Graduate School, Tsinghua University, Shenzhen, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing National Research Center for Information Science and Technology (BNRist),Department of Electronic Engineering,Beijing,P. R. China,100084","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, P. R. China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063667378","display_name":"Zhu Han","orcid":"https://orcid.org/0000-0002-6606-5822"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhu Han","raw_affiliation_strings":["University of Houston,Department of Electrical and Computer Engineering,Houston,TX,USA,77004"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Houston,Department of Electrical and Computer Engineering,Houston,TX,USA,77004","institution_ids":["https://openalex.org/I44461941"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.7843,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.96022739,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"5751","last_page":"5756"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7643773555755615},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7373592853546143},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.5861853361129761},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5824910402297974},{"id":"https://openalex.org/keywords/link","display_name":"Link (geometry)","score":0.5785484313964844},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4188292324542999},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3763415217399597},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33285701274871826},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.131172776222229},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13028162717819214}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7643773555755615},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7373592853546143},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.5861853361129761},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5824910402297974},{"id":"https://openalex.org/C2778753846","wikidata":"https://www.wikidata.org/wiki/Q6554239","display_name":"Link (geometry)","level":2,"score":0.5785484313964844},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4188292324542999},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3763415217399597},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33285701274871826},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.131172776222229},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13028162717819214},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom54140.2023.10437721","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom54140.2023.10437721","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2023 - 2023 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2614908572","display_name":null,"funder_award_id":"JSGG20211029095003004","funder_id":"https://openalex.org/F4320326705","funder_display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality"},{"id":"https://openalex.org/G3095051706","display_name":null,"funder_award_id":"2022YFE0101700","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320326705","display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1516924343","https://openalex.org/W2099618002","https://openalex.org/W2521915382","https://openalex.org/W2562916158","https://openalex.org/W2746553466","https://openalex.org/W2790334442","https://openalex.org/W2808309969","https://openalex.org/W2900729845","https://openalex.org/W3009516399","https://openalex.org/W3029513520","https://openalex.org/W3147278562","https://openalex.org/W4210546541","https://openalex.org/W4210565458","https://openalex.org/W4290716252","https://openalex.org/W4290996335","https://openalex.org/W4292387370","https://openalex.org/W4293363567","https://openalex.org/W4360979220"],"related_works":["https://openalex.org/W1518185400","https://openalex.org/W3200586296","https://openalex.org/W4306904969","https://openalex.org/W4230332972","https://openalex.org/W1998033311","https://openalex.org/W4247322236","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289"],"abstract_inverted_index":{"Laser":[0],"inter-satellite":[1],"links":[2,10],"(LISLs)":[3],"enable":[4],"longer-range":[5],"communication":[6,62,112],"and":[7,27,43,52,60,80,101,118],"cross-satellite":[8],"dynamic":[9,39,50],"that":[11,107],"bypass":[12],"intermediate":[13],"satellites.":[14],"However,":[15],"the":[16,66,70,81,86,96,108],"utilization":[17],"of":[18,69,90,122],"narrow":[19],"laser":[20],"beams":[21],"necessitates":[22],"closed-loop":[23],"control":[24],"for":[25],"alignment":[26],"consumes":[28],"substantial":[29],"energy":[30,58,123],"even":[31],"during":[32],"idle":[33],"periods.":[34],"Therefore,":[35],"we":[36],"propose":[37],"a":[38,44,73],"LISL":[40,51],"scheduling":[41],"algorithm":[42],"satellite":[45],"link":[46,128],"pattern":[47],"with":[48],"one":[49],"three":[53],"fixed":[54,127],"LISLs":[55],"to":[56,126],"optimize":[57],"consumption":[59,124],"reduce":[61],"delay.":[63],"To":[64],"simplify":[65],"computation":[67],"complexity":[68],"optimization":[71],"problem,":[72],"Markov":[74],"decision":[75,88],"process":[76,89],"(MDP)":[77],"is":[78,83],"constructed,":[79],"problem":[82],"divided":[84],"into":[85],"independent":[87],"each":[91],"agent":[92],"by":[93,114],"breaking":[94],"down":[95],"state":[97],"space,":[98,100],"action":[99],"reward":[102],"function.":[103],"Experimental":[104],"results":[105],"indicate":[106],"proposed":[109],"method":[110],"reduces":[111],"delay":[113],"approximately":[115],"2":[116],"hops":[117],"saves":[119],"over":[120],"15%":[121],"compared":[125],"patterns.":[129]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}