{"id":"https://openalex.org/W4399665704","doi":"https://doi.org/10.1109/twc.2024.3411169","title":"Dynamic Laser Inter-Satellite Link Scheduling Based on Federated Reinforcement Learning: An Asynchronous Hierarchical Architecture","display_name":"Dynamic Laser Inter-Satellite Link Scheduling Based on Federated Reinforcement Learning: An Asynchronous Hierarchical Architecture","publication_year":2024,"publication_date":"2024-06-14","ids":{"openalex":"https://openalex.org/W4399665704","doi":"https://doi.org/10.1109/twc.2024.3411169"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2024.3411169","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2024.3411169","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100741949","display_name":"Guanhua Wang","orcid":"https://orcid.org/0000-0002-7024-4292"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanhua Wang","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China","Department of Electronic Engineering, Tsinghua University, Beijing, P. R. China"],"raw_orcid":"https://orcid.org/0000-0002-7024-4292","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, P. R. China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063200773","display_name":"Fang Yang","orcid":"https://orcid.org/0000-0003-3575-5086"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Yang","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China","Department of Electronic Engineering, Tsinghua University, Beijing, P. R. China"],"raw_orcid":"https://orcid.org/0000-0003-3575-5086","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, P. R. China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100403297","display_name":"Jian Song","orcid":"https://orcid.org/0000-0002-6066-9510"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Song","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China","Department of Electronic Engineering, Tsinghua University, Beijing, P. R. China"],"raw_orcid":"https://orcid.org/0000-0002-6066-9510","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, P. R. China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063667378","display_name":"Zhu Han","orcid":"https://orcid.org/0000-0002-6606-5822"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhu Han","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-6606-5822","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":21.6166,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.99173301,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"23","issue":"10","first_page":"14273","last_page":"14288"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.948199987411499,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.948199987411499,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":0.9444000124931335,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9214000105857849,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8209031224250793},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.696657657623291},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.679552435874939},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6163674592971802},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5694582462310791},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.5064905881881714},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5007236003875732},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.41284266114234924},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.35541868209838867},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26610615849494934}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8209031224250793},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.696657657623291},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.679552435874939},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6163674592971802},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5694582462310791},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.5064905881881714},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5007236003875732},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.41284266114234924},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.35541868209838867},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26610615849494934},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2024.3411169","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2024.3411169","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1697921795","display_name":"Collaborative Research: SWIFT: Nonlinear and Inseparable Radar And Data (NIRAD) Transmission Framework for Pareto Efficient Spectrum Access in Future Wireless Networks","funder_award_id":"2128368","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2350026059","display_name":null,"funder_award_id":"2023YFE0110600","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5188290483","display_name":"\u77e5\u7684\u74b0\u5883\u306e\u305f\u3081\u306e\u30bb\u30f3\u30b7\u30f3\u30b0\u30fb\u30a2\u30af\u30c1\u30e5\u30a8\u30fc\u30b7\u30e7\u30f3\u30fb\u901a\u4fe1\u53ca\u3073\u77e5\u7684\u4fe1\u53f7\u51e6\u7406\u57fa\u76e4\u306b\u95a2\u3059\u308b\u7814\u7a76","funder_award_id":"JPMJAP2326","funder_id":"https://openalex.org/F4320334789","funder_display_name":"Japan Science and Technology Agency"},{"id":"https://openalex.org/G5975822635","display_name":"Collaborative Research: CNS Core: Medium:  Exploiting New Degrees-of-Freedom in Wireless Networks with Reprogrammable Intelligent Metagratings","funder_award_id":"2107216","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7354211325","display_name":"FW-HTF-R/Collaborative Research: FAIR4WISE: Future AI and Robotics for Women in Smart Engineering","funder_award_id":"2222810","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7603759410","display_name":null,"funder_award_id":"Grant 2023YFE0110600","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320334789","display_name":"Japan Science and Technology Agency","ror":"https://ror.org/00097mb19"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1516924343","https://openalex.org/W2053637704","https://openalex.org/W2406261204","https://openalex.org/W2521915382","https://openalex.org/W2562916158","https://openalex.org/W2587770880","https://openalex.org/W2746553466","https://openalex.org/W2790334442","https://openalex.org/W2900729845","https://openalex.org/W2921679472","https://openalex.org/W2941952695","https://openalex.org/W2963318081","https://openalex.org/W3009516399","https://openalex.org/W3016282456","https://openalex.org/W3024145172","https://openalex.org/W3029513520","https://openalex.org/W3037582816","https://openalex.org/W3047304572","https://openalex.org/W3128807435","https://openalex.org/W3147278562","https://openalex.org/W3161745778","https://openalex.org/W3184838508","https://openalex.org/W3197055488","https://openalex.org/W3204124166","https://openalex.org/W3216338889","https://openalex.org/W4210516027","https://openalex.org/W4280523681","https://openalex.org/W4290716252","https://openalex.org/W4290996335","https://openalex.org/W4292387370","https://openalex.org/W4293195632","https://openalex.org/W4312454562","https://openalex.org/W4312460868","https://openalex.org/W4312634912","https://openalex.org/W4323338322","https://openalex.org/W4360979220","https://openalex.org/W4387883786","https://openalex.org/W4389633646","https://openalex.org/W4402157378","https://openalex.org/W6804867495"],"related_works":["https://openalex.org/W2116677773","https://openalex.org/W2155261584","https://openalex.org/W2584231425","https://openalex.org/W2150611273","https://openalex.org/W4306904969","https://openalex.org/W4207086172","https://openalex.org/W2042919702","https://openalex.org/W4225981436","https://openalex.org/W2156185805","https://openalex.org/W2770353918"],"abstract_inverted_index":{"The":[0,115,187],"scheduling":[1,60,66],"of":[2,44,117,123,155,162,215,220],"the":[3,11,20,25,64,77,96,121,128,136,145,150,153,159,163,171,174,192,196,205,212,223,227],"laser":[4],"inter-satellite":[5],"links":[6],"(LISLs)":[7],"can":[8],"effectively":[9],"decrease":[10],"energy":[12],"consumption":[13],"by":[14,23,199,208],"deactivating":[15],"idle":[16],"LISLs":[17,206],"and":[18,90,109,127,180,203],"reduce":[19,76],"network":[21],"latency":[22],"decreasing":[24],"average":[26,197],"hop":[27,198],"count":[28],"through":[29],"establishing":[30],"appropriate":[31],"dynamic":[32],"LISLs,":[33],"but":[34],"is":[35,61,67,93,142,166,218],"challenging":[36],"in":[37,158,222],"mega-constellations":[38],"due":[39],"to":[40,82,169,177],"a":[41,50,183],"large":[42],"amount":[43],"satellites":[45,108,119,217],"involved.":[46],"In":[47],"this":[48],"paper,":[49],"federated":[51,86],"multi-agent":[52],"deep":[53],"reinforcement":[54],"learning":[55,87],"(MADRL)":[56],"method":[57,194],"for":[58,72],"LISL":[59],"proposed,":[62],"where":[63],"global":[65,91,137],"decomposed":[68],"into":[69],"independent":[70],"decisions":[71],"each":[73,156],"satellite.":[74],"To":[75],"substantial":[78],"communication":[79,213],"overhead":[80,214],"attributable":[81],"MADRL,":[83],"asynchronous":[84,143],"hierarchical":[85],"with":[88,139,144,226],"partial":[89,146,151],"aggregations":[92],"utilized,":[94],"transmitting":[95],"model":[97,161],"parameters":[98],"rather":[99],"than":[100],"status":[101],"information":[102],"among":[103,131],"low":[104],"Earth":[105,111],"orbit":[106,112],"(LEO)":[107],"geostationary":[110],"(GEO)":[113],"satellites.":[114,134],"movement":[116],"LEO":[118,164,216],"maintains":[120],"consistency":[122],"local":[124,160],"sample":[125],"distribution":[126],"indirect":[129],"association":[130],"different":[132],"GEO":[133],"Therefore,":[135],"aggregation":[138],"infrequent":[140],"occurrence":[141],"aggregation.":[147],"Moreover,":[148],"during":[149],"aggregation,":[152],"utility":[154],"layer":[157],"satellite":[165],"also":[167],"evaluated":[168],"minimize":[170],"uncertainty,":[172],"allowing":[173],"adaptive":[175],"upload":[176],"ensure":[178],"efficiency":[179],"fairness":[181],"within":[182],"limited":[184],"power":[185],"budget.":[186],"simulation":[188],"results":[189],"show":[190],"that":[191,221],"proposed":[193],"reduces":[195],"about":[200],"two":[201],"hops":[202],"decreases":[204],"number":[207],"over":[209],"25%.":[210],"Meanwhile,":[211],"46.6%":[219],"centralized":[224],"approach,":[225],"training":[228],"performance":[229],"ensured.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":2}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}