{"id":"https://openalex.org/W4321104281","doi":"https://doi.org/10.3390/s23042225","title":"An LEO Constellation Early Warning System Decision-Making Method Based on Hierarchical Reinforcement Learning","display_name":"An LEO Constellation Early Warning System Decision-Making Method Based on Hierarchical Reinforcement Learning","publication_year":2023,"publication_date":"2023-02-16","ids":{"openalex":"https://openalex.org/W4321104281","doi":"https://doi.org/10.3390/s23042225","pmid":"https://pubmed.ncbi.nlm.nih.gov/36850827"},"language":"en","primary_location":{"id":"doi:10.3390/s23042225","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23042225","pdf_url":"https://www.mdpi.com/1424-8220/23/4/2225/pdf?version=1676627605","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/23/4/2225/pdf?version=1676627605","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102959400","display_name":"Yu Cheng","orcid":"https://orcid.org/0000-0002-4990-4161"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Cheng","raw_affiliation_strings":["School of Aeronautics, Harbin Institute of Technology, Harbin 150006, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aeronautics, Harbin Institute of Technology, Harbin 150006, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059827281","display_name":"Cheng Wei","orcid":"https://orcid.org/0009-0001-9958-125X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Wei","raw_affiliation_strings":["School of Aeronautics, Harbin Institute of Technology, Harbin 150006, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aeronautics, Harbin Institute of Technology, Harbin 150006, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037820553","display_name":"Shengxin Sun","orcid":"https://orcid.org/0000-0001-8846-7817"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shengxin Sun","raw_affiliation_strings":["School of Aeronautics, Harbin Institute of Technology, Harbin 150006, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aeronautics, Harbin Institute of Technology, Harbin 150006, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065783913","display_name":"Bindi You","orcid":"https://orcid.org/0000-0003-0740-0966"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bindi You","raw_affiliation_strings":["School of Aeronautics, Harbin Institute of Technology, Harbin 150006, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aeronautics, Harbin Institute of Technology, Harbin 150006, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007442135","display_name":"Yang Zhao","orcid":"https://orcid.org/0000-0003-2080-1270"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Zhao","raw_affiliation_strings":["School of Aeronautics, Harbin Institute of Technology, Harbin 150006, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aeronautics, Harbin Institute of Technology, Harbin 150006, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5037820553"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":4.7504,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.94415572,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"23","issue":"4","first_page":"2225","last_page":"2225"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11082","display_name":"Spacecraft Dynamics and Control","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6708071231842041},{"id":"https://openalex.org/keywords/constellation","display_name":"Constellation","score":0.6632070541381836},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6530039310455322},{"id":"https://openalex.org/keywords/satellite-constellation","display_name":"Satellite constellation","score":0.6426587104797363},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5515352487564087},{"id":"https://openalex.org/keywords/hill-climbing","display_name":"Hill climbing","score":0.47123679518699646},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4335181713104248},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.41121017932891846},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.4082396626472473},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32705554366111755},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22320735454559326},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.1406066119670868}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6708071231842041},{"id":"https://openalex.org/C70352696","wikidata":"https://www.wikidata.org/wiki/Q8928","display_name":"Constellation","level":2,"score":0.6632070541381836},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6530039310455322},{"id":"https://openalex.org/C2779784338","wikidata":"https://www.wikidata.org/wiki/Q967145","display_name":"Satellite constellation","level":3,"score":0.6426587104797363},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5515352487564087},{"id":"https://openalex.org/C135450995","wikidata":"https://www.wikidata.org/wiki/Q820272","display_name":"Hill climbing","level":2,"score":0.47123679518699646},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4335181713104248},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.41121017932891846},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.4082396626472473},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32705554366111755},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22320735454559326},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.1406066119670868},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/s23042225","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23042225","pdf_url":"https://www.mdpi.com/1424-8220/23/4/2225/pdf?version=1676627605","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:36850827","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36850827","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:9967591","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9967591","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC9967591/pdf/sensors-23-02225.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:e8b1184ecc9a4a788b3b357709bb2660","is_oa":true,"landing_page_url":"https://doaj.org/article/e8b1184ecc9a4a788b3b357709bb2660","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 23, Iss 4, p 2225 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1424-8220/23/4/2225/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/s23042225","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s23042225","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23042225","pdf_url":"https://www.mdpi.com/1424-8220/23/4/2225/pdf?version=1676627605","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.5799999833106995,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4321104281.pdf"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W2385629797","https://openalex.org/W2796512741","https://openalex.org/W2883831576","https://openalex.org/W2897873516","https://openalex.org/W2968706380","https://openalex.org/W2976344064","https://openalex.org/W2989133449","https://openalex.org/W3011133888","https://openalex.org/W3035150435","https://openalex.org/W3046841642","https://openalex.org/W3083695346","https://openalex.org/W3103273148","https://openalex.org/W3109628683","https://openalex.org/W3113007253","https://openalex.org/W3126359138","https://openalex.org/W3128394731","https://openalex.org/W3145159167","https://openalex.org/W3168137192","https://openalex.org/W3171652898","https://openalex.org/W3175378346","https://openalex.org/W3177056122","https://openalex.org/W3183232127","https://openalex.org/W3192883372","https://openalex.org/W3200420271","https://openalex.org/W4206955446","https://openalex.org/W4210330418","https://openalex.org/W4210663757","https://openalex.org/W4210805054","https://openalex.org/W4214519660","https://openalex.org/W4225924785","https://openalex.org/W4226238940","https://openalex.org/W4251781332","https://openalex.org/W4293529233","https://openalex.org/W4293660944","https://openalex.org/W4293732066","https://openalex.org/W4303856681","https://openalex.org/W4308217431","https://openalex.org/W4312871516","https://openalex.org/W6750262458","https://openalex.org/W6775143115","https://openalex.org/W6787507372","https://openalex.org/W7006320423"],"related_works":["https://openalex.org/W2385787340","https://openalex.org/W171734839","https://openalex.org/W4224313018","https://openalex.org/W2394459062","https://openalex.org/W2392670398","https://openalex.org/W4221033466","https://openalex.org/W2355913771","https://openalex.org/W3209202847","https://openalex.org/W4225291832","https://openalex.org/W2377622301"],"abstract_inverted_index":{"The":[0,156],"cooperative":[1,39,71,101],"positioning":[2,40,73,198,244],"problem":[3,68,262],"of":[4,13,42,69,88,100,164,178,231,263],"hypersonic":[5,23,75],"vehicles":[6,77],"regarding":[7],"LEO":[8,265],"constellations":[9],"is":[10,25,31,122,131,143,201,248],"the":[11,38,43,67,80,85,98,125,135,139,147,162,165,170,175,179,193,225,228,232,251,259,264],"focus":[12],"this":[14],"research":[15],"study":[16],"on":[17,138,174],"space-based":[18],"early":[19,267],"warning":[20,268],"systems.":[21],"A":[22],"vehicle":[24],"highly":[26],"maneuverable,":[27],"and":[28,150,189,197,203,209,241],"its":[29],"trajectory":[30],"uncertain.":[32],"New":[33],"challenges":[34],"are":[35],"posed":[36],"for":[37,57,74,108,258],"capability":[41,163],"constellation.":[44],"In":[45],"recent":[46,222],"years,":[47],"breakthroughs":[48],"in":[49,92,205,221],"artificial":[50],"intelligence":[51],"technology":[52],"have":[53,218],"provided":[54],"new":[55],"avenues":[56],"collaborative":[58],"multi-satellite":[59,70],"intelligent":[60,93,105,213],"autonomous":[61,104],"decision-making":[62,106,166,176,215,229,261],"technology.":[63],"This":[64],"paper":[65],"addresses":[66],"geometric":[72,243],"glide":[76],"(HGVs)":[78],"by":[79],"LEO-constellation-tracking":[81],"system.":[82,269],"To":[83],"exploit":[84],"inherent":[86],"advantages":[87],"hierarchical":[89,113,128,180],"reinforcement":[90],"learning":[91],"decision":[94,129],"making":[95,130],"while":[96],"satisfying":[97],"constraints":[99],"observations,":[102],"an":[103],"algorithm":[107,167,234,253],"satellites":[109],"that":[110,217,250],"incorporates":[111],"a":[112,255],"proximal":[114,181],"policy":[115],"optimization":[116],"with":[117,211],"random":[118,186],"hill":[119,187],"climbing":[120,188],"(MAPPO-RHC)":[121],"designed.":[123],"On":[124],"one":[126],"hand,":[127,141],"used":[132,144],"to":[133,145,151,168],"reduce":[134],"solution":[136,171,257],"space;":[137],"other":[140],"it":[142,247],"maximize":[146],"global":[148],"reward":[149],"uniformly":[152],"distribute":[153],"satellite":[154,214],"resources.":[155],"single-satellite":[157],"local":[158],"search":[159,169],"method":[160],"improves":[161],"space":[172],"based":[173],"results":[177,230],"policy-optimization":[182],"algorithm,":[183],"combining":[184],"both":[185],"heuristic":[190],"methods.":[191],"Finally,":[192],"MAPPO-RHC":[194,233,252],"algorithm's":[195],"coverage":[196],"accuracy":[199],"performance":[200],"simulated":[202],"analyzed":[204],"two":[206],"different":[207],"scenarios":[208],"compared":[210],"four":[212],"algorithms":[216],"been":[219],"studied":[220],"years.":[223],"From":[224],"simulation":[226],"results,":[227],"can":[235],"obtain":[236],"more":[237],"balanced":[238],"resource":[239],"allocations":[240],"higher":[242],"accuracy.":[245],"Thus,":[246],"concluded":[249],"provides":[254],"feasible":[256],"real-time":[260],"constellation":[266]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}