{"id":"https://openalex.org/W7125587087","doi":"https://doi.org/10.1109/taes.2026.3657323","title":"A Nonfixed-Duration Turn-Based Orbital Game Algorithm Based on History-Aware and Predictive Result Reward Proximal Policy Optimization","display_name":"A Nonfixed-Duration Turn-Based Orbital Game Algorithm Based on History-Aware and Predictive Result Reward Proximal Policy Optimization","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7125587087","doi":"https://doi.org/10.1109/taes.2026.3657323"},"language":null,"primary_location":{"id":"doi:10.1109/taes.2026.3657323","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2026.3657323","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123241832","display_name":"Xuyang Cao","orcid":null},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xuyang Cao","raw_affiliation_strings":["Northwestern Polytechnical University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xin Ning","orcid":"https://orcid.org/0000-0003-3663-3996"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Ning","raw_affiliation_strings":["Northwestern Polytechnical University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085244644","display_name":"Xiaobin Lian","orcid":"https://orcid.org/0000-0001-5223-7040"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaobin Lian","raw_affiliation_strings":["Northwestern Polytechnical University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063004474","display_name":"Tongshu Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tongshu Zhang","raw_affiliation_strings":["Northwestern Polytechnical University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123768308","display_name":"Suyi Li","orcid":null},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Suyi Liu","raw_affiliation_strings":["Northwestern Polytechnical University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Gaopeng Zhang","orcid":"https://orcid.org/0000-0002-2219-1317"},"institutions":[{"id":"https://openalex.org/I4210144662","display_name":"Xi'an Institute of Optics and Precision Mechanics","ror":"https://ror.org/0444j5556","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210144662"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gaopeng Zhang","raw_affiliation_strings":["Xi’an Institute of Optics and Precision Mechanics, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Xi’an Institute of Optics and Precision Mechanics, Xi’an, China","institution_ids":["https://openalex.org/I4210144662"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123746565","display_name":"Zhansheng Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153230","display_name":"Shanghai Academy of Spaceflight Technology","ror":"https://ror.org/050qhwt21","country_code":"CN","type":"government","lineage":["https://openalex.org/I2802615301","https://openalex.org/I4210153230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhansheng Chen","raw_affiliation_strings":["Shanghai Academy of Spaceflight Technology, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Academy of Spaceflight Technology, Shanghai, China","institution_ids":["https://openalex.org/I4210153230"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5123241832"],"corresponding_institution_ids":["https://openalex.org/I17145004"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14284875,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"62","issue":null,"first_page":"5213","last_page":"5229"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11082","display_name":"Spacecraft Dynamics and Control","score":0.531499981880188,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11082","display_name":"Spacecraft Dynamics and Control","score":0.531499981880188,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.43479999899864197,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.010200000368058681,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6937000155448914},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.5949000120162964},{"id":"https://openalex.org/keywords/orbital-maneuver","display_name":"Orbital maneuver","score":0.5200999975204468},{"id":"https://openalex.org/keywords/spacecraft","display_name":"Spacecraft","score":0.5131999850273132},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.47679999470710754},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.46480000019073486},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.44600000977516174},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4453999996185303},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.4154999852180481}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7182000279426575},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6937000155448914},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.5949000120162964},{"id":"https://openalex.org/C136319028","wikidata":"https://www.wikidata.org/wiki/Q801780","display_name":"Orbital maneuver","level":3,"score":0.5200999975204468},{"id":"https://openalex.org/C29829512","wikidata":"https://www.wikidata.org/wiki/Q40218","display_name":"Spacecraft","level":2,"score":0.5131999850273132},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.47679999470710754},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.46480000019073486},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.44600000977516174},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4453999996185303},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.4154999852180481},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.391400009393692},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.3874000012874603},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.36660000681877136},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.3605000078678131},{"id":"https://openalex.org/C6629501","wikidata":"https://www.wikidata.org/wiki/Q842433","display_name":"Orbital mechanics","level":3,"score":0.3504999876022339},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34049999713897705},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.3165000081062317},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.31299999356269836},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.30720001459121704},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.30660000443458557},{"id":"https://openalex.org/C2984822820","wikidata":"https://www.wikidata.org/wiki/Q1123036","display_name":"Processor scheduling","level":3,"score":0.30079999566078186},{"id":"https://openalex.org/C155710575","wikidata":"https://www.wikidata.org/wiki/Q83001","display_name":"Attitude control","level":2,"score":0.29910001158714294},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2953000068664551},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2906999886035919},{"id":"https://openalex.org/C97784730","wikidata":"https://www.wikidata.org/wiki/Q272626","display_name":"Orbital elements","level":2,"score":0.28630000352859497},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.25859999656677246}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taes.2026.3657323","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2026.3657323","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.5760900378227234}],"awards":[{"id":"https://openalex.org/G1921854997","display_name":null,"funder_award_id":"12202281","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2511340237","display_name":null,"funder_award_id":"124B2031","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G349766309","display_name":null,"funder_award_id":"23ZR1461800","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Orbital":[0],"pursuit\u2013evasion":[1,93,184],"games":[2],"have":[3],"attracted":[4],"increasing":[5],"attention":[6],"in":[7,96,180],"recent":[8],"years.":[9],"Most":[10],"existing":[11],"studies":[12],"focus":[13],"on":[14],"extremely":[15],"close-range":[16],"continuous":[17],"maneuvering":[18,25],"scenarios,":[19],"while":[20],"medium-":[21],"and":[22,37,59,63,78,99,106,121,130,145,173],"long-range":[23],"impulsive":[24],"problems":[26],"are":[27,137],"often":[28],"studied":[29],"under":[30,158],"simplified":[31],"assumptions,":[32],"such":[33],"as":[34],"synchronous":[35],"decision-making":[36,54,98],"maneuver":[38,49,100],"execution,":[39],"or":[40],"fixed":[41],"information":[42,68],"measurement":[43,65],"delays.":[44],"In":[45],"practice,":[46],"however,":[47],"satellite":[48],"execution":[50,101,108],"typically":[51],"lags":[52],"behind":[53],"due":[55],"to":[56,72],"control":[57],"delays":[58,74],"decision":[60],"validation":[61],"processes,":[62],"the":[64,107,113,150,166,181],"of":[66],"orbital":[67,92,183],"is":[69,110],"also":[70],"subject":[71],"non-fixed":[73],"caused":[75],"by":[76,112],"environmental":[77],"operational":[79],"factors.":[80],"To":[81],"account":[82],"for":[83],"this":[84,86,117],"characteristic,":[85],"paper":[87],"considers":[88],"a":[89,119,141,146],"non-fixed-duration":[90,159],"turn-based":[91,160],"game":[94],"setting,":[95,118],"which":[97],"do":[102],"not":[103],"occur":[104],"synchronously":[105],"delay":[109],"determined":[111],"spacecraft":[114],"itself.":[115],"Within":[116],"History-aware":[120],"Predictive":[122],"Result":[123],"Reward":[124],"Proximal":[125],"Policy":[126],"Optimization":[127],"(HPRR-PPO)":[128],"method":[129,152],"an":[131],"alternating":[132],"reinforcement":[133],"learning":[134,156],"training":[135,174],"scheme":[136],"developed.":[138],"By":[139],"introducing":[140],"predictive":[142],"result":[143],"reward":[144],"history-aware":[147],"terminal":[148],"reward,":[149],"proposed":[151,167],"provides":[153],"more":[154],"informative":[155],"signals":[157],"interactions.":[161],"Simulation":[162],"results":[163],"demonstrate":[164],"that":[165],"approach":[168],"achieves":[169],"better":[170],"task":[171],"performance":[172],"efficiency":[175],"than":[176],"several":[177],"baseline":[178],"methods":[179],"considered":[182],"scenarios.":[185]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2026-01-25T00:00:00"}