{"id":"https://openalex.org/W4410393389","doi":"https://doi.org/10.1109/taes.2025.3570663","title":"Online Solution for Orbital Pursuit-Evasion Game via Heterogeneous Proximal Policy Optimization","display_name":"Online Solution for Orbital Pursuit-Evasion Game via Heterogeneous Proximal Policy Optimization","publication_year":2025,"publication_date":"2025-05-15","ids":{"openalex":"https://openalex.org/W4410393389","doi":"https://doi.org/10.1109/taes.2025.3570663"},"language":"en","primary_location":{"id":"doi:10.1109/taes.2025.3570663","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2025.3570663","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100341838","display_name":"Xun Li","orcid":"https://orcid.org/0000-0001-5418-9513"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xun Li","raw_affiliation_strings":["Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0001-5418-9513","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":null,"display_name":"Xiaogang Wang","orcid":"https://orcid.org/0000-0002-4694-2023"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaogang Wang","raw_affiliation_strings":["Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-4694-2023","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":10.0877,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.97247018,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"61","issue":"5","first_page":"12044","last_page":"12058"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11489","display_name":"Air Traffic Management and Optimization","score":0.9261999726295471,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pursuit-evasion","display_name":"Pursuit-evasion","score":0.6944094896316528},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5608141422271729},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.5033842921257019},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4553416967391968},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.33794331550598145},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26090553402900696},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.22823965549468994},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18101820349693298},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.15048030018806458}],"concepts":[{"id":"https://openalex.org/C2778388243","wikidata":"https://www.wikidata.org/wiki/Q7261573","display_name":"Pursuit-evasion","level":2,"score":0.6944094896316528},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5608141422271729},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.5033842921257019},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4553416967391968},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.33794331550598145},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26090553402900696},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.22823965549468994},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18101820349693298},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.15048030018806458}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taes.2025.3570663","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2025.3570663","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G994011246","display_name":null,"funder_award_id":"U2441206","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1984858130","https://openalex.org/W2030730276","https://openalex.org/W2035670438","https://openalex.org/W2041202928","https://openalex.org/W2094639895","https://openalex.org/W2129798991","https://openalex.org/W2164877100","https://openalex.org/W2176715885","https://openalex.org/W2551386829","https://openalex.org/W2775805573","https://openalex.org/W2806400757","https://openalex.org/W2908382692","https://openalex.org/W2946040522","https://openalex.org/W2982316857","https://openalex.org/W3009483609","https://openalex.org/W3032808011","https://openalex.org/W3035782080","https://openalex.org/W3042974336","https://openalex.org/W3046106022","https://openalex.org/W3090037761","https://openalex.org/W3128413069","https://openalex.org/W3178094337","https://openalex.org/W3209575760","https://openalex.org/W3214727009","https://openalex.org/W3215840088","https://openalex.org/W4281793561","https://openalex.org/W4292258085","https://openalex.org/W4309218463","https://openalex.org/W4311351104","https://openalex.org/W4315489393","https://openalex.org/W4323658025","https://openalex.org/W4365444201","https://openalex.org/W4387872056","https://openalex.org/W4392374739","https://openalex.org/W4392979596"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W4285140130","https://openalex.org/W3104770499","https://openalex.org/W4285677055","https://openalex.org/W1992731528","https://openalex.org/W2007843488","https://openalex.org/W1994436307","https://openalex.org/W1987021796","https://openalex.org/W2795565301","https://openalex.org/W2785349417"],"abstract_inverted_index":{"This":[0,133],"paper":[1],"proposes":[2],"an":[3],"online":[4],"algorithm":[5],"for":[6,18,32,45,73],"multi-player":[7],"orbital":[8],"pursuit-evasion":[9],"games.":[10],"First,":[11],"the":[12,15,39,46,81,96,113,141,149,156,161,167,171,176,195],"problem":[13,51],"formulates":[14],"optimal":[16,30,71],"strategies":[17,72,184],"both":[19],"sides":[20],"among":[21],"numerous":[22],"players.":[23],"Therefore,":[24],"Nash":[25],"equilibrium":[26],"is":[27,109],"established.":[28],"Then,":[29],"commands":[31],"each":[33],"player":[34,56,172],"can":[35],"be":[36],"derived":[37],"from":[38],"saddle-point":[40],"trajectory.":[41],"However,":[42],"traditional":[43,136],"algorithms":[44],"corresponding":[47],"two-point":[48],"boundary":[49,98],"value":[50],"become":[52],"computationally":[53],"inefficient":[54],"as":[55,170],"numbers":[57],"increase.":[58],"Hence,":[59],"multi-agent":[60],"proximal":[61],"policy":[62],"optimization":[63],"policies":[64,123],"are":[65],"employed":[66],"to":[67,70,112,198],"map":[68],"states":[69,82,188],"real-time":[74],"missions.":[75],"The":[76,92,192],"Markov":[77],"game":[78],"model":[79],"comprises":[80],"of":[83,88,115,143],"all":[84],"players":[85],"and":[86,102,117,129,139,159,185],"actions":[87],"respective":[89],"costate":[90],"variables.":[91],"reward":[93],"based":[94,124],"on":[95,125],"extended":[97],"condition":[99],"ensures":[100],"optimality":[101,157],"constraint":[103],"adherence.":[104],"Besides,":[105],"a":[106],"sequential":[107],"update":[108,134],"devised":[110],"due":[111],"heterogeneity":[114],"pursuit":[116],"evasion":[118,127],"policies.":[119],"Pursuers":[120],"alter":[121],"their":[122],"current":[126],"strategies,":[128],"evaders":[130],"adjust":[131],"accordingly.":[132],"contradicts":[135],"independent":[137],"updating":[138],"facilitates":[140],"convergence":[142],"training.":[144],"Numerical":[145],"simulations":[146],"demonstrate":[147],"that":[148],"proposed":[150],"method":[151,177],"exceeds":[152],"shooting":[153],"methods":[154],"in":[155,163,187],"index":[158],"surpasses":[160],"collocation":[162],"computing":[164],"efficiency,":[165],"with":[166],"advantage":[168],"growing":[169],"count":[173],"rises.":[174],"Furthermore,":[175],"exhibits":[178],"robustness":[179],"against":[180],"opponents":[181],"employing":[182],"suboptimal":[183],"deviation":[186],"by":[189],"feedback":[190],"implementation.":[191],"results":[193],"highlight":[194],"method's":[196],"applicability":[197],"practical":[199],"scenarios.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}