{"id":"https://openalex.org/W7117867292","doi":"https://doi.org/10.1109/jiot.2025.3650356","title":"Reward-Centering Deep Reinforcement Learning for Multiagent Coordinated Interception in Orbital Pursuit-Evasion Game","display_name":"Reward-Centering Deep Reinforcement Learning for Multiagent Coordinated Interception in Orbital Pursuit-Evasion Game","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7117867292","doi":"https://doi.org/10.1109/jiot.2025.3650356"},"language":null,"primary_location":{"id":"doi:10.1109/jiot.2025.3650356","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3650356","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121014433","display_name":"Chenhui Qin","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenhui Qin","raw_affiliation_strings":["Research Institute of Intelligent Control and Systems, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-2959-4813","affiliations":[{"raw_affiliation_string":"Research Institute of Intelligent Control and Systems, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109782897","display_name":"Yuanshi Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanshi Liu","raw_affiliation_strings":["Research Institute of Intelligent Control and Systems, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0009-0004-2108-364X","affiliations":[{"raw_affiliation_string":"Research Institute of Intelligent Control and Systems, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121719597","display_name":"Jianbin Qiu","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianbin Qiu","raw_affiliation_strings":["Research Institute of Intelligent Control and Systems, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0001-7707-6159","affiliations":[{"raw_affiliation_string":"Research Institute of Intelligent Control and Systems, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026500115","display_name":"Wenqiang Ji","orcid":"https://orcid.org/0000-0002-9246-0527"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4391767639","display_name":"State Key Laboratory of Robotics and Systems","ror":"https://ror.org/015m77g16","country_code":null,"type":"facility","lineage":["https://openalex.org/I204983213","https://openalex.org/I4391767639"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenqiang Ji","raw_affiliation_strings":["State Key Laboratory of Robotics and Systems, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-9246-0527","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and Systems, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213","https://openalex.org/I4391767639"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":27.6667,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.97564898,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"13","issue":"6","first_page":"10929","last_page":"10938"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9394999742507935,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9394999742507935,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11082","display_name":"Spacecraft Dynamics and Control","score":0.03290000185370445,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.009200000204145908,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spacecraft","display_name":"Spacecraft","score":0.8144000172615051},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8058000206947327},{"id":"https://openalex.org/keywords/interception","display_name":"Interception","score":0.6463000178337097},{"id":"https://openalex.org/keywords/perturbation","display_name":"Perturbation (astronomy)","score":0.5960999727249146},{"id":"https://openalex.org/keywords/orbital-mechanics","display_name":"Orbital mechanics","score":0.5037999749183655},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.4560000002384186},{"id":"https://openalex.org/keywords/orbital-maneuver","display_name":"Orbital maneuver","score":0.4156999886035919},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.41190001368522644},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3522999882698059}],"concepts":[{"id":"https://openalex.org/C29829512","wikidata":"https://www.wikidata.org/wiki/Q40218","display_name":"Spacecraft","level":2,"score":0.8144000172615051},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8058000206947327},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6805999875068665},{"id":"https://openalex.org/C61270487","wikidata":"https://www.wikidata.org/wiki/Q476843","display_name":"Interception","level":2,"score":0.6463000178337097},{"id":"https://openalex.org/C177918212","wikidata":"https://www.wikidata.org/wiki/Q803623","display_name":"Perturbation (astronomy)","level":2,"score":0.5960999727249146},{"id":"https://openalex.org/C6629501","wikidata":"https://www.wikidata.org/wiki/Q842433","display_name":"Orbital mechanics","level":3,"score":0.5037999749183655},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.4560000002384186},{"id":"https://openalex.org/C136319028","wikidata":"https://www.wikidata.org/wiki/Q801780","display_name":"Orbital maneuver","level":3,"score":0.4156999886035919},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.41190001368522644},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.39579999446868896},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3522999882698059},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.34630000591278076},{"id":"https://openalex.org/C187107819","wikidata":"https://www.wikidata.org/wiki/Q835696","display_name":"NASA Deep Space Network","level":3,"score":0.33559998869895935},{"id":"https://openalex.org/C104060986","wikidata":"https://www.wikidata.org/wiki/Q180046","display_name":"Space exploration","level":2,"score":0.33169999718666077},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.3188000023365021},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.30570000410079956},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3034000098705292},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.30309998989105225},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.29589998722076416},{"id":"https://openalex.org/C118365302","wikidata":"https://www.wikidata.org/wiki/Q4817115","display_name":"Atmospheric model","level":2,"score":0.2915000021457672},{"id":"https://openalex.org/C100339178","wikidata":"https://www.wikidata.org/wiki/Q2548752","display_name":"Collective behavior","level":2,"score":0.27459999918937683},{"id":"https://openalex.org/C97784730","wikidata":"https://www.wikidata.org/wiki/Q272626","display_name":"Orbital elements","level":2,"score":0.2694999873638153},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2632000148296356},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.26170000433921814},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.2572000026702881},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.25270000100135803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3650356","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3650356","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7391161918640137,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G218475884","display_name":null,"funder_award_id":"62473128","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2635156090","display_name":null,"funder_award_id":"JYB2025XDXM109","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3205815922","display_name":null,"funder_award_id":"62521005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3799234178","display_name":null,"funder_award_id":"U21B6001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3880368560","display_name":null,"funder_award_id":"U25A204591","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G678177963","display_name":null,"funder_award_id":"62273121","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2735695630","https://openalex.org/W2885541157","https://openalex.org/W2908261578","https://openalex.org/W2921869787","https://openalex.org/W2963890729","https://openalex.org/W3008282592","https://openalex.org/W3093345403","https://openalex.org/W3128413069","https://openalex.org/W4212840153","https://openalex.org/W4226329847","https://openalex.org/W4281793561","https://openalex.org/W4380303677","https://openalex.org/W4382998505","https://openalex.org/W4391147933","https://openalex.org/W4391936140","https://openalex.org/W4392843802","https://openalex.org/W4392979596","https://openalex.org/W4394842928","https://openalex.org/W4398226217","https://openalex.org/W4399800376","https://openalex.org/W4399800787","https://openalex.org/W4401842012","https://openalex.org/W4401945175","https://openalex.org/W4402126088","https://openalex.org/W4402258928","https://openalex.org/W4402307153","https://openalex.org/W4402508664","https://openalex.org/W4402978180","https://openalex.org/W4404056518","https://openalex.org/W4404835555","https://openalex.org/W4405934037","https://openalex.org/W4406311980","https://openalex.org/W4406580119","https://openalex.org/W4406794049","https://openalex.org/W4407008810","https://openalex.org/W4409076527","https://openalex.org/W4411599775"],"related_works":[],"abstract_inverted_index":{"Maneuverable":[0],"threat":[1,166],"poses":[2],"significant":[3],"risks":[4],"to":[5,65,103,119,136,158],"the":[6,18,24,109,139,153,165],"operational":[7],"safety":[8],"of":[9,93],"spacecraft":[10,92,110,157],"in":[11,17],"orbit,":[12],"thereby":[13],"jeopardizing":[14],"mission":[15],"success":[16],"contested":[19],"space":[20],"environment.":[21],"To":[22],"address":[23],"coordinated":[25,161],"orbital":[26,67],"game":[27],"between":[28],"multiple":[29,70,94,113],"pursuers":[30],"(spacecraft)":[31],"and":[32],"one":[33],"evader":[34],"(threat),":[35],"this":[36],"paper":[37],"proposes":[38],"a":[39,52,73,96,127],"reward-centering":[40,128],"multi-agent":[41,81],"deep":[42],"deterministic":[43],"policy":[44,144],"gradient":[45,148],"(MADDPG)":[46],"algorithm,":[47],"which":[48,142],"has":[49],"two-folds:":[50],"Firstly,":[51],"relative":[53],"dynamical":[54],"model":[55],"considering":[56],"<italic":[57],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[58,60],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">J</i><sub":[59],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sub>":[61],"perturbation":[62],"is":[63,85,101,134],"established":[64],"characterize":[66],"interactions":[68],"among":[69],"players,":[71],"laying":[72],"physics-based":[74],"foundation":[75],"for":[76],"decision-making.":[77],"Secondly,":[78],"an":[79],"improved":[80],"reinforcement":[82],"learning":[83],"framework":[84],"constructed":[86],"with":[87,123,131],"two":[88],"components.":[89],"For":[90,108],"individual":[91,121],"pursuers,":[95],"state-driven":[97],"exploration-exploitation":[98],"tradeoff":[99],"mechanism":[100,129],"incorporated":[102],"avoid":[104],"suboptimal":[105],"strategy":[106],"convergence.":[107],"group":[111],"(namely":[112],"pursuers),":[114],"reward":[115,140],"functions":[116],"are":[117],"designed":[118],"align":[120],"behaviors":[122],"collective":[124],"objectives.":[125],"Furthermore,":[126],"along":[130],"theoretical":[132],"analysis":[133],"introduced":[135],"dynamically":[137],"calibrate":[138],"baseline,":[141],"stabilizes":[143],"update":[145],"via":[146],"reducing":[147],"variance.":[149],"Simulation":[150],"results":[151],"show":[152],"proposed":[154],"algorithm":[155],"enables":[156],"autonomously":[159],"develop":[160],"strategies,":[162],"ultimately":[163],"confining":[164],"within":[167],"predefined":[168],"interception":[169],"threshold.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-17T08:01:34.144755","created_date":"2026-01-01T00:00:00"}
