{"id":"https://openalex.org/W3217091241","doi":"https://doi.org/10.1007/s40747-021-00577-6","title":"Missile guidance with assisted deep reinforcement learning for head-on interception of maneuvering target","display_name":"Missile guidance with assisted deep reinforcement learning for head-on interception of maneuvering target","publication_year":2021,"publication_date":"2021-11-24","ids":{"openalex":"https://openalex.org/W3217091241","doi":"https://doi.org/10.1007/s40747-021-00577-6","mag":"3217091241"},"language":"en","primary_location":{"id":"doi:10.1007/s40747-021-00577-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-021-00577-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-021-00577-6.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s40747-021-00577-6.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006442353","display_name":"Weifan Li","orcid":"https://orcid.org/0000-0003-1871-8355"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Weifan Li","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, 101408, China","The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, No 95 Zhongguancun East Road, Beijing, 100190, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, 101408, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, No 95 Zhongguancun East Road, Beijing, 100190, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080193690","display_name":"Yuanheng Zhu","orcid":"https://orcid.org/0000-0001-5384-423X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanheng Zhu","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, 101408, China","The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, No 95 Zhongguancun East Road, Beijing, 100190, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, 101408, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, No 95 Zhongguancun East Road, Beijing, 100190, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100624298","display_name":"Dongbin Zhao","orcid":"https://orcid.org/0000-0001-8218-9633"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongbin Zhao","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, 101408, China","The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, No 95 Zhongguancun East Road, Beijing, 100190, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, 101408, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, No 95 Zhongguancun East Road, Beijing, 100190, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5006442353"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879","https://openalex.org/I4210100255","https://openalex.org/I4210165038"],"apc_list":{"value":1320,"currency":"GBP","value_usd":1619},"apc_paid":{"value":1320,"currency":"GBP","value_usd":1619},"fwci":25.1765,"has_fulltext":true,"cited_by_count":39,"citation_normalized_percentile":{"value":0.99136514,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"8","issue":"2","first_page":"1205","last_page":"1216"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13371","display_name":"Military Defense Systems Analysis","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.9682000279426575,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/missile","display_name":"Missile","score":0.7167099118232727},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6978657245635986},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6450963020324707},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6015103459358215},{"id":"https://openalex.org/keywords/interception","display_name":"Interception","score":0.5228957533836365},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.5221186876296997},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.5209594964981079},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5128284096717834},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4992237091064453},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.462382972240448},{"id":"https://openalex.org/keywords/randomness","display_name":"Randomness","score":0.4598388075828552},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4046172499656677},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.38441261649131775},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2823076844215393},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.25932931900024414},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.12410524487495422},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07538336515426636}],"concepts":[{"id":"https://openalex.org/C2778857364","wikidata":"https://www.wikidata.org/wiki/Q974850","display_name":"Missile","level":2,"score":0.7167099118232727},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6978657245635986},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6450963020324707},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6015103459358215},{"id":"https://openalex.org/C61270487","wikidata":"https://www.wikidata.org/wiki/Q476843","display_name":"Interception","level":2,"score":0.5228957533836365},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.5221186876296997},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.5209594964981079},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5128284096717834},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4992237091064453},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.462382972240448},{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.4598388075828552},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4046172499656677},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.38441261649131775},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2823076844215393},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.25932931900024414},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.12410524487495422},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07538336515426636},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s40747-021-00577-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-021-00577-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-021-00577-6.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s40747-021-00577-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-021-00577-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-021-00577-6.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2968709009","display_name":null,"funder_award_id":"2018AAA0101005","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6023506935","display_name":null,"funder_award_id":"XDA27030400","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"},{"id":"https://openalex.org/G8564052084","display_name":null,"funder_award_id":"2021132","funder_id":"https://openalex.org/F4320322847","funder_display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences"}],"funders":[{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320322847","display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences","ror":"https://ror.org/031141b54"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335892","display_name":"Youth Innovation Promotion Association","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3217091241.pdf","grobid_xml":"https://content.openalex.org/works/W3217091241.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1964018709","https://openalex.org/W1974534458","https://openalex.org/W1974883306","https://openalex.org/W1983966655","https://openalex.org/W2116051937","https://openalex.org/W2121863487","https://openalex.org/W2131393762","https://openalex.org/W2321601876","https://openalex.org/W2520127694","https://openalex.org/W2560647685","https://openalex.org/W2604279009","https://openalex.org/W2765289436","https://openalex.org/W2795099673","https://openalex.org/W2883909295","https://openalex.org/W2914041820","https://openalex.org/W2938513098","https://openalex.org/W2939569248","https://openalex.org/W2951774549","https://openalex.org/W2963065757","https://openalex.org/W2964062135","https://openalex.org/W2973025307","https://openalex.org/W2974589008","https://openalex.org/W2990337486","https://openalex.org/W3004331258","https://openalex.org/W3010513991","https://openalex.org/W3033855238","https://openalex.org/W3044916305","https://openalex.org/W3085850141","https://openalex.org/W3110979110","https://openalex.org/W3115293622","https://openalex.org/W4214717370","https://openalex.org/W6814003322"],"related_works":["https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1531601525","https://openalex.org/W2363071966","https://openalex.org/W2378731132","https://openalex.org/W3112476457"],"abstract_inverted_index":{"Abstract":[0],"In":[1,23,51],"missile":[2,68,86],"guidance,":[3],"pursuit":[4],"performance":[5],"is":[6,36,44],"seriously":[7],"degraded":[8],"due":[9],"to":[10,38,63,87,125,142],"the":[11,28,31,34,40,65,76,85,89,100,107,120,123,132,138,144,150,163,191],"uncertainty":[12],"and":[13,20,80,92,176,185,197],"randomness":[14],"in":[15,46,165,190],"target":[16,32,91],"maneuverability,":[17],"detection":[18],"delay,":[19,196],"environmental":[21,103],"noise.":[22],"many":[24],"methods,":[25],"accurately":[26],"estimating":[27],"acceleration":[29,109],"of":[30,102,122,146],"or":[33],"time-to-go":[35],"needed":[37],"intercept":[39,88,96,188],"maneuvering":[41,90],"target,":[42],"which":[43],"hard":[45],"an":[47,56,111],"environment":[48,193],"with":[49,155,181,194],"uncertainty.":[50],"this":[52],"paper,":[53],"we":[54],"propose":[55],"assisted":[57],"deep":[58],"reinforcement":[59],"learning":[60,117,141,161],"(ARL)":[61],"algorithm":[62,180],"optimize":[64],"neural":[66],"network-based":[67],"guidance":[69],"controller":[70],"for":[71],"head-on":[72],"interception.":[73],"Based":[74],"on":[75],"relative":[77],"velocity,":[78],"distance,":[79],"angle,":[81],"ARL":[82,105,136,172],"can":[83],"control":[84],"achieve":[93],"large":[94],"terminal":[95,187],"angle.":[97],"To":[98,130],"reduce":[99],"influence":[101],"uncertainty,":[104],"predicts":[106],"target\u2019s":[108],"as":[110],"auxiliary":[112],"supervised":[113,116],"task.":[114],"The":[115],"task":[118],"improves":[119,162],"ability":[121],"agent":[124],"extract":[126],"information":[127],"from":[128],"observations.":[129],"exploit":[131],"agent\u2019s":[133,151],"good":[134,152],"trajectories,":[135],"presents":[137],"Gaussian":[139,159],"self-imitation":[140,157,160],"make":[143],"mean":[145],"action":[147],"distribution":[148],"approach":[149],"actions.":[153],"Compared":[154],"vanilla":[156],"learning,":[158],"exploration":[164],"continuous":[166],"control.":[167],"Simulation":[168],"results":[169],"validate":[170],"that":[171],"outperforms":[173],"traditional":[174],"methods":[175],"proximal":[177],"policy":[178],"optimization":[179],"higher":[182],"hit":[183],"rate":[184],"larger":[186],"angle":[189],"simulation":[192],"noise,":[195],"maneuverable":[198],"target.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}