{"id":"https://openalex.org/W4308337411","doi":"https://doi.org/10.23919/jsee.2022.000113","title":"Hierarchical reinforcement learning guidance with threat avoidance","display_name":"Hierarchical reinforcement learning guidance with threat avoidance","publication_year":2022,"publication_date":"2022-10-01","ids":{"openalex":"https://openalex.org/W4308337411","doi":"https://doi.org/10.23919/jsee.2022.000113"},"language":"en","primary_location":{"id":"doi:10.23919/jsee.2022.000113","doi":"https://doi.org/10.23919/jsee.2022.000113","is_oa":true,"landing_page_url":"https://doi.org/10.23919/jsee.2022.000113","pdf_url":"https://ieeexplore.ieee.org/ielx7/5971804/9940202/09940160.pdf","source":{"id":"https://openalex.org/S4210221484","display_name":"Journal of Systems Engineering and Electronics","issn_l":"1004-4132","issn":["1004-4132"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Systems Engineering and Electronics","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ieeexplore.ieee.org/ielx7/5971804/9940202/09940160.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102004554","display_name":"Bohao Li","orcid":"https://orcid.org/0000-0001-7354-2116","observed_orcids":["https://orcid.org/0000-0001-7354-2116","https://orcid.org/0009-0005-6279-6002"]},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bohao Li","raw_affiliation_strings":["State Key Laboratory of Virtual Reality Technology and System, Beihang University,Beijing,China,100191","School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","Science and Technology on Aircraft Control Laboratory, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and System, Beihang University,Beijing,China,100191","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Science and Technology on Aircraft Control Laboratory, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108058564","display_name":"Yunjie Wu","orcid":"https://orcid.org/0000-0003-3234-0117","observed_orcids":["https://orcid.org/0000-0003-3234-0117","https://orcid.org/0009-0005-1316-5546"]},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunjie Wu","raw_affiliation_strings":["State Key Laboratory of Virtual Reality Technology and System, Beihang University,Beijing,China,100191","School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","Science and Technology on Aircraft Control Laboratory, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and System, Beihang University,Beijing,China,100191","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Science and Technology on Aircraft Control Laboratory, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078424512","display_name":"Guofei Li","orcid":"https://orcid.org/0000-0002-9198-5460","observed_orcids":["https://orcid.org/0000-0002-9198-5460"]},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guofei Li","raw_affiliation_strings":["School of Astronautics, Northwestern Polytechnical University,Xi'an,China,710072"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Astronautics, Northwestern Polytechnical University,Xi'an,China,710072","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9997,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.72178119,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"33","issue":"5","first_page":"1173","last_page":"1185"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/missile-guidance","display_name":"missile guidance","score":0.8149999976158142},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.8669999837875366},{"id":"https://openalex.org/keywords/hierarchical-reinforcement-learning","display_name":"hierarchical reinforcement learning","score":0.8370000123977661},{"id":"https://openalex.org/keywords/ddpg","display_name":"deep deterministic policy gradient","score":0.9729999899864197},{"id":"https://openalex.org/keywords/threat-avoidance","display_name":"threat avoidance","score":0.8989999890327454},{"id":"https://openalex.org/keywords/reward-function-design","display_name":"reward function design","score":0.9599999785423279},{"id":"https://openalex.org/keywords/guidance-law","display_name":"guidance law","score":0.3070000112056732}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8704164028167725},{"id":"https://openalex.org/C2778857364","wikidata":"https://www.wikidata.org/wiki/Q974850","display_name":"Missile","level":2,"score":0.6576554775238037},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5746917724609375},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.5175356268882751},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4882688522338867},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.47368717193603516},{"id":"https://openalex.org/C522053795","wikidata":"https://www.wikidata.org/wiki/Q2335090","display_name":"Missile guidance","level":3,"score":0.46206602454185486},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4126119613647461},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4027623236179352},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.31424471735954285},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.28016823530197144},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.11143365502357483},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/jsee.2022.000113","doi":"https://doi.org/10.23919/jsee.2022.000113","is_oa":true,"landing_page_url":"https://doi.org/10.23919/jsee.2022.000113","pdf_url":"https://ieeexplore.ieee.org/ielx7/5971804/9940202/09940160.pdf","source":{"id":"https://openalex.org/S4210221484","display_name":"Journal of Systems Engineering and Electronics","issn_l":"1004-4132","issn":["1004-4132"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Systems Engineering and Electronics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.23919/jsee.2022.000113","doi":"https://doi.org/10.23919/jsee.2022.000113","is_oa":true,"landing_page_url":"https://doi.org/10.23919/jsee.2022.000113","pdf_url":"https://ieeexplore.ieee.org/ielx7/5971804/9940202/09940160.pdf","source":{"id":"https://openalex.org/S4210221484","display_name":"Journal of Systems Engineering and Electronics","issn_l":"1004-4132","issn":["1004-4132"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Systems Engineering and Electronics","raw_type":"journal-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"score":0.7200000286102295,"display_name":"Peace, justice, and strong institutions","id":"https://metadata.un.org/sdg/16"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G7589079432","display_name":null,"funder_award_id":"62003021,91212304","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4308337411.pdf","grobid_xml":"https://content.openalex.org/works/W4308337411.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1571468478","https://openalex.org/W2004474092","https://openalex.org/W2027192427","https://openalex.org/W2143756252","https://openalex.org/W2156948603","https://openalex.org/W2795302705","https://openalex.org/W2809896446","https://openalex.org/W2883909295","https://openalex.org/W2890872019","https://openalex.org/W2891138550","https://openalex.org/W2903253065","https://openalex.org/W2907916537","https://openalex.org/W2909351859","https://openalex.org/W2937851279","https://openalex.org/W2955186167","https://openalex.org/W2964592114","https://openalex.org/W2970744955","https://openalex.org/W2971481292","https://openalex.org/W2971786356","https://openalex.org/W2976344064","https://openalex.org/W2989177463","https://openalex.org/W2995047971","https://openalex.org/W2999854857","https://openalex.org/W3005243570","https://openalex.org/W3006868075","https://openalex.org/W3012218927","https://openalex.org/W3018372220","https://openalex.org/W3018411323","https://openalex.org/W3035766493","https://openalex.org/W3036974419","https://openalex.org/W3062459915","https://openalex.org/W3082141066","https://openalex.org/W3082621018","https://openalex.org/W3089280001","https://openalex.org/W3090878425"],"related_works":["https://openalex.org/W3003268809","https://openalex.org/W2383389436","https://openalex.org/W2371450404","https://openalex.org/W2552597594","https://openalex.org/W1902739163","https://openalex.org/W2355660826","https://openalex.org/W2743156672","https://openalex.org/W26037789","https://openalex.org/W3214915302","https://openalex.org/W2339573018"],"abstract_inverted_index":{"The":[0,39,83],"guidance":[1,19],"strategy":[2],"is":[3,21],"an":[4,73],"extremely":[5],"critical":[6],"factor":[7],"in":[8],"determining":[9],"the":[10,14,25,31,46,53,57,62,65,88,91,96,103],"striking":[11],"effect":[12],"of":[13,64],"missile":[15,89],"operation.":[16],"A":[17],"novel":[18],"law":[20],"presented":[22],"by":[23,56],"exploiting":[24],"deep":[26,33],"reinforcement":[27,69],"learning":[28,70],"(DRL)":[29],"with":[30,77],"hierarchical":[32,68],"deterministic":[34],"policy":[35],"gradient":[36],"(DDPG)":[37],"algorithm.":[38],"reward":[40,75],"functions":[41],"are":[42,80],"constructed":[43],"to":[44],"minimize":[45],"line-of-sight":[47],"(LOS)":[48],"angle":[49],"rate":[50],"and":[51,72,99],"avoid":[52],"threat":[54],"caused":[55],"opposed":[58],"obstacles.":[59],"To":[60],"attenuate":[61],"chattering":[63],"acceleration,":[66],"a":[67],"structure":[71],"improved":[74],"function":[76],"action":[78],"penalty":[79],"put":[81],"forward.":[82],"simulation":[84],"results":[85],"validate":[86],"that":[87],"under":[90],"proposed":[92],"method":[93],"can":[94],"hit":[95],"target":[97],"successfully":[98],"keep":[100],"away":[101],"from":[102],"threatened":[104],"areas":[105],"effectively.":[106]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3}],"updated_date":"2026-09-24T07:57:37.273135","created_date":"2025-10-10T00:00:00"}