{"id":"https://openalex.org/W4304142397","doi":"https://doi.org/10.1109/apwcs55727.2022.9906493","title":"DDPG-based Deep Reinforcement Learning for Loitering Munition Mobility Control: Algorithm Design and Visualization","display_name":"DDPG-based Deep Reinforcement Learning for Loitering Munition Mobility Control: Algorithm Design and Visualization","publication_year":2022,"publication_date":"2022-08-24","ids":{"openalex":"https://openalex.org/W4304142397","doi":"https://doi.org/10.1109/apwcs55727.2022.9906493"},"language":"en","primary_location":{"id":"doi:10.1109/apwcs55727.2022.9906493","is_oa":false,"landing_page_url":"https://doi.org/10.1109/apwcs55727.2022.9906493","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE VTS Asia Pacific Wireless Communications Symposium (APWCS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088349384","display_name":"Hyunsoo Lee","orcid":"https://orcid.org/0000-0001-5512-2986"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyunsoo Lee","raw_affiliation_strings":["Korea University,School of Electrical Engineering,Seoul,Republic of Korea","School of Electrical Engineering, Korea University, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Korea University,School of Electrical Engineering,Seoul,Republic of Korea","institution_ids":["https://openalex.org/I197347611"]},{"raw_affiliation_string":"School of Electrical Engineering, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081315657","display_name":"Won Joon Yun","orcid":"https://orcid.org/0000-0003-0405-8843"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Won Joon Yun","raw_affiliation_strings":["Korea University,School of Electrical Engineering,Seoul,Republic of Korea","School of Electrical Engineering, Korea University, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Korea University,School of Electrical Engineering,Seoul,Republic of Korea","institution_ids":["https://openalex.org/I197347611"]},{"raw_affiliation_string":"School of Electrical Engineering, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039532704","display_name":"Soyi Jung","orcid":"https://orcid.org/0000-0001-8435-0646"},"institutions":[{"id":"https://openalex.org/I146824383","display_name":"Hallym University","ror":"https://ror.org/03sbhge02","country_code":"KR","type":"education","lineage":["https://openalex.org/I146824383"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Soyi Jung","raw_affiliation_strings":["Hallym University,School of Software,Chuncheon,Republic of Korea","School of Software, Hallym University, Chuncheon, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hallym University,School of Software,Chuncheon,Republic of Korea","institution_ids":["https://openalex.org/I146824383"]},{"raw_affiliation_string":"School of Software, Hallym University, Chuncheon, Republic of Korea","institution_ids":["https://openalex.org/I146824383"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100368643","display_name":"Jae\u2010Hyun Kim","orcid":"https://orcid.org/0000-0003-4716-6916"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]},{"id":"https://openalex.org/I57664883","display_name":"Ajou University","ror":"https://ror.org/03tzb2h73","country_code":"KR","type":"education","lineage":["https://openalex.org/I57664883"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jae-Hyun Kim","raw_affiliation_strings":["Ajou University,Department of Electrical and Computer Engineering,Suwon,Republic of Korea","Korea University,School of Electrical Engineering,Seoul,Republic of Korea","Department of Electrical and Computer Engineering, Ajou University, Suwon, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ajou University,Department of Electrical and Computer Engineering,Suwon,Republic of Korea","institution_ids":["https://openalex.org/I57664883"]},{"raw_affiliation_string":"Korea University,School of Electrical Engineering,Seoul,Republic of Korea","institution_ids":["https://openalex.org/I197347611"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Ajou University, Suwon, Republic of Korea","institution_ids":["https://openalex.org/I57664883"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049202871","display_name":"Joongheon Kim","orcid":"https://orcid.org/0000-0003-2126-768X"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]},{"id":"https://openalex.org/I57664883","display_name":"Ajou University","ror":"https://ror.org/03tzb2h73","country_code":"KR","type":"education","lineage":["https://openalex.org/I57664883"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Joongheon Kim","raw_affiliation_strings":["Ajou University,Department of Electrical and Computer Engineering,Suwon,Republic of Korea","Korea University,School of Electrical Engineering,Seoul,Republic of Korea","School of Electrical Engineering, Korea University, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ajou University,Department of Electrical and Computer Engineering,Suwon,Republic of Korea","institution_ids":["https://openalex.org/I57664883"]},{"raw_affiliation_string":"Korea University,School of Electrical Engineering,Seoul,Republic of Korea","institution_ids":["https://openalex.org/I197347611"]},{"raw_affiliation_string":"School of Electrical Engineering, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"112","last_page":"116"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.9445933103561401},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8151448369026184},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6663615107536316},{"id":"https://openalex.org/keywords/broadcasting","display_name":"Broadcasting (networking)","score":0.5447654724121094},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.533067524433136},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4914911985397339},{"id":"https://openalex.org/keywords/ammunition","display_name":"Ammunition","score":0.48942533135414124},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4242883026599884},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3568418622016907},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3546585440635681},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3127392828464508}],"concepts":[{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.9445933103561401},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8151448369026184},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6663615107536316},{"id":"https://openalex.org/C110157686","wikidata":"https://www.wikidata.org/wiki/Q922122","display_name":"Broadcasting (networking)","level":2,"score":0.5447654724121094},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.533067524433136},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4914911985397339},{"id":"https://openalex.org/C554616519","wikidata":"https://www.wikidata.org/wiki/Q185785","display_name":"Ammunition","level":2,"score":0.48942533135414124},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4242883026599884},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3568418622016907},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3546585440635681},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3127392828464508},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/apwcs55727.2022.9906493","is_oa":false,"landing_page_url":"https://doi.org/10.1109/apwcs55727.2022.9906493","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE VTS Asia Pacific Wireless Communications Symposium (APWCS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2802818280","https://openalex.org/W2919779463","https://openalex.org/W2963569053","https://openalex.org/W2991968435","https://openalex.org/W3107544979","https://openalex.org/W3128583269","https://openalex.org/W3129336662","https://openalex.org/W3131597770","https://openalex.org/W3133541004","https://openalex.org/W3163089200","https://openalex.org/W3186596067","https://openalex.org/W3205480420","https://openalex.org/W3212689941","https://openalex.org/W3217697093","https://openalex.org/W4205161126","https://openalex.org/W4295598622","https://openalex.org/W6749304979","https://openalex.org/W6805774513"],"related_works":["https://openalex.org/W2382343168","https://openalex.org/W4200106439","https://openalex.org/W2358492462","https://openalex.org/W2067347320","https://openalex.org/W4382599398","https://openalex.org/W2352589118","https://openalex.org/W2367324359","https://openalex.org/W2394271191","https://openalex.org/W2385156229","https://openalex.org/W2369477881"],"abstract_inverted_index":{"Drone":[0],"technology":[1],"is":[2,65,75,97],"estimated":[3],"for":[4,62],"its":[5],"potential":[6],"to":[7,50,99,103],"be":[8,86],"applied":[9],"in":[10,22,33,56,88],"many":[11],"industries,":[12],"including":[13],"logistics,":[14],"broadcasting,":[15],"telecommunications,":[16],"and":[17,73],"warfare":[18,27],"technology.":[19],"In":[20],"particular,":[21],"the":[23,30,35,57,69,93],"field":[24],"of":[25,37],"modern":[26],"such":[28],"as":[29],"current":[31],"war":[32],"Ukraine,":[34],"use":[36],"drones":[38],"has":[39],"become":[40],"an":[41],"essential":[42],"element.":[43],"This":[44],"paper":[45],"includes":[46],"a":[47,52,80],"loitering":[48],"munition":[49],"attack":[51,64,104],"single":[53],"ground":[54],"target":[55,105],"scenario.":[58],"A":[59],"simulation":[60],"environment":[61],"drone":[63],"built":[66],"based":[67],"on":[68],"3D":[70],"platform":[71],"Unity,":[72],"learning":[74,82],"performed":[76],"by":[77],"applying":[78],"DDPG,":[79],"reinforcement":[81],"algorithm":[83],"that":[84],"can":[85],"used":[87],"continuous":[89],"action":[90],"space.":[91],"Through":[92],"specific":[94],"result,":[95],"it":[96],"possible":[98],"achieve":[100],"our":[101],"purpose":[102],"exactly.":[106]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}