{"id":"https://openalex.org/W4323345741","doi":"https://doi.org/10.1109/access.2023.3253481","title":"A Soft-Kill Reinforcement Learning Counter Unmanned Aerial System (C-UAS) With Accelerated Training","display_name":"A Soft-Kill Reinforcement Learning Counter Unmanned Aerial System (C-UAS) With Accelerated Training","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4323345741","doi":"https://doi.org/10.1109/access.2023.3253481"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3253481","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3253481","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10061215.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10061215.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104504982","display_name":"Douglas L. da Silva","orcid":"https://orcid.org/0000-0002-8993-4189"},"institutions":[{"id":"https://openalex.org/I107428990","display_name":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica","ror":"https://ror.org/05vh67662","country_code":"BR","type":"education","lineage":["https://openalex.org/I107428990"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Douglas Lopes Da Silva","raw_affiliation_strings":["Electronic Warfare Laboratory (LAB-GE), Aeronautics Institute of Technology (ITA), São José dos Campos, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-8993-4189","affiliations":[{"raw_affiliation_string":"Electronic Warfare Laboratory (LAB-GE), Aeronautics Institute of Technology (ITA), São José dos Campos, Brazil","institution_ids":["https://openalex.org/I107428990"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076572854","display_name":"Renato Machado","orcid":null},"institutions":[{"id":"https://openalex.org/I107428990","display_name":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica","ror":"https://ror.org/05vh67662","country_code":"BR","type":"education","lineage":["https://openalex.org/I107428990"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Renato Machado","raw_affiliation_strings":["Electronic Warfare Laboratory (LAB-GE), Aeronautics Institute of Technology (ITA), São José dos Campos, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronic Warfare Laboratory (LAB-GE), Aeronautics Institute of Technology (ITA), São José dos Campos, Brazil","institution_ids":["https://openalex.org/I107428990"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053269312","display_name":"Olympio Lucchini Coutinho","orcid":"https://orcid.org/0000-0002-8236-1787"},"institutions":[{"id":"https://openalex.org/I107428990","display_name":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica","ror":"https://ror.org/05vh67662","country_code":"BR","type":"education","lineage":["https://openalex.org/I107428990"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Olympio L. Coutinho","raw_affiliation_strings":["Electronic Warfare Laboratory (LAB-GE), Aeronautics Institute of Technology (ITA), São José dos Campos, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronic Warfare Laboratory (LAB-GE), Aeronautics Institute of Technology (ITA), São José dos Campos, Brazil","institution_ids":["https://openalex.org/I107428990"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065222332","display_name":"Felix Antreich","orcid":"https://orcid.org/0000-0001-6596-0123"},"institutions":[{"id":"https://openalex.org/I107428990","display_name":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica","ror":"https://ror.org/05vh67662","country_code":"BR","type":"education","lineage":["https://openalex.org/I107428990"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Felix Antreich","raw_affiliation_strings":["Electronic Warfare Laboratory (LAB-GE), Aeronautics Institute of Technology (ITA), São José dos Campos, Brazil"],"raw_orcid":"https://orcid.org/0000-0001-6596-0123","affiliations":[{"raw_affiliation_string":"Electronic Warfare Laboratory (LAB-GE), Aeronautics Institute of Technology (ITA), São José dos Campos, Brazil","institution_ids":["https://openalex.org/I107428990"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I107428990"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":4.6314,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.94347048,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"11","issue":null,"first_page":"31496","last_page":"31507"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.9030319452285767},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7215234637260437},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6557186841964722},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5521350502967834},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5083064436912537},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4870062470436096},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.4466729164123535},{"id":"https://openalex.org/keywords/unmanned-ground-vehicle","display_name":"Unmanned ground vehicle","score":0.4275304675102234},{"id":"https://openalex.org/keywords/aeronautics","display_name":"Aeronautics","score":0.39677441120147705},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15967470407485962}],"concepts":[{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.9030319452285767},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7215234637260437},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6557186841964722},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5521350502967834},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5083064436912537},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4870062470436096},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.4466729164123535},{"id":"https://openalex.org/C2776548393","wikidata":"https://www.wikidata.org/wiki/Q2031473","display_name":"Unmanned ground vehicle","level":2,"score":0.4275304675102234},{"id":"https://openalex.org/C178802073","wikidata":"https://www.wikidata.org/wiki/Q8421","display_name":"Aeronautics","level":1,"score":0.39677441120147705},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15967470407485962},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3253481","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3253481","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10061215.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:da36930ee39f42bda6797dcd31625199","is_oa":true,"landing_page_url":"https://doaj.org/article/da36930ee39f42bda6797dcd31625199","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 31496-31507 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3253481","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3253481","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10061215.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1842668522","display_name":null,"funder_award_id":"2020/09838-0","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"},{"id":"https://openalex.org/G2194796483","display_name":null,"funder_award_id":"2020/09838","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"},{"id":"https://openalex.org/G2926764007","display_name":null,"funder_award_id":"2020/09838-0","funder_id":"https://openalex.org/F4320321091","funder_display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior"},{"id":"https://openalex.org/G7395385503","display_name":null,"funder_award_id":"312394/2021-7 PQ-2","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"}],"funders":[{"id":"https://openalex.org/F4320320997","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo","ror":"https://ror.org/02ddkpn78"},{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"},{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"},{"id":"https://openalex.org/F4320323356","display_name":"Funda\u00e7\u00e3o de Desenvolvimento da Pesquisa","ror":"https://ror.org/0176yjw32"},{"id":"https://openalex.org/F4320333620","display_name":"Center for Unmanned Aircraft Systems","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4323345741.pdf","grobid_xml":"https://content.openalex.org/works/W4323345741.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1993631451","https://openalex.org/W2076420009","https://openalex.org/W2105388389","https://openalex.org/W2105779085","https://openalex.org/W2130711276","https://openalex.org/W2332630870","https://openalex.org/W2566763967","https://openalex.org/W2601260651","https://openalex.org/W2616968153","https://openalex.org/W2625043143","https://openalex.org/W2764067250","https://openalex.org/W2794443012","https://openalex.org/W2804543662","https://openalex.org/W2904337973","https://openalex.org/W2964257895","https://openalex.org/W2977141500","https://openalex.org/W3012253367","https://openalex.org/W3030089616","https://openalex.org/W3030499962","https://openalex.org/W3034355304","https://openalex.org/W3081923410","https://openalex.org/W3086645455","https://openalex.org/W3130385304","https://openalex.org/W4243351856","https://openalex.org/W4310627532","https://openalex.org/W6633082015","https://openalex.org/W6658762162","https://openalex.org/W6661787133","https://openalex.org/W6662899969","https://openalex.org/W6666976299","https://openalex.org/W6669762481","https://openalex.org/W6673050728","https://openalex.org/W6675979695","https://openalex.org/W6729142007","https://openalex.org/W6732869882","https://openalex.org/W6738063395","https://openalex.org/W6740442891","https://openalex.org/W6741319138","https://openalex.org/W6745566362","https://openalex.org/W6745955429","https://openalex.org/W6746010758","https://openalex.org/W6746522375","https://openalex.org/W6747450414","https://openalex.org/W6753148886","https://openalex.org/W6755377392","https://openalex.org/W6768019377","https://openalex.org/W6778137276","https://openalex.org/W6778274423"],"related_works":["https://openalex.org/W4229448053","https://openalex.org/W4247925126","https://openalex.org/W4327774218","https://openalex.org/W2059768187","https://openalex.org/W4312858960","https://openalex.org/W4386036939","https://openalex.org/W4379143281","https://openalex.org/W2605096541","https://openalex.org/W3200286695","https://openalex.org/W4212885606"],"abstract_inverted_index":{"In":[0,42],"recent":[1],"years,":[2],"unmanned":[3,62],"aerial":[4,63],"vehicles":[5],"(UAVs)":[6],"have":[7],"gained":[8],"significant":[9],"popularity":[10],"and":[11,21,31,120,150,156,182],"are":[12,131],"used":[13],"for":[14,59,127,137],"many":[15],"applications,":[16],"from":[17],"entertainment":[18],"to":[19,33,49,73,78,115,169],"surveillance":[20],"the":[22,51,98,102,112,117,124,146,170,187],"modern":[23],"battlefield.":[24],"As":[25],"regulation":[26],"demands":[27],"arose":[28],"worldwide,":[29],"controling":[30],"reacting":[32],"unauthorized":[34],"flights":[35],"of":[36,53,69,101,111,145,165,179],"UAVs":[37],"became":[38],"a":[39,54,60,79,84,92,134,142,162,176,183],"pressing":[40],"issue.":[41],"this":[43,70],"work,":[44],"we":[45],"present":[46],"an":[47,75,109],"algorithm":[48],"accelerate":[50,116],"training":[52,118,122,190],"reinforcement":[55],"learning":[56],"drone":[57,77],"agent":[58],"counter":[61],"system":[64,149],"(C-UAS).":[65],"The":[66,88,105],"main":[67],"objective":[68],"C-UAS":[71,113],"is":[72],"guide":[74],"invading":[76,103],"safe-killing":[80],"zone":[81],"(SZ)":[82],"using":[83,133],"hunter":[85,89],"quadrotor":[86,90],"drone.":[87,104],"launches":[91],"spoofing,":[93],"or":[94],"meaconing,":[95],"attack":[96],"on":[97,141],"GNSS":[99],"receiver":[100],"proposed":[106,188],"algorithms":[107],"employ":[108],"abstraction":[110],"problem":[114],"step":[119],"enable":[121],"during":[123],"mission.":[125],"Results":[126],"different":[128],"SZ":[129,171,177],"radii":[130],"discussed":[132],"software-in-the-loop":[135],"simulation":[136],"ground":[138],"truth":[139],"based":[140],"detailed":[143],"model":[144],"UAV":[147],"embedded":[148],"flight":[151],"dynamics,":[152],"including":[153],"error":[154],"metrics":[155],"action":[157],"time.":[158],"We":[159],"show":[160],"that":[161],"99%":[163],"probability":[164],"successful":[166],"target":[167],"steering":[168],"can":[172],"be":[173],"achieved":[174],"considering":[175],"radius":[178],"75":[180],"meters":[181],"Q-table":[184],"trained":[185],"with":[186],"accelerated":[189],"model.":[191]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2023-03-08T00:00:00"}