{"id":"https://openalex.org/W3034355304","doi":"https://doi.org/10.1109/plans46316.2020.9110222","title":"Q-Learning Applied to Soft-Kill Countermeasures For Unmanned Aerial Vehicles (UAVs)","display_name":"Q-Learning Applied to Soft-Kill Countermeasures For Unmanned Aerial Vehicles (UAVs)","publication_year":2020,"publication_date":"2020-04-01","ids":{"openalex":"https://openalex.org/W3034355304","doi":"https://doi.org/10.1109/plans46316.2020.9110222","mag":"3034355304"},"language":"en","primary_location":{"id":"doi:10.1109/plans46316.2020.9110222","is_oa":false,"landing_page_url":"https://doi.org/10.1109/plans46316.2020.9110222","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/ION Position, Location and Navigation Symposium (PLANS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104504982","display_name":"Douglas L. da Silva","orcid":"https://orcid.org/0000-0002-8993-4189"},"institutions":[{"id":"https://openalex.org/I107428990","display_name":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica","ror":"https://ror.org/05vh67662","country_code":"BR","type":"education","lineage":["https://openalex.org/I107428990"]},{"id":"https://openalex.org/I4210123805","display_name":"Instituto de Aeron\u00e1utica e Espa\u00e7o","ror":"https://ror.org/025n1fp68","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210123805"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Douglas L. da Silva","raw_affiliation_strings":["Electronic Warfare Laboratory - LAB-GE, Aeronautics Institute of Technology - ITA,São José dos Campos-SP,Brazil,12228-900","Electronic Warfare Laboratory - LAB-GE, Aeronautics Institute of Technology - ITA, S\u00e3o Jos\u00e9 dos Campos-SP, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronic Warfare Laboratory - LAB-GE, Aeronautics Institute of Technology - ITA,São José dos Campos-SP,Brazil,12228-900","institution_ids":["https://openalex.org/I4210123805"]},{"raw_affiliation_string":"Electronic Warfare Laboratory - LAB-GE, Aeronautics Institute of Technology - ITA, S\u00e3o Jos\u00e9 dos Campos-SP, Brazil","institution_ids":["https://openalex.org/I107428990"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065222332","display_name":"Felix Antreich","orcid":"https://orcid.org/0000-0001-6596-0123"},"institutions":[{"id":"https://openalex.org/I107428990","display_name":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica","ror":"https://ror.org/05vh67662","country_code":"BR","type":"education","lineage":["https://openalex.org/I107428990"]},{"id":"https://openalex.org/I4210123805","display_name":"Instituto de Aeron\u00e1utica e Espa\u00e7o","ror":"https://ror.org/025n1fp68","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210123805"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Felix Antreich","raw_affiliation_strings":["Electronic Warfare Laboratory - LAB-GE, Aeronautics Institute of Technology - ITA,São José dos Campos-SP,Brazil,12228-900","Electronic Warfare Laboratory - LAB-GE, Aeronautics Institute of Technology - ITA, S\u00e3o Jos\u00e9 dos Campos-SP, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronic Warfare Laboratory - LAB-GE, Aeronautics Institute of Technology - ITA,São José dos Campos-SP,Brazil,12228-900","institution_ids":["https://openalex.org/I4210123805"]},{"raw_affiliation_string":"Electronic Warfare Laboratory - LAB-GE, Aeronautics Institute of Technology - ITA, S\u00e3o Jos\u00e9 dos Campos-SP, Brazil","institution_ids":["https://openalex.org/I107428990"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053269312","display_name":"Olympio Lucchini Coutinho","orcid":"https://orcid.org/0000-0002-8236-1787"},"institutions":[{"id":"https://openalex.org/I107428990","display_name":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica","ror":"https://ror.org/05vh67662","country_code":"BR","type":"education","lineage":["https://openalex.org/I107428990"]},{"id":"https://openalex.org/I4210123805","display_name":"Instituto de Aeron\u00e1utica e Espa\u00e7o","ror":"https://ror.org/025n1fp68","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210123805"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Olympio L. Coutinho","raw_affiliation_strings":["Electronic Warfare Laboratory - LAB-GE, Aeronautics Institute of Technology - ITA,São José dos Campos-SP,Brazil,12228-900","Electronic Warfare Laboratory - LAB-GE, Aeronautics Institute of Technology - ITA, S\u00e3o Jos\u00e9 dos Campos-SP, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronic Warfare Laboratory - LAB-GE, Aeronautics Institute of Technology - ITA,São José dos Campos-SP,Brazil,12228-900","institution_ids":["https://openalex.org/I4210123805"]},{"raw_affiliation_string":"Electronic Warfare Laboratory - LAB-GE, Aeronautics Institute of Technology - ITA, S\u00e3o Jos\u00e9 dos Campos-SP, Brazil","institution_ids":["https://openalex.org/I107428990"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009137640","display_name":"Renato Machado","orcid":"https://orcid.org/0000-0003-0856-5391"},"institutions":[{"id":"https://openalex.org/I107428990","display_name":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica","ror":"https://ror.org/05vh67662","country_code":"BR","type":"education","lineage":["https://openalex.org/I107428990"]},{"id":"https://openalex.org/I4210123805","display_name":"Instituto de Aeron\u00e1utica e Espa\u00e7o","ror":"https://ror.org/025n1fp68","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210123805"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Renato Machado","raw_affiliation_strings":["Electronic Warfare Laboratory - LAB-GE, Aeronautics Institute of Technology - ITA,São José dos Campos-SP,Brazil,12228-900","Electronic Warfare Laboratory - LAB-GE, Aeronautics Institute of Technology - ITA, S\u00e3o Jos\u00e9 dos Campos-SP, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronic Warfare Laboratory - LAB-GE, Aeronautics Institute of Technology - ITA,São José dos Campos-SP,Brazil,12228-900","institution_ids":["https://openalex.org/I4210123805"]},{"raw_affiliation_string":"Electronic Warfare Laboratory - LAB-GE, Aeronautics Institute of Technology - ITA, S\u00e3o Jos\u00e9 dos Campos-SP, Brazil","institution_ids":["https://openalex.org/I107428990"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5416,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.73214841,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"91","last_page":"99"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13371","display_name":"Military Defense Systems Analysis","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5268712639808655},{"id":"https://openalex.org/keywords/aeronautics","display_name":"Aeronautics","score":0.5158564448356628},{"id":"https://openalex.org/keywords/remotely-operated-underwater-vehicle","display_name":"Remotely operated underwater vehicle","score":0.5147088170051575},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.4101770520210266},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3541101813316345},{"id":"https://openalex.org/keywords/marine-engineering","display_name":"Marine engineering","score":0.3325902223587036},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3191719651222229},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.18733340501785278},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.1605595350265503}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5268712639808655},{"id":"https://openalex.org/C178802073","wikidata":"https://www.wikidata.org/wiki/Q8421","display_name":"Aeronautics","level":1,"score":0.5158564448356628},{"id":"https://openalex.org/C145424490","wikidata":"https://www.wikidata.org/wiki/Q618465","display_name":"Remotely operated underwater vehicle","level":4,"score":0.5147088170051575},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.4101770520210266},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3541101813316345},{"id":"https://openalex.org/C199104240","wikidata":"https://www.wikidata.org/wiki/Q118291","display_name":"Marine engineering","level":1,"score":0.3325902223587036},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3191719651222229},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.18733340501785278},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.1605595350265503}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/plans46316.2020.9110222","is_oa":false,"landing_page_url":"https://doi.org/10.1109/plans46316.2020.9110222","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/ION Position, Location and Navigation Symposium (PLANS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1550943870","https://openalex.org/W2043714363","https://openalex.org/W2050009023","https://openalex.org/W2064088414","https://openalex.org/W2076796034","https://openalex.org/W2090127429","https://openalex.org/W2092583908","https://openalex.org/W2105779085","https://openalex.org/W2121960578","https://openalex.org/W2130711276","https://openalex.org/W2546868033","https://openalex.org/W2566763967","https://openalex.org/W2578994623","https://openalex.org/W2601260651","https://openalex.org/W2616968153","https://openalex.org/W2624972602","https://openalex.org/W2738388801","https://openalex.org/W2762846122","https://openalex.org/W2764067250","https://openalex.org/W2766224648","https://openalex.org/W2766764374","https://openalex.org/W2767826802","https://openalex.org/W2772741791","https://openalex.org/W2782155925","https://openalex.org/W2804543662","https://openalex.org/W2883342142","https://openalex.org/W2977141500","https://openalex.org/W3012253367","https://openalex.org/W3130385304","https://openalex.org/W3147124921"],"related_works":["https://openalex.org/W2071768959","https://openalex.org/W4319442894","https://openalex.org/W4383047418","https://openalex.org/W4312769026","https://openalex.org/W2532182032","https://openalex.org/W2910593227","https://openalex.org/W4386104472","https://openalex.org/W2951419801","https://openalex.org/W2254436626","https://openalex.org/W2995560259"],"abstract_inverted_index":{"This":[0],"work":[1],"presents":[2],"a":[3,19,32,46,126,142,175],"three-dimensional":[4],"control":[5],"algorithm":[6,48,89,122],"using":[7,125],"reinforcement":[8],"learning":[9,84],"to":[10,111,145],"guide":[11],"an":[12,97,150,161],"attacking":[13,162],"hunter":[14,44],"drone":[15],"capable":[16],"of":[17,31,42,59,80,86,107,116],"performing":[18],"global":[20],"navigation":[21],"satellite":[22],"systems":[23],"(GNSS)":[24],"repeater":[25],"attack":[26],"on":[27,104,133],"the":[28,37,43,53,56,60,67,70,77,87,92,105,108,112,117,134,167,172,179],"GNSS":[29],"receiver":[30],"target":[33],"invader":[34,109],"drone.":[35,119],"Considering":[36],"mission":[38,198],"and":[39,62,76,94,157,191],"movement":[40],"requirements":[41],"drone,":[45],"Q-learning":[47],"was":[49],"developed,":[50],"for":[51,196],"which":[52,130],"table":[54],"with":[55],"possible":[57],"transitions":[58],"states":[61],"actions":[63,68],"is":[64,102,123,131,155],"obtained":[65],"by":[66,96,160,171],"that":[69],"vehicle":[71,153,180],"can":[72,181],"take":[73],"considering":[74],"directions":[75],"respective":[78],"consequences":[79],"each":[81],"action.":[82],"The":[83,99,120],"capability":[85],"proposed":[88],"arises":[90],"from":[91],"trial":[93],"error":[95,106,189],"agent.":[98],"penalty":[100],"calculation":[101],"based":[103,132],"position":[110,115,169],"hunter's":[113],"desired":[114,170],"attacked":[118],"developed":[121,143],"tested":[124],"software-in-the-loop":[127],"(SITL)":[128],"implementation,":[129],"Ardupilot":[135],"platform.":[136],"SITL":[137],"simulations":[138],"are":[139,194],"performed":[140],"in":[141],"testbed":[144],"emulate":[146],"operational":[147],"scenarios,":[148],"where":[149,178],"unmanned":[151],"aerial":[152],"(UAV)":[154],"hijacked":[156],"then":[158],"controlled":[159],"UAV":[163],"until":[164],"it":[165],"reaches":[166],"final":[168],"hunter,":[173],"usually":[174],"secure":[176],"area":[177],"be":[182],"captured":[183],"without":[184],"being":[185],"destroyed.":[186],"Results,":[187],"including":[188],"metrics":[190],"action":[192],"time,":[193],"discussed":[195],"different":[197],"scenarios.":[199]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}