{"id":"https://openalex.org/W4409156464","doi":"https://doi.org/10.1109/ieeeconf60004.2024.10943028","title":"Comparison of Explainability Approaches for Reinforcement Learning for Autonomous Flight Maneuvers","display_name":"Comparison of Explainability Approaches for Reinforcement Learning for Autonomous Flight Maneuvers","publication_year":2024,"publication_date":"2024-10-27","ids":{"openalex":"https://openalex.org/W4409156464","doi":"https://doi.org/10.1109/ieeeconf60004.2024.10943028"},"language":"en","primary_location":{"id":"doi:10.1109/ieeeconf60004.2024.10943028","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ieeeconf60004.2024.10943028","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 58th Asilomar Conference on Signals, Systems, and Computers","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016947876","display_name":"Swati Kar","orcid":null},"institutions":[{"id":"https://openalex.org/I16944753","display_name":"Clarkson University","ror":"https://ror.org/03rwgpn18","country_code":"US","type":"education","lineage":["https://openalex.org/I16944753"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Swati Kar","raw_affiliation_strings":["Clarkson University,Potsdam,New York"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clarkson University,Potsdam,New York","institution_ids":["https://openalex.org/I16944753"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085141819","display_name":"Mahesh K. Banavar","orcid":"https://orcid.org/0000-0002-3916-7137"},"institutions":[{"id":"https://openalex.org/I16944753","display_name":"Clarkson University","ror":"https://ror.org/03rwgpn18","country_code":"US","type":"education","lineage":["https://openalex.org/I16944753"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mahesh K. Banavar","raw_affiliation_strings":["Clarkson University,Potsdam,New York"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clarkson University,Potsdam,New York","institution_ids":["https://openalex.org/I16944753"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025637181","display_name":"Soumyabrata Dey","orcid":"https://orcid.org/0000-0002-4589-5165"},"institutions":[{"id":"https://openalex.org/I16944753","display_name":"Clarkson University","ror":"https://ror.org/03rwgpn18","country_code":"US","type":"education","lineage":["https://openalex.org/I16944753"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Soumyabrata Dey","raw_affiliation_strings":["Clarkson University,Potsdam,New York"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clarkson University,Potsdam,New York","institution_ids":["https://openalex.org/I16944753"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116925601","display_name":"Allan Salihovic","orcid":null},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Allan Salihovic","raw_affiliation_strings":["State University of New York at Buffalo,Buffalo,NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State University of New York at Buffalo,Buffalo,NY","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065073687","display_name":"Simon Khan","orcid":"https://orcid.org/0000-0002-0096-8682"},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Simon Khan","raw_affiliation_strings":["Air Force Research Laboratory,Rome,NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air Force Research Laboratory,Rome,NY","institution_ids":["https://openalex.org/I1280414376"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068299458","display_name":"Jason Bryant","orcid":null},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jason R. Bryant","raw_affiliation_strings":["Air Force Research Laboratory,Rome,NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air Force Research Laboratory,Rome,NY","institution_ids":["https://openalex.org/I1280414376"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1372","last_page":"1376"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9700000286102295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9390000104904175,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6765161752700806},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5657837986946106},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4432760775089264},{"id":"https://openalex.org/keywords/aeronautics","display_name":"Aeronautics","score":0.4429798126220703},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.32925164699554443},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2949295938014984}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6765161752700806},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5657837986946106},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4432760775089264},{"id":"https://openalex.org/C178802073","wikidata":"https://www.wikidata.org/wiki/Q8421","display_name":"Aeronautics","level":1,"score":0.4429798126220703},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.32925164699554443},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2949295938014984}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ieeeconf60004.2024.10943028","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ieeeconf60004.2024.10943028","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 58th Asilomar Conference on Signals, Systems, and Computers","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","id":"https://metadata.un.org/sdg/13","score":0.5199999809265137}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W2062122188","https://openalex.org/W2998004401","https://openalex.org/W3190154035","https://openalex.org/W3212948397","https://openalex.org/W4206767717","https://openalex.org/W4307374904","https://openalex.org/W4386158969","https://openalex.org/W6749992176","https://openalex.org/W6753499099","https://openalex.org/W6849896277"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Autonomous":[0],"drone":[1],"movement":[2],"is":[3,56,81,97,110,152],"an":[4,26,90],"important":[5],"problem":[6],"area":[7],"that":[8,80],"has":[9],"various":[10],"real-world":[11],"applications":[12],"including":[13],"surveillance":[14],"and":[15,133,141,159],"flight":[16,102,108,114,138],"combat":[17,103],"scenarios.":[18],"Reinforcement":[19],"learning":[20],"(RL)":[21],"based":[22,54],"approaches":[23],"can":[24,42,144],"be":[25,128,145],"obvious":[27],"choice":[28],"to":[29,38,112,130],"solve":[30],"this":[31],"problem.":[32],"However,":[33],"a":[34,48,74,100,153],"lack":[35],"of":[36,89,156,167],"explainability":[37],"these":[39],"mission-critical":[40],"scenarios":[41],"bring":[43],"catastrophic":[44],"mistakes.":[45],"For":[46],"instance,":[47],"regular":[49],"deep":[50],"Q":[51],"Network":[52],"(DQN)":[53],"technique":[55],"not":[57],"efficient":[58,82],"enough":[59],"at":[60,83],"explaining":[61],"the":[62,68,95,106,118,137,142,148,165],"agent's":[63,92,139],"behavior":[64,140],"after":[65],"it":[66],"learns":[67],"optimal":[69],"policy.":[70],"Therefore,":[71],"we":[72],"propose":[73],"reward":[75],"decomposed":[76],"DQN":[77],"(rdDQN)":[78],"framework":[79],"providing":[84],"minimal":[85],"sufficient":[86],"explanations":[87],"(MSE)":[88],"aircraft":[91],"maneuvers":[93],"when":[94],"agent":[96,109],"trained":[98],"in":[99,164],"simulated":[101],"environment.":[104],"Furthermore,":[105],"RL-trained":[107],"expected":[111],"learn":[113],"maneuvering":[115],"strategies":[116],"beyond":[117],"common":[119],"training":[120],"tactics.":[121],"Our":[122],"explainable":[123],"RL":[124],"(XRL)":[125],"algorithm":[126],"will":[127,162],"able":[129],"answer":[131],"\u2018actual\u2019":[132],"\u2018counterfactual\u2019":[134],"questions":[135],"on":[136],"knowledge":[143],"shared":[146],"with":[147],"human":[149],"counterpart.":[150],"Explainability":[151],"key":[154],"aspect":[155],"trustworthy":[157,168],"AI":[158],"our":[160],"effort":[161],"aid":[163],"development":[166],"autonomous":[169],"solutions.":[170]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}