{"id":"https://openalex.org/W4398151629","doi":"https://doi.org/10.1109/taes.2024.3403078","title":"Explainable AI and Robustness-Based Test and Evaluation of Reinforcement Learning","display_name":"Explainable AI and Robustness-Based Test and Evaluation of Reinforcement Learning","publication_year":2024,"publication_date":"2024-05-20","ids":{"openalex":"https://openalex.org/W4398151629","doi":"https://doi.org/10.1109/taes.2024.3403078"},"language":"en","primary_location":{"id":"doi:10.1109/taes.2024.3403078","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taes.2024.3403078","pdf_url":"https://ieeexplore.ieee.org/ielx7/7/7778228/10534821.pdf","source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://ieeexplore.ieee.org/ielx7/7/7778228/10534821.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015078987","display_name":"Ali K. Raz","orcid":"https://orcid.org/0000-0003-2562-1631"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali K. Raz","raw_affiliation_strings":["George Mason University, Fairfax, VA, USA","George Mason University, Fairfax, Va, USA"],"raw_orcid":"https://orcid.org/0000-0003-2562-1631","affiliations":[{"raw_affiliation_string":"George Mason University, Fairfax, VA, USA","institution_ids":["https://openalex.org/I162714631"]},{"raw_affiliation_string":"George Mason University, Fairfax, Va, USA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073840818","display_name":"Kshitij Mall","orcid":"https://orcid.org/0000-0001-9748-7705"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kshitij Mall","raw_affiliation_strings":["Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0001-9748-7705","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050550554","display_name":"Sean M. Nolan","orcid":null},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sean Matthew Nolan","raw_affiliation_strings":["Purdue University, West Lafayette, IN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053458101","display_name":"Winston C. Levin","orcid":"https://orcid.org/0000-0002-5887-5825"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Winston Levin","raw_affiliation_strings":["Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0002-5887-5825","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052135588","display_name":"Linas Mockus","orcid":"https://orcid.org/0000-0003-2289-5426"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Linas Mockus","raw_affiliation_strings":["Purdue University, West Lafayette, IN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035517363","display_name":"Kris Ezra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kris Ezra","raw_affiliation_strings":["CrowdStrike Inc., West Lafayette, IN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CrowdStrike Inc., West Lafayette, IN, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081120817","display_name":"Ahmad Mia","orcid":null},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ahmad Mia","raw_affiliation_strings":["George Mason University, Fairfax, VA, USA","George Mason University, Fairfax, Va, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"George Mason University, Fairfax, VA, USA","institution_ids":["https://openalex.org/I162714631"]},{"raw_affiliation_string":"George Mason University, Fairfax, Va, USA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015704365","display_name":"Kyle Williams","orcid":"https://orcid.org/0000-0003-2418-0897"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kyle Williams","raw_affiliation_strings":["Sandia National Laboratories, Albuquerque, NM, USA"],"raw_orcid":"https://orcid.org/0000-0003-2418-0897","affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, Albuquerque, NM, USA","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015724708","display_name":"Julie Parish","orcid":null},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julie Parish","raw_affiliation_strings":["Sandia National Laboratories, Albuquerque, NM, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, Albuquerque, NM, USA","institution_ids":["https://openalex.org/I4210104735"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.7492,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.91258281,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"60","issue":"5","first_page":"6110","last_page":"6123"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11357","display_name":"Risk and Safety Analysis","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8330038189888},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7994788885116577},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6502171754837036},{"id":"https://openalex.org/keywords/aerospace","display_name":"Aerospace","score":0.5880318284034729},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5736940503120422},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5109490752220154},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.43276581168174744},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.27035266160964966}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8330038189888},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7994788885116577},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6502171754837036},{"id":"https://openalex.org/C167740415","wikidata":"https://www.wikidata.org/wiki/Q2876213","display_name":"Aerospace","level":2,"score":0.5880318284034729},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5736940503120422},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5109490752220154},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.43276581168174744},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.27035266160964966},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/taes.2024.3403078","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taes.2024.3403078","pdf_url":"https://ieeexplore.ieee.org/ielx7/7/7778228/10534821.pdf","source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"},{"id":"pmh:oai:osti.gov:2462822","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/2462822","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:osti.gov:2462825","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/2462825","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.1109/taes.2024.3403078","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taes.2024.3403078","pdf_url":"https://ieeexplore.ieee.org/ielx7/7/7778228/10534821.pdf","source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7799999713897705,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G2209453243","display_name":null,"funder_award_id":"DE-NA0003525","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320319398","display_name":"Honeywell","ror":null},{"id":"https://openalex.org/F4320338291","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4398151629.pdf"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2061697169","https://openalex.org/W2073787051","https://openalex.org/W2316548428","https://openalex.org/W2487898712","https://openalex.org/W2568283272","https://openalex.org/W2615464946","https://openalex.org/W2736601468","https://openalex.org/W2801598934","https://openalex.org/W2906158882","https://openalex.org/W2922988740","https://openalex.org/W2945850646","https://openalex.org/W2949676527","https://openalex.org/W2973229164","https://openalex.org/W2981731882","https://openalex.org/W2985163326","https://openalex.org/W3000117627","https://openalex.org/W3016821494","https://openalex.org/W3024073648","https://openalex.org/W3031018183","https://openalex.org/W3045707663","https://openalex.org/W3048580196","https://openalex.org/W3082925502","https://openalex.org/W3088655051","https://openalex.org/W3116073702","https://openalex.org/W3118913681","https://openalex.org/W3124567118","https://openalex.org/W3126603998","https://openalex.org/W3139738678","https://openalex.org/W3149121757","https://openalex.org/W3164043830","https://openalex.org/W3172957127","https://openalex.org/W3174863073","https://openalex.org/W3184846191","https://openalex.org/W3190522703","https://openalex.org/W3203534993","https://openalex.org/W3208186643","https://openalex.org/W4206407706","https://openalex.org/W4210421084","https://openalex.org/W4300642457","https://openalex.org/W6601274596","https://openalex.org/W6737947904","https://openalex.org/W6741002519","https://openalex.org/W6763305696","https://openalex.org/W6801783160"],"related_works":["https://openalex.org/W4225795411","https://openalex.org/W2511013388","https://openalex.org/W4310083477","https://openalex.org/W2044192478","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W2064861618","https://openalex.org/W4378695326","https://openalex.org/W29956273","https://openalex.org/W2356599848"],"abstract_inverted_index":{"Reinforcement":[0,32,78,137,187],"Learning":[1,33,79,138,188],"is":[2,38,52,81,140],"a":[3,71,84,128,136,193],"powerful":[4],"and":[5,21,43,54,74,110,112],"proven":[6],"approach":[7],"to":[8,28,106,142,173,192],"generating":[9],"near-optimal":[10],"decision":[11],"policies":[12],"across":[13],"domains,":[14],"though":[15],"characterizing":[16],"performance":[17,55,108],"boundaries,":[18],"explaining":[19],"decisions,":[20],"quantifying":[22],"output":[23,114],"uncertainties":[24],"are":[25,190],"major":[26],"barriers":[27],"widespread":[29],"adoption":[30],"of":[31,50,59,127,146,161,171,201],"for":[34,41,57,77],"real-time":[35],"use.":[36],"This":[37,91],"particularly":[39],"true":[40],"high-risk":[42],"safety-critical":[44],"aerospace":[45,130],"systems":[46,58,85],"where":[47,135],"the":[48,153,159,168,177,183,186],"cost":[49],"failure":[51],"high":[53],"envelopes":[56],"interest":[60],"may":[61],"be":[62],"small.":[63],"To":[64],"address":[65],"these":[66],"issues,":[67],"this":[68,120],"paper":[69],"presents":[70],"three-part":[72],"Test":[73],"Evaluation":[75],"framework":[76,92],"which":[80],"purpose-built":[82],"from":[83,185],"engineering":[86],"perspective":[87],"on":[88],"artificial":[89],"intelligence.":[90],"employs":[93],"Explainable":[94],"AI":[95],"techniques-namely":[96],"Shapley":[97,149],"Additive":[98,150],"Explanations-to":[99],"examine":[100],"opaque":[101],"decision-making,":[102],"introduces":[103],"robustness":[104,165],"testing":[105,166],"characterize":[107],"bounds":[109],"sensitivities,":[111],"incorporates":[113],"validation":[115],"against":[116],"accepted":[117],"solutions.":[118,203],"In":[119],"paper,":[121],"we":[122],"consider":[123],"an":[124,198],"example":[125],"problem":[126,134],"high-speed":[129],"vehicle":[131,144,179],"emergency":[132],"descent":[133],"agent":[139,189],"trained":[141,178],"control":[143],"angle":[145],"attack":[147],"(AoA).":[148],"Explanations":[151],"expose":[152],"most":[154],"significant":[155],"features":[156],"that":[157],"impact":[158],"selection":[160],"AoA":[162],"command":[163],"while":[164],"characterizes":[167],"acceptable":[169],"range":[170],"disturbances":[172],"in":[174],"flight":[175],"parameters":[176],"can":[180],"accommodate.":[181],"Finally,":[182],"outputs":[184],"compared":[191],"baseline":[194],"optimal":[195],"trajectory":[196],"as":[197],"acceptance":[199],"criterion":[200],"RL":[202]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}