{"id":"https://openalex.org/W3216793606","doi":"https://doi.org/10.1109/vis49827.2021.9623268","title":"\u201cWhy did my AI agent lose?\u201d: Visual Analytics for Scaling Up After-Action Review","display_name":"\u201cWhy did my AI agent lose?\u201d: Visual Analytics for Scaling Up After-Action Review","publication_year":2021,"publication_date":"2021-10-01","ids":{"openalex":"https://openalex.org/W3216793606","doi":"https://doi.org/10.1109/vis49827.2021.9623268","mag":"3216793606"},"language":"en","primary_location":{"id":"doi:10.1109/vis49827.2021.9623268","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vis49827.2021.9623268","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Visualization Conference (VIS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047976541","display_name":"Delyar Tabatabai","orcid":null},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Delyar Tabatabai","raw_affiliation_strings":["Oregon State University"],"affiliations":[{"raw_affiliation_string":"Oregon State University","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078997509","display_name":"Anita Ruangrotsakun","orcid":"https://orcid.org/0000-0001-7473-6166"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anita Ruangrotsakun","raw_affiliation_strings":["Oregon State University"],"affiliations":[{"raw_affiliation_string":"Oregon State University","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081015851","display_name":"Jed Irvine","orcid":null},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jed Irvine","raw_affiliation_strings":["Oregon State University"],"affiliations":[{"raw_affiliation_string":"Oregon State University","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053324798","display_name":"Jonathan Dodge","orcid":"https://orcid.org/0009-0000-5175-5962"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Dodge","raw_affiliation_strings":["Oregon State University"],"affiliations":[{"raw_affiliation_string":"Oregon State University","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078508343","display_name":"Zeyad Shureih","orcid":"https://orcid.org/0000-0002-0629-5781"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zeyad Shureih","raw_affiliation_strings":["Oregon State University"],"affiliations":[{"raw_affiliation_string":"Oregon State University","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061223981","display_name":"Kin-Ho Lam","orcid":null},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kin-Ho Lam","raw_affiliation_strings":["Oregon State University"],"affiliations":[{"raw_affiliation_string":"Oregon State University","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011173372","display_name":"Margaret Burnett","orcid":"https://orcid.org/0000-0001-6536-7629"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Margaret Burnett","raw_affiliation_strings":["Oregon State University"],"affiliations":[{"raw_affiliation_string":"Oregon State University","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030052689","display_name":"Alan Fern","orcid":"https://orcid.org/0000-0001-5851-8935"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alan Fern","raw_affiliation_strings":["Oregon State University"],"affiliations":[{"raw_affiliation_string":"Oregon State University","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042350842","display_name":"Minsuk Kahng","orcid":"https://orcid.org/0000-0002-0291-6026"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Minsuk Kahng","raw_affiliation_strings":["Oregon State University"],"affiliations":[{"raw_affiliation_string":"Oregon State University","institution_ids":["https://openalex.org/I131249849"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5047976541"],"corresponding_institution_ids":["https://openalex.org/I131249849"],"apc_list":null,"apc_paid":null,"fwci":0.2882,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.57163399,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"24","issue":null,"first_page":"16","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8831464052200317},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.79583740234375},{"id":"https://openalex.org/keywords/visual-analytics","display_name":"Visual analytics","score":0.6690582633018494},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.6628037095069885},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6149462461471558},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5937767624855042},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5933471918106079},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.5899161696434021},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4916289448738098},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.47047096490859985},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.43052563071250916},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40763550996780396},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.2984526455402374}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8831464052200317},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.79583740234375},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.6690582633018494},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.6628037095069885},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6149462461471558},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5937767624855042},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5933471918106079},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5899161696434021},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4916289448738098},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.47047096490859985},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.43052563071250916},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40763550996780396},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2984526455402374},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vis49827.2021.9623268","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vis49827.2021.9623268","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Visualization Conference (VIS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7699999809265137,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1500981594","https://openalex.org/W1995923922","https://openalex.org/W2257979135","https://openalex.org/W2488113179","https://openalex.org/W2779141230","https://openalex.org/W2888723145","https://openalex.org/W2892051885","https://openalex.org/W2894167989","https://openalex.org/W2916904544","https://openalex.org/W2948894190","https://openalex.org/W2949858875","https://openalex.org/W2952602496","https://openalex.org/W2963123635","https://openalex.org/W2963214037","https://openalex.org/W2989847975","https://openalex.org/W3010499686","https://openalex.org/W3021941048","https://openalex.org/W3022659003","https://openalex.org/W3040729482","https://openalex.org/W3043397348","https://openalex.org/W3086713402","https://openalex.org/W3118210634","https://openalex.org/W3127286051","https://openalex.org/W3146115948","https://openalex.org/W3159394994","https://openalex.org/W3184543962","https://openalex.org/W3197450565","https://openalex.org/W3201748594","https://openalex.org/W4244951717","https://openalex.org/W4287239751","https://openalex.org/W6640002018","https://openalex.org/W6752738223","https://openalex.org/W6793427725","https://openalex.org/W6802646467"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W4390569940","https://openalex.org/W2362367986","https://openalex.org/W348707231","https://openalex.org/W2064719069","https://openalex.org/W3041760129","https://openalex.org/W2062940763","https://openalex.org/W2937343495","https://openalex.org/W4360833258","https://openalex.org/W3048864202"],"abstract_inverted_index":{"How":[0],"can":[1,67,140],"we":[2,61],"help":[3,141],"domain-knowledgeable":[4],"users":[5,30],"who":[6],"do":[7],"not":[8],"have":[9],"expertise":[10],"in":[11,78,118,148],"AI":[12,16,38,52,149],"analyze":[13],"why":[14,113],"an":[15,51],"agent":[17,53,116],"failed?":[18],"Our":[19],"research":[20],"team":[21],"previously":[22],"developed":[23],"a":[24,42,46,108,114,119,144],"new":[25],"structured":[26,133],"process":[27,66,85],"for":[28,37],"such":[29],"to":[31,49,70,86],"assess":[32,50],"AI,":[33],"called":[34],"After-Action":[35],"Review":[36],"(AAR/AI),":[39],"consisting":[40],"of":[41,44,111],"series":[43],"steps":[45],"human":[47],"takes":[48],"and":[54,93],"formalize":[55],"their":[56],"understanding.":[57],"In":[58],"this":[59],"paper,":[60],"investigate":[62],"how":[63],"the":[64,83,126],"AAR/AI":[65,84,136],"scale":[68],"up":[69],"support":[71],"reinforcement":[72],"learning":[73],"(RL)":[74],"agents":[75],"that":[76],"operate":[77],"complex":[79,120],"environments.":[80],"We":[81,103,130],"augment":[82],"be":[87],"performed":[88],"at":[89],"three":[90],"levels\u2014episode-level,":[91],"decision-level,":[92],"explanation-level\u2014and":[94],"integrate":[95],"it":[96],"into":[97,137],"our":[98,105],"redesigned":[99],"visual":[100],"analytics":[101],"interface.":[102],"illustrate":[104],"approach":[106],"through":[107],"usage":[109],"scenario":[110],"analyzing":[112],"RL":[115],"lost":[117],"real-time":[121],"strategy":[122],"game":[123],"built":[124],"with":[125],"StarCraft":[127],"2":[128],"engine.":[129],"believe":[131],"integrating":[132],"processes":[134],"like":[135],"visualization":[138,142],"tools":[139],"play":[143],"more":[145],"critical":[146],"role":[147],"interpretability.":[150]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}