{"id":"https://openalex.org/W7124276366","doi":"https://doi.org/10.65109/jmhl7276","title":"GANterfactual-RL: Understanding Reinforcement Learning Agents' Strategies through Visual Counterfactual Explanations","display_name":"GANterfactual-RL: Understanding Reinforcement Learning Agents' Strategies through Visual Counterfactual Explanations","alternate_titles":[],"publication_year":2023,"publication_date":"2023-05-30","ids":{"openalex":"https://openalex.org/W7124276366","doi":"https://doi.org/10.65109/jmhl7276"},"language":"en","primary_location":{"id":"doi:10.65109/jmhl7276","doi":"https://doi.org/10.65109/jmhl7276","is_oa":false,"landing_page_url":"https://doi.org/10.65109/jmhl7276","pdf_url":null,"source":{"id":"https://openalex.org/S4306417597","display_name":"Adaptive Agents and Multi-Agents Systems","issn_l":"1548-8403","issn":["1548-8403"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Joint Conference on Autonomous Agents and Multiagent Systems","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W7124276366"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2302.12689","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103105561","display_name":"Tobias Huber","orcid":"https://orcid.org/0000-0002-5010-4006","observed_orcids":["https://orcid.org/0000-0002-5010-4006"]},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tobias Huber","raw_affiliation_strings":["University of Augsburg, Augsburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041689719","display_name":"Maximilian Demmler","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Maximilian Demmler","raw_affiliation_strings":["University of Augsburg, Augsburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043580137","display_name":"Silvan Mertes","orcid":"https://orcid.org/0000-0001-5230-5218","observed_orcids":["https://orcid.org/0000-0001-5230-5218"]},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Silvan Mertes","raw_affiliation_strings":["University of Augsburg, Augsburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138393669","display_name":"Matthew L. Olson","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew L. Olson","raw_affiliation_strings":["Oregon State University, Corvallis, OR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oregon State University, Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5124408112","display_name":"Elisabeth Andr\u00e9","orcid":"https://orcid.org/0000-0002-2367-162X","observed_orcids":["https://orcid.org/0000-0002-2367-162X"]},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Elisabeth Andr\u00e9","raw_affiliation_strings":["University of Augsburg, Augsburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9285,"has_fulltext":true,"cited_by_count":33,"citation_normalized_percentile":{"value":0.91048721,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1097","last_page":"1106"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterfactual-explanations","display_name":"counterfactual explanations","score":0.9919999837875366},{"id":"https://openalex.org/keywords/reinforcement-learning-agents","display_name":"reinforcement learning agents","score":0.9810000061988831},{"id":"https://openalex.org/keywords/domain-transfer","display_name":"domain transfer","score":0.6439999938011169},{"id":"https://openalex.org/keywords/stargan","display_name":"StarGAN","score":0.949999988079071},{"id":"https://openalex.org/keywords/adversarial-machine-learning","display_name":"adversarial learning","score":0.8130000233650208},{"id":"https://openalex.org/keywords/model-agnostic-explanation","display_name":"model-agnostic explanation","score":0.7749999761581421},{"id":"https://openalex.org/keywords/explainable-ai","display_name":"explainable AI","score":0.640999972820282},{"id":"https://openalex.org/keywords/user-study","display_name":"user study","score":0.41200000047683716}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.9703999757766724},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7515000104904175},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6340000033378601},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6330000162124634},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49720001220703125},{"id":"https://openalex.org/C71889745","wikidata":"https://www.wikidata.org/wiki/Q1783264","display_name":"Counterfactual conditional","level":3,"score":0.49000000953674316},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4041999876499176},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3659000098705292},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.35850000381469727},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.33320000767707825},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.29600000381469727},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.28529998660087585},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.28360000252723694},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.27309998869895935},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2531999945640564},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2524999976158142}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.65109/jmhl7276","doi":"https://doi.org/10.65109/jmhl7276","is_oa":false,"landing_page_url":"https://doi.org/10.65109/jmhl7276","pdf_url":null,"source":{"id":"https://openalex.org/S4306417597","display_name":"Adaptive Agents and Multi-Agents Systems","issn_l":"1548-8403","issn":["1548-8403"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Joint Conference on Autonomous Agents and Multiagent Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2302.12689","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.12689","pdf_url":"https://arxiv.org/pdf/2302.12689","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2302.12689","doi":"https://doi.org/10.48550/arxiv.2302.12689","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2302.12689","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2302.12689","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.12689","pdf_url":"https://arxiv.org/pdf/2302.12689","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G5534415672","display_name":null,"funder_award_id":"559/10-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G8390274387","display_name":null,"funder_award_id":"AN 559/10-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320334763","display_name":"Leibniz-Gemeinschaft","ror":"https://ror.org/01n6r0e97"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7124276366.pdf","grobid_xml":"https://content.openalex.org/works/W7124276366.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2150468603","https://openalex.org/W2270696664","https://openalex.org/W2556958149","https://openalex.org/W2670253439","https://openalex.org/W2768626898","https://openalex.org/W2807807246","https://openalex.org/W2897798332","https://openalex.org/W2903808828","https://openalex.org/W2944277342","https://openalex.org/W2945295328","https://openalex.org/W2953945697","https://openalex.org/W2966362896","https://openalex.org/W2971538581","https://openalex.org/W3003533476","https://openalex.org/W3007111659","https://openalex.org/W3025195025","https://openalex.org/W3031798691","https://openalex.org/W3041218611","https://openalex.org/W3042074110","https://openalex.org/W3048977193","https://openalex.org/W3122477368","https://openalex.org/W3124922852","https://openalex.org/W3133848836","https://openalex.org/W3164011142","https://openalex.org/W3174381868","https://openalex.org/W3174873814","https://openalex.org/W3187709298","https://openalex.org/W3193266573","https://openalex.org/W3204544513","https://openalex.org/W3209179910","https://openalex.org/W3209627672","https://openalex.org/W3216656735","https://openalex.org/W4286225053","https://openalex.org/W4290617519","https://openalex.org/W4294783529","https://openalex.org/W4311253153","https://openalex.org/W4383890656","https://openalex.org/W7225209084"],"related_works":["https://openalex.org/W7124272777","https://openalex.org/W3124922852","https://openalex.org/W4361982844","https://openalex.org/W7124249376","https://openalex.org/W4387830560","https://openalex.org/W4391897126","https://openalex.org/W4414360354","https://openalex.org/W4409381063"],"abstract_inverted_index":{"Counterfactual":[0],"explanations":[1,44,102,137],"are":[2,64,103],"a":[3,30,39,120,124,129,146,183],"common":[4],"tool":[5],"to":[6,29,134],"explain":[7],"artificial":[8],"intelligence":[9],"models.":[10],"For":[11],"Reinforcement":[12],"Learning":[13],"(RL)":[14],"agents,":[15],"they":[16],"answer":[17],"\"Why":[18],"not?\"":[19],"or":[20,118],"\"What":[21],"if?\"":[22],"questions":[23],"by":[24,141],"illustrating":[25],"what":[26],"minimal":[27],"change":[28],"state":[31,58],"is":[32,51,87,98,162],"needed":[33],"such":[34],"that":[35,168,186],"an":[36,67],"agent":[37,122],"chooses":[38],"different":[40,116,195],"action.":[41],"Generating":[42],"counterfactual":[43,78,101,136],"for":[45,81,106,123,138],"RL":[46,82,139],"agents":[47,83,117,140,196],"with":[48,84],"visual":[49,85],"input":[50],"especially":[52],"challenging":[53],"because":[54,61],"of":[55,66,115,154],"their":[56,62],"large":[57],"spaces":[59],"and":[60,89,165],"decisions":[63],"part":[65],"overarching":[68],"policy,":[69],"which":[70,150,193],"includes":[71],"long-term":[72],"decision-making.":[73],"However,":[74],"research":[75],"focusing":[76],"on":[77],"explanations,":[79],"specifically":[80],"input,":[86],"scarce":[88],"does":[90],"not":[91],"go":[92],"beyond":[93],"identifying":[94],"defective":[95],"agents.":[96],"It":[97],"unclear":[99],"whether":[100],"still":[104],"helpful":[105],"more":[107],"complex":[108],"tasks":[109],"like":[110,158],"analyzing":[111,192],"the":[112,143,152,171],"learned":[113],"strategies":[114,194],"choosing":[119],"fitting":[121],"specific":[125],"task.":[126],"We":[127],"propose":[128],"novel":[130],"but":[131],"simple":[132],"method":[133,161,174,188],"generate":[135],"formulating":[142],"problem":[144,149],"as":[145],"domain":[147],"transfer":[148],"allows":[151],"use":[153],"adversarial":[155],"learning":[156],"techniques":[157],"StarGAN.":[159],"Our":[160],"fully":[163],"model-agnostic":[164],"we":[166,180],"demonstrate":[167],"it":[169],"outperforms":[170],"only":[172],"previous":[173],"in":[175,182],"several":[176],"computational":[177],"metrics.":[178],"Furthermore,":[179],"show":[181],"user":[184],"study":[185],"our":[187],"performs":[189],"best":[190],"when":[191],"pursue.":[197]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7124276366","counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":2}],"updated_date":"2026-11-18T13:11:19.462570","created_date":"2026-01-16T00:00:00"}
