{"id":"https://openalex.org/W4385709248","doi":"https://doi.org/10.1007/s10458-023-09615-8","title":"A novel policy-graph approach with natural language and counterfactual abstractions for explaining reinforcement learning agents","display_name":"A novel policy-graph approach with natural language and counterfactual abstractions for explaining reinforcement learning agents","publication_year":2023,"publication_date":"2023-08-09","ids":{"openalex":"https://openalex.org/W4385709248","doi":"https://doi.org/10.1007/s10458-023-09615-8"},"language":"en","primary_location":{"id":"doi:10.1007/s10458-023-09615-8","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10458-023-09615-8","pdf_url":null,"source":{"id":"https://openalex.org/S5405189","display_name":"Autonomous Agents and Multi-Agent Systems","issn_l":"1387-2532","issn":["1387-2532","1573-7454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Autonomous Agents and Multi-Agent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100638104","display_name":"Tongtong Liu","orcid":"https://orcid.org/0009-0008-7649-7291"},"institutions":[{"id":"https://openalex.org/I47251452","display_name":"Wake Forest University","ror":"https://ror.org/0207ad724","country_code":"US","type":"education","lineage":["https://openalex.org/I47251452"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tongtong Liu","raw_affiliation_strings":["Computer Science Department, Wake Forest Univeristy, 1834 Wake Forest Rd, Winston-Salem, NC, 27109, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Wake Forest Univeristy, 1834 Wake Forest Rd, Winston-Salem, NC, 27109, USA","institution_ids":["https://openalex.org/I47251452"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071109651","display_name":"Joe McCalmon","orcid":null},"institutions":[{"id":"https://openalex.org/I47251452","display_name":"Wake Forest University","ror":"https://ror.org/0207ad724","country_code":"US","type":"education","lineage":["https://openalex.org/I47251452"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joe McCalmon","raw_affiliation_strings":["Computer Science Department, Wake Forest Univeristy, 1834 Wake Forest Rd, Winston-Salem, NC, 27109, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Wake Forest Univeristy, 1834 Wake Forest Rd, Winston-Salem, NC, 27109, USA","institution_ids":["https://openalex.org/I47251452"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039440984","display_name":"Thai Le","orcid":"https://orcid.org/0000-0001-9632-6870"},"institutions":[{"id":"https://openalex.org/I368840534","display_name":"University of Mississippi","ror":"https://ror.org/02teq1165","country_code":"US","type":"education","lineage":["https://openalex.org/I368840534","https://openalex.org/I4210141039"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thai Le","raw_affiliation_strings":["Computer and Information Science Department, University of Mississippi, 1848 University, Oxford, MS, 38677, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer and Information Science Department, University of Mississippi, 1848 University, Oxford, MS, 38677, USA","institution_ids":["https://openalex.org/I368840534"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017750516","display_name":"Md Asifur Rahman","orcid":"https://orcid.org/0000-0001-9020-2789"},"institutions":[{"id":"https://openalex.org/I47251452","display_name":"Wake Forest University","ror":"https://ror.org/0207ad724","country_code":"US","type":"education","lineage":["https://openalex.org/I47251452"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Md Asifur Rahman","raw_affiliation_strings":["Computer Science Department, Wake Forest Univeristy, 1834 Wake Forest Rd, Winston-Salem, NC, 27109, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Wake Forest Univeristy, 1834 Wake Forest Rd, Winston-Salem, NC, 27109, USA","institution_ids":["https://openalex.org/I47251452"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100405086","display_name":"Dongwon Lee","orcid":"https://orcid.org/0000-0001-8371-7629"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dongwon Lee","raw_affiliation_strings":["College of Information Sciences and Technology, The Pennsylvania State University, University Park, PA, 16802, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Sciences and Technology, The Pennsylvania State University, University Park, PA, 16802, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057127359","display_name":"Sarra Alqahtani","orcid":"https://orcid.org/0000-0003-4572-7150"},"institutions":[{"id":"https://openalex.org/I47251452","display_name":"Wake Forest University","ror":"https://ror.org/0207ad724","country_code":"US","type":"education","lineage":["https://openalex.org/I47251452"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sarra Alqahtani","raw_affiliation_strings":["Computer Science Department, Wake Forest Univeristy, 1834 Wake Forest Rd, Winston-Salem, NC, 27109, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Wake Forest Univeristy, 1834 Wake Forest Rd, Winston-Salem, NC, 27109, USA","institution_ids":["https://openalex.org/I47251452"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5057127359"],"corresponding_institution_ids":["https://openalex.org/I47251452"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":null,"fwci":0.7046,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.74842841,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"37","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.978600025177002,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9699000120162964,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.9091495275497437},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7954773902893066},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7424067854881287},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5041569471359253},{"id":"https://openalex.org/keywords/counterfactual-conditional","display_name":"Counterfactual conditional","score":0.5017662048339844},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4975149929523468},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.451871395111084},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3804696202278137},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.38035184144973755},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3547951579093933},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.0998428463935852},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.08778759837150574}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.9091495275497437},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7954773902893066},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7424067854881287},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5041569471359253},{"id":"https://openalex.org/C71889745","wikidata":"https://www.wikidata.org/wiki/Q1783264","display_name":"Counterfactual conditional","level":3,"score":0.5017662048339844},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4975149929523468},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.451871395111084},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3804696202278137},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.38035184144973755},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3547951579093933},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0998428463935852},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.08778759837150574}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10458-023-09615-8","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10458-023-09615-8","pdf_url":null,"source":{"id":"https://openalex.org/S5405189","display_name":"Autonomous Agents and Multi-Agent Systems","issn_l":"1387-2532","issn":["1387-2532","1573-7454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Autonomous Agents and Multi-Agent Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.75}],"awards":[{"id":"https://openalex.org/G1486463664","display_name":null,"funder_award_id":"2105007","funder_id":"https://openalex.org/F4320337387","funder_display_name":"Division of Computing and Communication Foundations"},{"id":"https://openalex.org/G4285769990","display_name":null,"funder_award_id":"1950491","funder_id":"https://openalex.org/F4320337387","funder_display_name":"Division of Computing and Communication Foundations"}],"funders":[{"id":"https://openalex.org/F4320337387","display_name":"Division of Computing and Communication Foundations","ror":"https://ror.org/01mng8331"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1994923984","https://openalex.org/W2109910161","https://openalex.org/W2113952909","https://openalex.org/W2127107099","https://openalex.org/W2492443444","https://openalex.org/W2594336441","https://openalex.org/W2597068831","https://openalex.org/W2602753196","https://openalex.org/W2883535494","https://openalex.org/W2884552039","https://openalex.org/W2891830784","https://openalex.org/W2897798332","https://openalex.org/W2952561542","https://openalex.org/W2962867073","https://openalex.org/W2963095307","https://openalex.org/W2998004401","https://openalex.org/W3046238651","https://openalex.org/W3124922852","https://openalex.org/W6608490008","https://openalex.org/W6637967152","https://openalex.org/W6694177581","https://openalex.org/W6744991969","https://openalex.org/W6757551904","https://openalex.org/W6761184903"],"related_works":["https://openalex.org/W2056582926","https://openalex.org/W4385292066","https://openalex.org/W4319083788","https://openalex.org/W4288485742","https://openalex.org/W2920490282","https://openalex.org/W4225162083","https://openalex.org/W4292102594","https://openalex.org/W4285240985","https://openalex.org/W1599620240","https://openalex.org/W2886693075"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}