{"id":"https://openalex.org/W2990540492","doi":"https://doi.org/10.1145/3366485","title":"Mental Models of Mere Mortals with Explanations of Reinforcement Learning","display_name":"Mental Models of Mere Mortals with Explanations of Reinforcement Learning","publication_year":2020,"publication_date":"2020-05-30","ids":{"openalex":"https://openalex.org/W2990540492","doi":"https://doi.org/10.1145/3366485","mag":"2990540492"},"language":"en","primary_location":{"id":"doi:10.1145/3366485","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3366485","pdf_url":null,"source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074383732","display_name":"A. W. Anderson","orcid":"https://orcid.org/0000-0003-4964-6059"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Andrew Anderson","raw_affiliation_strings":["Oregon State University, SW Jefferson Way, Corvallis, OR"],"affiliations":[{"raw_affiliation_string":"Oregon State University, SW Jefferson Way, Corvallis, OR","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053324798","display_name":"Jonathan Dodge","orcid":"https://orcid.org/0009-0000-5175-5962"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Dodge","raw_affiliation_strings":["Oregon State University, SW Jefferson Way, Corvallis, OR"],"affiliations":[{"raw_affiliation_string":"Oregon State University, SW Jefferson Way, Corvallis, OR","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050032164","display_name":"Amrita Sadarangani","orcid":null},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amrita Sadarangani","raw_affiliation_strings":["Oregon State University, SW Jefferson Way, Corvallis, OR"],"affiliations":[{"raw_affiliation_string":"Oregon State University, SW Jefferson Way, Corvallis, OR","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062145228","display_name":"Zoe Juozapaitis","orcid":null},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zoe Juozapaitis","raw_affiliation_strings":["Oregon State University, SW Jefferson Way, Corvallis, OR"],"affiliations":[{"raw_affiliation_string":"Oregon State University, SW Jefferson Way, Corvallis, OR","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022881075","display_name":"Evan Newman","orcid":null},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Evan Newman","raw_affiliation_strings":["Oregon State University, SW Jefferson Way, Corvallis, OR"],"affiliations":[{"raw_affiliation_string":"Oregon State University, SW Jefferson Way, Corvallis, OR","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081015851","display_name":"Jed Irvine","orcid":null},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jed Irvine","raw_affiliation_strings":["Oregon State University, SW Jefferson Way, Corvallis, OR"],"affiliations":[{"raw_affiliation_string":"Oregon State University, SW Jefferson Way, Corvallis, OR","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059243154","display_name":"Souti Chattopadhyay","orcid":"https://orcid.org/0000-0003-1644-7344"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Souti Chattopadhyay","raw_affiliation_strings":["Oregon State University, SW Jefferson Way, Corvallis, OR"],"affiliations":[{"raw_affiliation_string":"Oregon State University, SW Jefferson Way, Corvallis, OR","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064025350","display_name":"Matthew Olson","orcid":"https://orcid.org/0000-0002-4179-456X"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Olson","raw_affiliation_strings":["Oregon State University, SW Jefferson Way, Corvallis, OR"],"affiliations":[{"raw_affiliation_string":"Oregon State University, SW Jefferson Way, Corvallis, OR","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030052689","display_name":"Alan Fern","orcid":"https://orcid.org/0000-0001-5851-8935"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alan Fern","raw_affiliation_strings":["Oregon State University, SW Jefferson Way, Corvallis, OR"],"affiliations":[{"raw_affiliation_string":"Oregon State University, SW Jefferson Way, Corvallis, OR","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011173372","display_name":"Margaret Burnett","orcid":"https://orcid.org/0000-0001-6536-7629"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Margaret Burnett","raw_affiliation_strings":["Oregon State University, SW Jefferson Way, Corvallis, OR"],"affiliations":[{"raw_affiliation_string":"Oregon State University, SW Jefferson Way, Corvallis, OR","institution_ids":["https://openalex.org/I131249849"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5074383732"],"corresponding_institution_ids":["https://openalex.org/I131249849"],"apc_list":null,"apc_paid":null,"fwci":3.4466,"has_fulltext":false,"cited_by_count":59,"citation_normalized_percentile":{"value":0.93692234,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"10","issue":"2","first_page":"1","last_page":"37"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.9409000277519226,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6675308346748352},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.6528446674346924},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.622221052646637},{"id":"https://openalex.org/keywords/intelligibility","display_name":"Intelligibility (philosophy)","score":0.5641284584999084},{"id":"https://openalex.org/keywords/panacea","display_name":"Panacea (medicine)","score":0.5459193587303162},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.5263984203338623},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4758419990539551},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.30138373374938965},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2160467803478241},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.21295905113220215},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.05999237298965454}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6675308346748352},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.6528446674346924},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.622221052646637},{"id":"https://openalex.org/C60048801","wikidata":"https://www.wikidata.org/wiki/Q1433889","display_name":"Intelligibility (philosophy)","level":2,"score":0.5641284584999084},{"id":"https://openalex.org/C26993612","wikidata":"https://www.wikidata.org/wiki/Q910154","display_name":"Panacea (medicine)","level":3,"score":0.5459193587303162},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5263984203338623},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4758419990539551},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.30138373374938965},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2160467803478241},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.21295905113220215},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.05999237298965454},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3366485","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3366485","pdf_url":null,"source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G626412182","display_name":null,"funder_award_id":"#N66001-17-2-4","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1556779599","https://openalex.org/W1598093018","https://openalex.org/W1849277567","https://openalex.org/W1976637107","https://openalex.org/W1994606570","https://openalex.org/W2032762240","https://openalex.org/W2053075547","https://openalex.org/W2058990114","https://openalex.org/W2088730954","https://openalex.org/W2104308387","https://openalex.org/W2123344105","https://openalex.org/W2126481624","https://openalex.org/W2131057562","https://openalex.org/W2142225512","https://openalex.org/W2148383759","https://openalex.org/W2151905266","https://openalex.org/W2154350972","https://openalex.org/W2529275262","https://openalex.org/W2531072128","https://openalex.org/W2532636001","https://openalex.org/W2594227402","https://openalex.org/W2606462007","https://openalex.org/W2624731731","https://openalex.org/W2724918885","https://openalex.org/W2762292792","https://openalex.org/W2776207810","https://openalex.org/W2793962634","https://openalex.org/W2884552039","https://openalex.org/W2940995469","https://openalex.org/W2964125683","https://openalex.org/W2964135091","https://openalex.org/W2964277809","https://openalex.org/W3101609372","https://openalex.org/W3138771162","https://openalex.org/W4212774754","https://openalex.org/W4229800322","https://openalex.org/W4239816899","https://openalex.org/W4299335686"],"related_works":["https://openalex.org/W2791057018","https://openalex.org/W2100901739","https://openalex.org/W2073210364","https://openalex.org/W4242593755","https://openalex.org/W2123548032","https://openalex.org/W2564831469","https://openalex.org/W2002441522","https://openalex.org/W2073363395","https://openalex.org/W2980038767","https://openalex.org/W2889483553"],"abstract_inverted_index":{"How":[0],"should":[1],"reinforcement":[2],"learning":[3],"(RL)":[4],"agents":[5],"explain":[6],"themselves":[7],"to":[8,26,113],"humans":[9],"not":[10],"trained":[11],"in":[12,35,119,152],"AI?":[13],"To":[14],"gain":[15],"insights":[16],"into":[17],"this":[18,129],"question,":[19],"we":[20],"conducted":[21],"a":[22,39,102,115,135],"124-participant,":[23],"four-treatment":[24],"experiment":[25],"compare":[27],"participants\u2019":[28,120],"mental":[29,121],"models":[30],"of":[31,38,51,61,78,93,96],"an":[32],"RL":[33],"agent":[34],"the":[36,75,90,125,144,148,161],"context":[37],"simple":[40],"Real-Time":[41],"Strategy":[42],"(RTS)":[43],"game.":[44],"The":[45,58],"four":[46],"treatments":[47],"isolated":[48],"two":[49,59],"types":[50,60,95],"explanations":[52,62,159],"vs.":[53,55],"neither":[54],"both":[56,158],"together.":[57],"were":[63],"as":[64],"follows:":[65],"(1)":[66],"saliency":[67,107],"maps":[68],"(an":[69,84],"\u201cInput":[70],"Intelligibility":[71,86],"Type\u201d":[72,87],"that":[73,88,101,105],"explains":[74,89],"AI\u2019s":[76,91],"focus":[77],"attention)":[79],"and":[80,108],"(2)":[81],"reward-decomposition":[82],"bars":[83,110],"\u201cOutput":[85],"predictions":[92],"future":[94],"rewards).":[97],"Our":[98],"results":[99],"show":[100],"combined":[103,130,149],"explanation":[104,131],"included":[106],"reward":[109],"was":[111,132],"needed":[112],"achieve":[114],"statistically":[116],"significant":[117],"difference":[118],"model":[122],"scores":[123],"over":[124],"no-explanation":[126],"treatment.":[127],"However,":[128],"far":[133],"from":[134,143],"panacea:":[136],"It":[137],"exacted":[138],"disproportionately":[139],"high":[140],"cognitive":[141],"loads":[142],"participants":[145,155],"who":[146,156],"received":[147],"explanation.":[150],"Further,":[151],"some":[153],"situations,":[154],"saw":[157],"predicted":[160],"agent\u2019s":[162],"next":[163],"action":[164],"worse":[165],"than":[166],"all":[167],"other":[168],"treatments\u2019":[169],"participants.":[170]},"counts_by_year":[{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}