{"id":"https://openalex.org/W3042493690","doi":"https://doi.org/10.1145/3340631.3394848","title":"Improving Student-System Interaction Through Data-driven Explanations of Hierarchical Reinforcement Learning Induced Pedagogical Policies","display_name":"Improving Student-System Interaction Through Data-driven Explanations of Hierarchical Reinforcement Learning Induced Pedagogical Policies","publication_year":2020,"publication_date":"2020-07-07","ids":{"openalex":"https://openalex.org/W3042493690","doi":"https://doi.org/10.1145/3340631.3394848","mag":"3042493690"},"language":"en","primary_location":{"id":"doi:10.1145/3340631.3394848","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3340631.3394848","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM Conference on User Modeling, Adaptation and Personalization","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069371535","display_name":"Guojing Zhou","orcid":"https://orcid.org/0000-0002-9401-4854"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guojing Zhou","raw_affiliation_strings":["North Carolina State University, Raleigh, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100613753","display_name":"Xi Yang","orcid":"https://orcid.org/0000-0002-6828-7744"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xi Yang","raw_affiliation_strings":["North Carolina State University, Raleigh, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027571540","display_name":"Hamoon Azizsoltani","orcid":null},"institutions":[{"id":"https://openalex.org/I122754148","display_name":"SAS Institute (United States)","ror":"https://ror.org/01093z329","country_code":"US","type":"company","lineage":["https://openalex.org/I122754148"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hamoon Azizsoltani","raw_affiliation_strings":["SAS, Raleigh, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SAS, Raleigh, NC, USA","institution_ids":["https://openalex.org/I122754148"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083076004","display_name":"Tiffany Barnes","orcid":"https://orcid.org/0000-0002-6500-9976"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tiffany Barnes","raw_affiliation_strings":["North Carolina State University, Raleigh, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090231772","display_name":"Min Chi","orcid":"https://orcid.org/0000-0003-1765-7837"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Min Chi","raw_affiliation_strings":["North Carolina State University, Raleigh, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"284","last_page":"292"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.892265260219574},{"id":"https://openalex.org/keywords/autonomy","display_name":"Autonomy","score":0.7517033815383911},{"id":"https://openalex.org/keywords/tutor","display_name":"TUTOR","score":0.697335422039032},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6537598967552185},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5117008686065674},{"id":"https://openalex.org/keywords/autonomous-learning","display_name":"Autonomous learning","score":0.4154999852180481},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3646547198295593},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.33664384484291077},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32235848903656006},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.19321098923683167},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.10091960430145264},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.10059654712677002}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.892265260219574},{"id":"https://openalex.org/C65414064","wikidata":"https://www.wikidata.org/wiki/Q484105","display_name":"Autonomy","level":2,"score":0.7517033815383911},{"id":"https://openalex.org/C2778371403","wikidata":"https://www.wikidata.org/wiki/Q7672049","display_name":"TUTOR","level":2,"score":0.697335422039032},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6537598967552185},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5117008686065674},{"id":"https://openalex.org/C2983271839","wikidata":"https://www.wikidata.org/wiki/Q29644074","display_name":"Autonomous learning","level":2,"score":0.4154999852180481},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3646547198295593},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.33664384484291077},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32235848903656006},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.19321098923683167},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.10091960430145264},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.10059654712677002},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3340631.3394848","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3340631.3394848","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM Conference on User Modeling, Adaptation and Personalization","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6000000238418579}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W11018705","https://openalex.org/W11104910","https://openalex.org/W57598429","https://openalex.org/W118320728","https://openalex.org/W1518613644","https://openalex.org/W1717368116","https://openalex.org/W1971060533","https://openalex.org/W1983160865","https://openalex.org/W1984053615","https://openalex.org/W1994096198","https://openalex.org/W2000976551","https://openalex.org/W2030457464","https://openalex.org/W2045921688","https://openalex.org/W2046109394","https://openalex.org/W2099038397","https://openalex.org/W2105715011","https://openalex.org/W2109901510","https://openalex.org/W2112564774","https://openalex.org/W2115403524","https://openalex.org/W2122025961","https://openalex.org/W2170191895","https://openalex.org/W2294691030","https://openalex.org/W2467237061","https://openalex.org/W2469544569","https://openalex.org/W2574517116","https://openalex.org/W2599606487","https://openalex.org/W2735325244","https://openalex.org/W2739330054","https://openalex.org/W2805797235","https://openalex.org/W2963177403","https://openalex.org/W2963262099","https://openalex.org/W2963672746","https://openalex.org/W2997591727","https://openalex.org/W3002282667","https://openalex.org/W3147653952","https://openalex.org/W4234908970","https://openalex.org/W6602120790"],"related_works":["https://openalex.org/W4312351362","https://openalex.org/W2362145073","https://openalex.org/W2358338760","https://openalex.org/W183073912","https://openalex.org/W2119729863","https://openalex.org/W2887971028","https://openalex.org/W2558686935","https://openalex.org/W2501172308","https://openalex.org/W2365642790","https://openalex.org/W146785226"],"abstract_inverted_index":{"Motivated":[0],"by":[1],"the":[2,9,18,32,59,72,82],"recent":[3],"advances":[4],"of":[5,20,31,87],"reinforcement":[6,22],"learning":[7,23,67],"and":[8,28,50,69,90],"traditional":[10],"grounded":[11],"Self":[12],"Determination":[13],"Theory":[14],"(SDT),":[15],"we":[16],"explored":[17,45],"impact":[19],"hierarchical":[21],"(HRL)":[24],"induced":[25,61],"pedagogical":[26],"policies":[27,34,62],"data-driven":[29,78],"explanations":[30,79],"HRL-induced":[33],"on":[35],"student":[36],"experience":[37],"in":[38,85],"an":[39],"Intelligent":[40],"Tutoring":[41],"System":[42],"(ITS).":[43],"We":[44],"their":[46],"impacts":[47],"first":[48],"independently":[49],"then":[51],"jointly.":[52],"Overall":[53],"our":[54],"results":[55],"showed":[56],"that":[57],"1)":[58],"HRL":[60],"could":[63,80],"significantly":[64],"improve":[65,81],"students'":[66,88],"performance,":[68],"2)":[70],"explaining":[71],"tutor's":[73],"decisions":[74],"to":[75],"students":[76],"through":[77],"student-system":[83],"interaction":[84],"terms":[86],"engagement":[89],"autonomy.":[91]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}