{"id":"https://openalex.org/W2905180035","doi":"https://doi.org/10.1609/aaai.v33i01.3301687","title":"A Model-Free Affective Reinforcement Learning Approach to Personalization of an Autonomous Social Robot Companion for Early Literacy Education","display_name":"A Model-Free Affective Reinforcement Learning Approach to Personalization of an Autonomous Social Robot Companion for Early Literacy Education","publication_year":2019,"publication_date":"2019-07-17","ids":{"openalex":"https://openalex.org/W2905180035","doi":"https://doi.org/10.1609/aaai.v33i01.3301687","mag":"2905180035"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v33i01.3301687","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.3301687","pdf_url":"https://aaai.org/ojs/index.php/AAAI/article/download/3846/3724","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://aaai.org/ojs/index.php/AAAI/article/download/3846/3724","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102016303","display_name":"Hae Won Park","orcid":"https://orcid.org/0000-0001-9638-1722"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hae Won Park","raw_affiliation_strings":["Massachusetts Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042442656","display_name":"Ishaan Grover","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ishaan Grover","raw_affiliation_strings":["Massachusetts Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021224574","display_name":"Samuel Spaulding","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samuel Spaulding","raw_affiliation_strings":["Massachusetts Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102915677","display_name":"Louis Gomez","orcid":"https://orcid.org/0000-0002-7712-340X"},"institutions":[{"id":"https://openalex.org/I39587148","display_name":"Wichita State University","ror":"https://ror.org/00c4e7y75","country_code":"US","type":"education","lineage":["https://openalex.org/I39587148"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Louis Gomez","raw_affiliation_strings":["Wichita State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wichita State University","institution_ids":["https://openalex.org/I39587148"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108541589","display_name":"Cynthia Breazeal","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cynthia Breazeal","raw_affiliation_strings":["Massachusetts Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.7065,"has_fulltext":true,"cited_by_count":141,"citation_normalized_percentile":{"value":0.98159095,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"33","issue":"01","first_page":"687","last_page":"694"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9768000245094299,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.8123989105224609},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.5411074161529541},{"id":"https://openalex.org/keywords/psychological-intervention","display_name":"Psychological intervention","score":0.5285208225250244},{"id":"https://openalex.org/keywords/personalized-learning","display_name":"Personalized learning","score":0.4964454770088196},{"id":"https://openalex.org/keywords/literacy","display_name":"Literacy","score":0.4767369031906128},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.46693652868270874},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.41711196303367615},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3940231204032898},{"id":"https://openalex.org/keywords/pedagogy","display_name":"Pedagogy","score":0.2850857377052307},{"id":"https://openalex.org/keywords/teaching-method","display_name":"Teaching method","score":0.2257731556892395},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2216399610042572},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.20947378873825073},{"id":"https://openalex.org/keywords/cooperative-learning","display_name":"Cooperative learning","score":0.19377103447914124},{"id":"https://openalex.org/keywords/open-learning","display_name":"Open learning","score":0.11797618865966797}],"concepts":[{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.8123989105224609},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.5411074161529541},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.5285208225250244},{"id":"https://openalex.org/C142039133","wikidata":"https://www.wikidata.org/wiki/Q3620943","display_name":"Personalized learning","level":5,"score":0.4964454770088196},{"id":"https://openalex.org/C547764534","wikidata":"https://www.wikidata.org/wiki/Q8236","display_name":"Literacy","level":2,"score":0.4767369031906128},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.46693652868270874},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.41711196303367615},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3940231204032898},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.2850857377052307},{"id":"https://openalex.org/C88610354","wikidata":"https://www.wikidata.org/wiki/Q1813494","display_name":"Teaching method","level":2,"score":0.2257731556892395},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2216399610042572},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.20947378873825073},{"id":"https://openalex.org/C51672120","wikidata":"https://www.wikidata.org/wiki/Q303446","display_name":"Cooperative learning","level":3,"score":0.19377103447914124},{"id":"https://openalex.org/C15122004","wikidata":"https://www.wikidata.org/wiki/Q385756","display_name":"Open learning","level":4,"score":0.11797618865966797},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1609/aaai.v33i01.3301687","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.3301687","pdf_url":"https://aaai.org/ojs/index.php/AAAI/article/download/3846/3724","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/137140","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/137140","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"MIT web domain","raw_type":"http://purl.org/eprint/type/ConferencePaper"},{"id":"pmh:oai:ojs.aaai.org:article/3846","is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/3846","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1609/aaai.v33i01.3301687","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.3301687","pdf_url":"https://aaai.org/ojs/index.php/AAAI/article/download/3846/3724","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8999999761581421,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G3275082834","display_name":null,"funder_award_id":"IIS-1523118","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4571327340","display_name":"EXP: Collaborative Research: A Personalized Storyteller Companion to Promote Preschooler Language Skills","funder_award_id":"1523118","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2905180035.pdf","grobid_xml":"https://content.openalex.org/works/W2905180035.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W403214587","https://openalex.org/W1251227920","https://openalex.org/W1509228788","https://openalex.org/W1522808927","https://openalex.org/W1562748096","https://openalex.org/W1567588803","https://openalex.org/W1938604699","https://openalex.org/W1959691478","https://openalex.org/W1968121831","https://openalex.org/W1987626674","https://openalex.org/W1997989173","https://openalex.org/W2006892797","https://openalex.org/W2054619698","https://openalex.org/W2062914254","https://openalex.org/W2090857032","https://openalex.org/W2118657233","https://openalex.org/W2144001787","https://openalex.org/W2148992292","https://openalex.org/W2167543949","https://openalex.org/W2192319054","https://openalex.org/W2345729520","https://openalex.org/W2403047454","https://openalex.org/W2559085405","https://openalex.org/W2560862806","https://openalex.org/W2593982493","https://openalex.org/W2594091522","https://openalex.org/W2605959375","https://openalex.org/W2616867613","https://openalex.org/W2623107180","https://openalex.org/W2735221061","https://openalex.org/W2736829251","https://openalex.org/W2754478344","https://openalex.org/W2886097015","https://openalex.org/W2887260263","https://openalex.org/W2888576125","https://openalex.org/W4234755568","https://openalex.org/W4236637898","https://openalex.org/W4298742451","https://openalex.org/W6601295022","https://openalex.org/W6613852837","https://openalex.org/W6682204512","https://openalex.org/W6734512511","https://openalex.org/W6753900708","https://openalex.org/W6771110068","https://openalex.org/W6983383401"],"related_works":["https://openalex.org/W2049979679","https://openalex.org/W2383694","https://openalex.org/W4253974834","https://openalex.org/W2110554190","https://openalex.org/W2153073817","https://openalex.org/W1580237866","https://openalex.org/W4385793885","https://openalex.org/W3164236313","https://openalex.org/W2956887738","https://openalex.org/W3110342943"],"abstract_inverted_index":{"Personalized":[0,153],"education":[1],"technologies":[2],"capable":[3],"of":[4,17,25,116],"delivering":[5],"adaptive":[6],"interventions":[7],"could":[8],"play":[9],"an":[10,30,58,72],"important":[11],"role":[12],"in":[13,122,134,151,223],"addressing":[14],"the":[15,87,90,114,152,181,188,224],"needs":[16],"diverse":[18],"young":[19],"learners":[20,112],"at":[21],"a":[22,65,76,79,123,131,136,144,163,167,172],"critical":[23],"time":[24],"school":[26],"readiness.":[27],"We":[28,56,105,155],"present":[29],"innovative":[31],"personalized":[32,66,88,145,192],"social":[33],"robot":[34,80,91,178],"learning":[35,54,61,160,205],"companion":[36],"system":[37],"that":[38,94,175,187],"utilizes":[39],"children\u2019s":[40],"verbal":[41],"and":[42,50,78,101,109,159,171,200,206],"nonverbal":[43],"affective":[44,59,189],"cues":[45],"to":[46,63,83,120,126,142,162,193,196,204,221],"modulate":[47],"their":[48,52,157,198],"engagement":[49,100,158,199],"maximize":[51],"long-term":[53],"gains.":[55],"propose":[57],"reinforcement":[60],"approach":[62],"train":[64],"policy":[67,139,190],"for":[68,97,148],"each":[69,84,98,149,194],"student":[70],"during":[71],"educational":[73],"activity":[74],"where":[75],"child":[77,150,195],"tell":[81],"stories":[82,93],"other.":[85],"Using":[86],"policy,":[89],"selects":[92],"are":[95],"optimized":[96],"child\u2019s":[99],"linguistic":[102],"skill":[103],"progression.":[104],"recruited":[106],"67":[107],"bilingual":[108],"English":[110],"language":[111],"between":[113],"ages":[115],"4\u20136":[117],"years":[118],"old":[119],"participate":[121],"between-subjects":[124],"study":[125],"evaluate":[127],"our":[128,184],"system.":[129],"Over":[130],"three-month":[132],"deployment":[133],"schools,":[135],"unique":[137],"storytelling":[138],"was":[140],"trained":[141],"deliver":[143],"story":[146],"curriculum":[147,169],"group.":[154],"compared":[156,220],"outcomes":[161,201],"Non-personalized":[164],"group":[165,174],"with":[166,202],"fixed":[168],"robot,":[170],"baseline":[173],"had":[176],"no":[177],"intervention.":[179],"In":[180],"Personalization":[182],"condition,":[183],"results":[185],"show":[186],"successfully":[191],"boost":[197],"respect":[203],"retaining":[207],"more":[208,215],"target":[209,216],"words":[210],"as":[211,213,219],"well":[212],"using":[214],"syntax":[217],"structures":[218],"children":[222],"other":[225],"groups.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":23},{"year":2022,"cited_by_count":22},{"year":2021,"cited_by_count":27},{"year":2020,"cited_by_count":17},{"year":2019,"cited_by_count":7}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}