{"id":"https://openalex.org/W7135027423","doi":"https://doi.org/10.1145/3776734.3794474","title":"\u201cI Loved How Pepper Talked About My Hoodie\u201d: A Situated, MI-Grounded Multimodal Architecture for Engaging Conversation","display_name":"\u201cI Loved How Pepper Talked About My Hoodie\u201d: A Situated, MI-Grounded Multimodal Architecture for Engaging Conversation","publication_year":2026,"publication_date":"2026-03-12","ids":{"openalex":"https://openalex.org/W7135027423","doi":"https://doi.org/10.1145/3776734.3794474"},"language":null,"primary_location":{"id":"doi:10.1145/3776734.3794474","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3776734.3794474","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 21st ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024299008","display_name":"R.M. Ashraf","orcid":null},"institutions":[{"id":"https://openalex.org/I149910238","display_name":"Kent State University","ror":"https://ror.org/049pfb863","country_code":"US","type":"education","lineage":["https://openalex.org/I149910238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Raiyan Ashraf","raw_affiliation_strings":["Kent State University, Kent, USA"],"raw_orcid":"https://orcid.org/0009-0006-3736-8505","affiliations":[{"raw_affiliation_string":"Kent State University, Kent, USA","institution_ids":["https://openalex.org/I149910238"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yanni Liu","orcid":"https://orcid.org/0009-0007-9877-8919"},"institutions":[{"id":"https://openalex.org/I149910238","display_name":"Kent State University","ror":"https://ror.org/049pfb863","country_code":"US","type":"education","lineage":["https://openalex.org/I149910238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanni Liu","raw_affiliation_strings":["Kent State University, Kent, USA"],"raw_orcid":"https://orcid.org/0009-0007-9877-8919","affiliations":[{"raw_affiliation_string":"Kent State University, Kent, USA","institution_ids":["https://openalex.org/I149910238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128815335","display_name":"Sruthi Ganji","orcid":null},"institutions":[{"id":"https://openalex.org/I149910238","display_name":"Kent State University","ror":"https://ror.org/049pfb863","country_code":"US","type":"education","lineage":["https://openalex.org/I149910238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sruthi Ganji","raw_affiliation_strings":["Kent State University, Kent, USA"],"raw_orcid":"https://orcid.org/0009-0000-0402-5844","affiliations":[{"raw_affiliation_string":"Kent State University, Kent, USA","institution_ids":["https://openalex.org/I149910238"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5124057215","display_name":"Jong Hoon Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I149910238","display_name":"Kent State University","ror":"https://ror.org/049pfb863","country_code":"US","type":"education","lineage":["https://openalex.org/I149910238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jong Hoon Kim","raw_affiliation_strings":["Kent State University, Kent, USA"],"raw_orcid":"https://orcid.org/0000-0001-5536-9823","affiliations":[{"raw_affiliation_string":"Kent State University, Kent, USA","institution_ids":["https://openalex.org/I149910238"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.32809413,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"639","last_page":"643"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11982","display_name":"Rhetoric and Communication Studies","score":0.09939999878406525,"subfield":{"id":"https://openalex.org/subfields/1211","display_name":"Philosophy"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11982","display_name":"Rhetoric and Communication Studies","score":0.09939999878406525,"subfield":{"id":"https://openalex.org/subfields/1211","display_name":"Philosophy"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10383","display_name":"Language, Discourse, Communication Strategies","score":0.061500001698732376,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13071","display_name":"Digital Storytelling and Education","score":0.039799999445676804,"subfield":{"id":"https://openalex.org/subfields/3616","display_name":"Speech and Hearing"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.6894000172615051},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.524399995803833},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4343000054359436},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3537999987602234},{"id":"https://openalex.org/keywords/ethnography","display_name":"Ethnography","score":0.3001999855041504},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.27399998903274536}],"concepts":[{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.6894000172615051},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.524399995803833},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4343000054359436},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3537999987602234},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3422999978065491},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.3402000069618225},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.31439998745918274},{"id":"https://openalex.org/C107038049","wikidata":"https://www.wikidata.org/wiki/Q35986","display_name":"Aesthetics","level":1,"score":0.30959999561309814},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.30869999527931213},{"id":"https://openalex.org/C179454799","wikidata":"https://www.wikidata.org/wiki/Q132151","display_name":"Ethnography","level":2,"score":0.3001999855041504},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2879999876022339},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.2797999978065491},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2791999876499176},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.27399998903274536},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.26809999346733093},{"id":"https://openalex.org/C2780829048","wikidata":"https://www.wikidata.org/wiki/Q1624720","display_name":"Conversation analysis","level":3,"score":0.26750001311302185},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C2778949103","wikidata":"https://www.wikidata.org/wiki/Q600717","display_name":"Staring","level":2,"score":0.25940001010894775}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3776734.3794474","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3776734.3794474","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 21st ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1791587663","https://openalex.org/W2123834143","https://openalex.org/W2160379528","https://openalex.org/W2782898451","https://openalex.org/W2928872376","https://openalex.org/W3014242451","https://openalex.org/W4323537006","https://openalex.org/W4378746725","https://openalex.org/W4388974079","https://openalex.org/W4389036041","https://openalex.org/W4390722831","https://openalex.org/W4394828156","https://openalex.org/W4396650728","https://openalex.org/W4400611416","https://openalex.org/W4409959577","https://openalex.org/W4410297797","https://openalex.org/W4410298119"],"related_works":[],"abstract_inverted_index":{"Social":[0],"robots":[1],"frequently":[2],"struggle":[3],"to":[4,10,36,56,104,114],"sustain":[5],"meaningful":[6],"engagement,":[7],"often":[8],"limited":[9],"surface-level":[11],"interactions":[12],"that":[13,26,125,144],"lack":[14],"conversational":[15,24],"depth.":[16],"To":[17],"address":[18],"this,":[19],"we":[20],"present":[21],"a":[22,40,83,91,98,149],"multimodal":[23],"architecture":[25],"integrates":[27],"Motivational":[28],"Interviewing":[29],"(MI)":[30],"strategies":[31],"with":[32,120,156],"situated":[33,45],"perception.":[34],"Key":[35],"this":[37,126],"approach":[38,130],"is":[39,148],"novel":[41],"dual-stream":[42],"perception":[43],"engine:":[44],"cue":[46],"detection":[47],"anchors":[48],"dialogue":[49,111],"in":[50,160],"the":[51,69,121,145],"user's":[52],"immediate":[53],"physical":[54],"environment":[55],"establish":[57],"common":[58],"ground,":[59],"while":[60],"tri-modal":[61],"affect":[62],"inference":[63],"(facial,":[64],"vocal,":[65],"linguistic)":[66],"dynamically":[67],"adjusts":[68],"conversation":[70],"strategy":[71],"based":[72],"on":[73],"real-time":[74],"user":[75],"emotion":[76],"for":[77,94,101,152,163],"facilitating":[78],"empathy.":[79],"Our":[80],"system":[81],"employs":[82],"hybrid":[84],"Large":[85],"Language":[86],"Model":[87],"(LLM)":[88],"architecture,":[89],"combining":[90],"lightweight":[92],"model":[93,100],"low-latency":[95],"fluency":[96],"and":[97,135,139,166],"reasoning":[99],"high-level":[102],"planning,":[103],"guide":[105],"users":[106],"through":[107],"progressive":[108],"stages":[109],"of":[110],"from":[112],"rapport-building":[113],"deep":[115],"reflection.":[116],"A":[117],"pilot":[118],"study":[119],"Pepper":[122],"robot":[123],"demonstrates":[124],"physically":[127],"grounded,":[128],"MI-guided":[129],"successfully":[131],"facilitates":[132],"emotional":[133],"reminiscence":[134],"enhances":[136],"perceived":[137],"empathy":[138],"engagement.":[140],"These":[141],"findings":[142],"suggest":[143],"proposed":[146],"framework":[147],"promising":[150],"foundation":[151],"next-generation":[153],"empathic":[154],"agents,":[155],"significant":[157],"potential":[158],"applications":[159],"cognitive":[161],"stimulation":[162],"aging":[164],"populations":[165],"therapeutic":[167],"social":[168],"companionship.":[169]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-13T00:00:00"}