{"id":"https://openalex.org/W7154455161","doi":"https://doi.org/10.48550/arxiv.2604.12081","title":"Human-Inspired Context-Selective Multimodal Memory for Social Robots","display_name":"Human-Inspired Context-Selective Multimodal Memory for Social Robots","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7154455161","doi":"https://doi.org/10.48550/arxiv.2604.12081"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.12081","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.12081","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.12081","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014052163","display_name":"Hangyeol Kang","orcid":"https://orcid.org/0000-0002-5515-6841"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kang, Hangyeol","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118865107","display_name":"Slava Voloshynovskiy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Voloshynovskiy, Slava","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5018280247","display_name":"Nadia Magnenat Thalmann","orcid":"https://orcid.org/0000-0002-3897-4041"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thalmann, Nadia Magnenat","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7505000233650208,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7505000233650208,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.10209999978542328,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.03359999880194664,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.6147000193595886},{"id":"https://openalex.org/keywords/salience","display_name":"Salience (neuroscience)","score":0.5703999996185303},{"id":"https://openalex.org/keywords/social-robot","display_name":"Social robot","score":0.5214999914169312},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5001999735832214},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.48649999499320984},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.4514000117778778},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.38960000872612},{"id":"https://openalex.org/keywords/episodic-memory","display_name":"Episodic memory","score":0.3808000087738037},{"id":"https://openalex.org/keywords/cognitive-architecture","display_name":"Cognitive architecture","score":0.3474999964237213}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6651999950408936},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.6147000193595886},{"id":"https://openalex.org/C108154423","wikidata":"https://www.wikidata.org/wiki/Q1469792","display_name":"Salience (neuroscience)","level":2,"score":0.5703999996185303},{"id":"https://openalex.org/C162947575","wikidata":"https://www.wikidata.org/wiki/Q2005645","display_name":"Social robot","level":5,"score":0.5214999914169312},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5001999735832214},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4887000024318695},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.48649999499320984},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.4514000117778778},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42149999737739563},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.38960000872612},{"id":"https://openalex.org/C88576662","wikidata":"https://www.wikidata.org/wiki/Q18646","display_name":"Episodic memory","level":3,"score":0.3808000087738037},{"id":"https://openalex.org/C20854674","wikidata":"https://www.wikidata.org/wiki/Q4386060","display_name":"Cognitive architecture","level":3,"score":0.3474999964237213},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.322299987077713},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.3206999897956848},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.2913999855518341},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.2888000011444092},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2822999954223633},{"id":"https://openalex.org/C123950299","wikidata":"https://www.wikidata.org/wiki/Q6918184","display_name":"Motor cognition","level":4,"score":0.2777000069618225},{"id":"https://openalex.org/C25148115","wikidata":"https://www.wikidata.org/wiki/Q304904","display_name":"Social competence","level":3,"score":0.2705000042915344},{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.2680000066757202},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2662000060081482},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.26579999923706055},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C130064352","wikidata":"https://www.wikidata.org/wiki/Q853725","display_name":"Social relation","level":2,"score":0.25540000200271606},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.12081","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.12081","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.12081","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.12081","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.6739216446876526}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Memory":[0],"is":[1],"fundamental":[2],"to":[3,8,38,136,186],"social":[4,25,56,107,177],"interaction,":[5],"enabling":[6],"humans":[7],"recall":[9,90],"meaningful":[10],"past":[11],"experiences":[12],"and":[13,27,60,64,91,119,163,183],"adapt":[14],"their":[15,36],"behavior":[16],"accordingly":[17],"based":[18],"on":[19,31],"the":[20,98,148,158],"context.":[21],"However,":[22],"most":[23],"current":[24],"robots":[26,57,178],"embodied":[28],"agents":[29],"rely":[30],"non-selective,":[32],"text-based":[33],"memory,":[34],"limiting":[35],"ability":[37],"support":[39],"personalized,":[40],"context-aware":[41],"interactions.":[42],"Drawing":[43],"inspiration":[44],"from":[45],"cognitive":[46],"neuroscience,":[47],"we":[48],"propose":[49],"a":[50,103,110],"context-selective,":[51],"multimodal":[52,126,184],"memory":[53,174],"architecture":[54],"for":[55,176],"that":[58,147,157],"captures":[59],"retrieves":[61],"both":[62],"textual":[63],"visual":[65],"episodic":[66],"traces,":[67],"prioritizing":[68],"moments":[69],"characterized":[70],"by":[71,134,179],"high":[72],"emotional":[73],"salience":[74],"or":[75,141],"scene":[76],"novelty.":[77],"By":[78],"associating":[79],"these":[80],"memories":[81],"with":[82],"individual":[83],"users,":[84],"our":[85,129],"system":[86,149],"enables":[87],"socially":[88,165],"personalized":[89,189],"more":[92,164],"natural,":[93],"grounded":[94],"dialogue.":[95],"We":[96],"evaluate":[97],"selective":[99],"storage":[100],"mechanism":[101],"using":[102],"curated":[104],"dataset":[105],"of":[106,113],"scenarios,":[108],"achieving":[109],"Spearman":[111],"correlation":[112],"0.506,":[114],"surpassing":[115],"human":[116],"consistency":[117],"($\u03c1=0.415$)":[118],"outperforming":[120],"existing":[121],"image":[122,142],"memorability":[123],"models.":[124,170],"In":[125],"retrieval":[127,185],"experiments,":[128],"fusion":[130],"approach":[131],"improves":[132],"Recall@1":[133],"up":[135],"13\\%":[137],"over":[138],"unimodal":[139],"text":[140],"retrieval.":[143],"Runtime":[144],"evaluations":[145],"confirm":[146],"maintains":[150],"real-time":[151],"performance.":[152],"Qualitative":[153],"analyses":[154],"further":[155],"demonstrate":[156],"proposed":[159],"framework":[160],"produces":[161],"richer":[162],"relevant":[166],"responses":[167],"than":[168],"baseline":[169],"This":[171],"work":[172],"advances":[173],"design":[175],"bridging":[180],"human-inspired":[181],"selectivity":[182],"enhance":[187],"long-term,":[188],"human-robot":[190],"interaction.":[191]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-16T00:00:00"}