{"id":"https://openalex.org/W4408147583","doi":"https://doi.org/10.1145/3712286","title":"SocialMind: LLM-based Proactive AR Social Assistive System with Human-like Perception for In-situ Live Interactions","display_name":"SocialMind: LLM-based Proactive AR Social Assistive System with Human-like Perception for In-situ Live Interactions","publication_year":2025,"publication_date":"2025-03-03","ids":{"openalex":"https://openalex.org/W4408147583","doi":"https://doi.org/10.1145/3712286"},"language":"en","primary_location":{"id":"doi:10.1145/3712286","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3712286","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3712286","source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3712286","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044996390","display_name":"Bufang Yang","orcid":"https://orcid.org/0000-0003-0032-2539"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Bufang Yang","raw_affiliation_strings":["The Chinese University of Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076036430","display_name":"Yunqi Guo","orcid":"https://orcid.org/0000-0002-1852-3825"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yunqi Guo","raw_affiliation_strings":["The Chinese University of Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100780360","display_name":"Lilin Xu","orcid":"https://orcid.org/0009-0007-5203-7496"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lilin Xu","raw_affiliation_strings":["Columbia University, United States"],"affiliations":[{"raw_affiliation_string":"Columbia University, United States","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050232781","display_name":"Zhenyu Yan","orcid":"https://orcid.org/0000-0002-4433-5211"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhenyu Yan","raw_affiliation_strings":["The Chinese University of Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101397369","display_name":"Hongkai Chen","orcid":"https://orcid.org/0000-0001-7206-6584"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hongkai Chen","raw_affiliation_strings":["The Chinese University of Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072780737","display_name":"Guoliang Xing","orcid":"https://orcid.org/0000-0003-1772-7751"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Guoliang Xing","raw_affiliation_strings":["The Chinese University of Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063824268","display_name":"Xiaofan Jiang","orcid":"https://orcid.org/0000-0002-6480-0299"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaofan Jiang","raw_affiliation_strings":["Columbia University, United States"],"affiliations":[{"raw_affiliation_string":"Columbia University, United States","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5044996390"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":19.07,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.99417732,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"9","issue":"1","first_page":"1","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5551339983940125},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5164204239845276},{"id":"https://openalex.org/keywords/in-situ","display_name":"In situ","score":0.49609002470970154},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4729606509208679},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4575892686843872},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.14868015050888062},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.10009384155273438}],"concepts":[{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5551339983940125},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5164204239845276},{"id":"https://openalex.org/C2777822432","wikidata":"https://www.wikidata.org/wiki/Q216681","display_name":"In situ","level":2,"score":0.49609002470970154},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4729606509208679},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4575892686843872},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.14868015050888062},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.10009384155273438},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3712286","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3712286","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3712286","source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3712286","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3712286","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3712286","source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1520430853","display_name":null,"funder_award_id":"62202407","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4584508444","display_name":null,"funder_award_id":"CNS-1943396","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4408147583.pdf"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W613506393","https://openalex.org/W1543181810","https://openalex.org/W1545025361","https://openalex.org/W1607663175","https://openalex.org/W2015293542","https://openalex.org/W2045469703","https://openalex.org/W2069065514","https://openalex.org/W2101234009","https://openalex.org/W2170179129","https://openalex.org/W2481210151","https://openalex.org/W2734941459","https://openalex.org/W2736071714","https://openalex.org/W2750779823","https://openalex.org/W2769533150","https://openalex.org/W2889402930","https://openalex.org/W2896985569","https://openalex.org/W2964066832","https://openalex.org/W2966983573","https://openalex.org/W2997591727","https://openalex.org/W3027879771","https://openalex.org/W3109009614","https://openalex.org/W3172917028","https://openalex.org/W4205725129","https://openalex.org/W4236976245","https://openalex.org/W4239313818","https://openalex.org/W4312356258","https://openalex.org/W4362648558","https://openalex.org/W4380353763","https://openalex.org/W4384642442","https://openalex.org/W4386566590","https://openalex.org/W4387212547","https://openalex.org/W4388584589","https://openalex.org/W4389260942","https://openalex.org/W4389519218","https://openalex.org/W4389523830","https://openalex.org/W4392503392","https://openalex.org/W4392575311","https://openalex.org/W4395681046","https://openalex.org/W4395685061","https://openalex.org/W4396831896","https://openalex.org/W4396832563","https://openalex.org/W4396919238","https://openalex.org/W4399323403","https://openalex.org/W4399324070","https://openalex.org/W4400396841","https://openalex.org/W4400525423","https://openalex.org/W4400530533","https://openalex.org/W4401752362","https://openalex.org/W4402349579","https://openalex.org/W4402350109","https://openalex.org/W4402670538","https://openalex.org/W4404034443","https://openalex.org/W4404034618","https://openalex.org/W4404587109","https://openalex.org/W4404587394","https://openalex.org/W6852874933"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Social":[0],"interactions":[1,24,46],"are":[2,125,163],"fundamental":[3],"to":[4,21,35,78,113,128,157,165],"human":[5,23],"life.":[6],"The":[7],"recent":[8],"emergence":[9],"of":[10,135,161],"large":[11],"language":[12],"models":[13],"(LLMs)-based":[14],"virtual":[15],"assistants":[16],"has":[17],"demonstrated":[18],"their":[19,169],"potential":[20],"revolutionize":[22],"and":[25,82,87,109,142,159],"lifestyles.":[26],"However,":[27],"existing":[28],"assistive":[29,62],"systems":[30],"mainly":[31],"provide":[32],"reactive":[33],"services":[34],"individual":[36],"users,":[37],"rather":[38],"than":[39],"offering":[40],"in-situ":[41,68],"assistance":[42],"during":[43],"live":[44,170],"social":[45,61,69,85,92,98,115,171],"with":[47,67,146],"conversational":[48],"partners.":[49],"In":[50],"this":[51],"study,":[52],"we":[53],"introduce":[54],"SocialMind,":[55],"the":[56,132],"first":[57],"LLM-based":[58],"proactive":[59,110],"AR":[60],"system":[63],"that":[64,123,150],"provides":[65],"users":[66,129],"assistance.":[70],"SocialMind":[71,102,151,167],"employs":[72,103],"human-like":[73],"perception":[74],"leveraging":[75],"multi-modal":[76],"sensors":[77],"extract":[79],"both":[80],"verbal":[81],"nonverbal":[83],"cues,":[84],"factors,":[86],"implicit":[88],"personas,":[89],"incorporating":[90],"these":[91],"cues":[93],"into":[94],"LLM":[95],"reasoning":[96],"for":[97],"suggestion":[99],"generation.":[100],"Additionally,":[101],"a":[104,143],"multi-tier":[105],"collaborative":[106],"generation":[107],"strategy":[108],"update":[111],"mechanism":[112],"display":[114],"suggestions":[116,124],"on":[117,138],"Augmented":[118],"Reality":[119],"(AR)":[120],"glasses,":[121],"ensuring":[122],"timely":[126],"provided":[127],"without":[130],"disrupting":[131],"natural":[133],"flow":[134],"conversation.":[136],"Evaluations":[137],"three":[139],"public":[140],"datasets":[141],"user":[144],"study":[145],"20":[147],"participants":[148,162],"show":[149],"achieves":[152],"38.3%":[153],"higher":[154],"engagement":[155],"compared":[156],"baselines,":[158],"95%":[160],"willing":[164],"use":[166],"in":[168],"interactions.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":9}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}