{"id":"https://openalex.org/W4408355362","doi":"https://doi.org/10.1109/icassp49660.2025.10888811","title":"SocialRecNet: A Multimodal LLM-Based Framework for Assessing Social Reciprocity in Autism Spectrum Disorder","display_name":"SocialRecNet: A Multimodal LLM-Based Framework for Assessing Social Reciprocity in Autism Spectrum Disorder","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408355362","doi":"https://doi.org/10.1109/icassp49660.2025.10888811"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10888811","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10888811","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059165066","display_name":"Xingkun Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Xin-Yu Chen","raw_affiliation_strings":["National Tsing Hua University,Department of Electrical Engineering,Taiwan"],"affiliations":[{"raw_affiliation_string":"National Tsing Hua University,Department of Electrical Engineering,Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073027121","display_name":"Y M Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I2803004286","display_name":"Taipei Veterans General Hospital","ror":"https://ror.org/03ymy8z76","country_code":"TW","type":"healthcare","lineage":["https://openalex.org/I2803004286"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yu-Ming Chen","raw_affiliation_strings":["Taipei Veterans General Hospital,Department of Psychiatry,Taiwan"],"affiliations":[{"raw_affiliation_string":"Taipei Veterans General Hospital,Department of Psychiatry,Taiwan","institution_ids":["https://openalex.org/I2803004286"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102723290","display_name":"Chin-Po Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chin-Po Chen","raw_affiliation_strings":["National Tsing Hua University,Department of Electrical Engineering,Taiwan"],"affiliations":[{"raw_affiliation_string":"National Tsing Hua University,Department of Electrical Engineering,Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026257400","display_name":"Bo-Hao Su","orcid":"https://orcid.org/0009-0001-0912-7417"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Bo-Hao Su","raw_affiliation_strings":["National Tsing Hua University,Department of Electrical Engineering,Taiwan"],"affiliations":[{"raw_affiliation_string":"National Tsing Hua University,Department of Electrical Engineering,Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068381295","display_name":"Susan Shur\u2010Fen Gau","orcid":"https://orcid.org/0000-0002-2718-8221"},"institutions":[{"id":"https://openalex.org/I4210131804","display_name":"National Taiwan University Hospital","ror":"https://ror.org/03nteze27","country_code":"TW","type":"healthcare","lineage":["https://openalex.org/I4210131804"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Susan Shur-Fen Gau","raw_affiliation_strings":["National Taiwan University Hospital and College of Medicine,Department of Psychiatry,Taiwan"],"affiliations":[{"raw_affiliation_string":"National Taiwan University Hospital and College of Medicine,Department of Psychiatry,Taiwan","institution_ids":["https://openalex.org/I4210131804"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086107623","display_name":"Chi-Chun Lee","orcid":"https://orcid.org/0000-0003-0186-4321"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chi-Chun Lee","raw_affiliation_strings":["National Tsing Hua University,Department of Electrical Engineering,Taiwan"],"affiliations":[{"raw_affiliation_string":"National Tsing Hua University,Department of Electrical Engineering,Taiwan","institution_ids":["https://openalex.org/I25846049"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5059165066"],"corresponding_institution_ids":["https://openalex.org/I25846049"],"apc_list":null,"apc_paid":null,"fwci":5.6946,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.95382673,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10106","display_name":"Autism Spectrum Disorder Research","score":0.9603999853134155,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10106","display_name":"Autism Spectrum Disorder Research","score":0.9603999853134155,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autism-spectrum-disorder","display_name":"Autism spectrum disorder","score":0.7459282875061035},{"id":"https://openalex.org/keywords/reciprocity","display_name":"Reciprocity (cultural anthropology)","score":0.6948843002319336},{"id":"https://openalex.org/keywords/autism","display_name":"Autism","score":0.48632368445396423},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.44737163186073303},{"id":"https://openalex.org/keywords/multimodal-therapy","display_name":"Multimodal therapy","score":0.4220725893974304},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3598923683166504},{"id":"https://openalex.org/keywords/psychotherapist","display_name":"Psychotherapist","score":0.1809578239917755},{"id":"https://openalex.org/keywords/developmental-psychology","display_name":"Developmental psychology","score":0.14566469192504883},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.07943156361579895}],"concepts":[{"id":"https://openalex.org/C2778538070","wikidata":"https://www.wikidata.org/wiki/Q1436063","display_name":"Autism spectrum disorder","level":3,"score":0.7459282875061035},{"id":"https://openalex.org/C169903001","wikidata":"https://www.wikidata.org/wiki/Q3264987","display_name":"Reciprocity (cultural anthropology)","level":2,"score":0.6948843002319336},{"id":"https://openalex.org/C205778803","wikidata":"https://www.wikidata.org/wiki/Q38404","display_name":"Autism","level":2,"score":0.48632368445396423},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44737163186073303},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.4220725893974304},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3598923683166504},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.1809578239917755},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.14566469192504883},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.07943156361579895}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49660.2025.10888811","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10888811","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5299999713897705,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W23172800","https://openalex.org/W2129516277","https://openalex.org/W2801849884","https://openalex.org/W2904702872","https://openalex.org/W2913959566","https://openalex.org/W2963608065","https://openalex.org/W2972559945","https://openalex.org/W3005886378","https://openalex.org/W3034995026","https://openalex.org/W3041561163","https://openalex.org/W3088172153","https://openalex.org/W3216191787","https://openalex.org/W4224308168","https://openalex.org/W4224933778","https://openalex.org/W4251603968","https://openalex.org/W4372260019","https://openalex.org/W4385823138","https://openalex.org/W4389524500","https://openalex.org/W4392902647","https://openalex.org/W4404782655","https://openalex.org/W6675137922","https://openalex.org/W6796581206","https://openalex.org/W6852818750","https://openalex.org/W6853249747","https://openalex.org/W6856227084","https://openalex.org/W6860653961","https://openalex.org/W6861859833"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4280602684","https://openalex.org/W4310092953","https://openalex.org/W2227393071","https://openalex.org/W4402326599","https://openalex.org/W1995350144","https://openalex.org/W2082102603","https://openalex.org/W2166141227","https://openalex.org/W3133980636"],"abstract_inverted_index":{"Accurate":[0],"assessment":[1],"of":[2,35,71,97,107,117,126],"social":[3,36,75,127],"reciprocity":[4,76,128],"is":[5],"crucial":[6],"for":[7],"early":[8],"diagnosis":[9,137],"and":[10,64,84,138],"intervention":[11,139],"in":[12,26,99],"Autism":[13,54],"Spectrum":[14],"Disorder":[15],"(ASD).":[16],"Traditional":[17],"methods,":[18],"often":[19],"relying":[20],"on":[21],"unimodal":[22],"data":[23],"or":[24],"lacking":[25],"cross-modal":[27],"alignment,":[28],"do":[29],"not":[30,121],"fully":[31],"capture":[32],"the":[33,53,67,111,118,124],"complexity":[34],"reciprocity.":[37],"To":[38],"address":[39],"these":[40],"limitations,":[41],"we":[42],"developed":[43],"SocialRecNet,":[44],"a":[45,104],"novel":[46],"Multimodal":[47],"Large":[48],"Language":[49],"Model":[50],"(MLLM)":[51],"utilizing":[52],"Diagnostic":[55],"Observation":[56],"Schedule":[57],"(ADOS)":[58],"dataset.":[59],"SocialRecNet":[60,91],"integrates":[61],"conversational":[62],"speech":[63,83],"text":[65],"with":[66],"textual":[68],"reasoning":[69],"capabilities":[70],"LLMs":[72],"to":[73],"analyze":[74],"across":[77],"multiple":[78],"dimensions.":[79],"By":[80],"effectively":[81],"aligning":[82],"text,":[85],"enhanced":[86],"by":[87],"properly":[88],"designed":[89],"prompts,":[90],"achieves":[92],"an":[93],"average":[94],"Pearson":[95],"correlation":[96],"0.711":[98],"predicting":[100],"ADOS":[101],"scores,":[102],"marking":[103],"significant":[105],"improvement":[106],"approximately":[108],"26.24%":[109],"over":[110],"best-performing":[112],"baseline":[113],"method.":[114],"This":[115],"state":[116],"art":[119],"framework":[120],"only":[122],"improves":[123],"prediction":[125],"scores":[129],"but":[130],"also":[131],"provides":[132],"deeper":[133],"insights":[134],"into":[135],"ASD":[136],"strategies.":[140]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-31T07:56:22.981413","created_date":"2025-10-10T00:00:00"}
