{"id":"https://openalex.org/W4383907652","doi":"https://doi.org/10.1080/10447318.2023.2232194","title":"Multimodal Emotion Recognition for Children with Autism Spectrum Disorder in Social Interaction","display_name":"Multimodal Emotion Recognition for Children with Autism Spectrum Disorder in Social Interaction","publication_year":2023,"publication_date":"2023-07-11","ids":{"openalex":"https://openalex.org/W4383907652","doi":"https://doi.org/10.1080/10447318.2023.2232194"},"language":"en","primary_location":{"id":"doi:10.1080/10447318.2023.2232194","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10447318.2023.2232194","pdf_url":null,"source":{"id":"https://openalex.org/S165559636","display_name":"International Journal of Human-Computer Interaction","issn_l":"1044-7318","issn":["1044-7318","1532-7590"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Human\u2013Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100442557","display_name":"Jingjing Liu","orcid":"https://orcid.org/0000-0001-9210-6950"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingjing Liu","raw_affiliation_strings":["State Key Laboratory of Mechanical System and Vibration, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Mechanical System and Vibration, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018706878","display_name":"Zhiyong Wang","orcid":"https://orcid.org/0000-0001-5546-6666"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyong Wang","raw_affiliation_strings":["State Key Laboratory of Robotics and Systems, Harbin Institute of Technology Shenzhen, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and Systems, Harbin Institute of Technology Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102794220","display_name":"Wei Nie","orcid":"https://orcid.org/0009-0006-0270-2630"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Nie","raw_affiliation_strings":["State Key Laboratory of Robotics and Systems, Harbin Institute of Technology Shenzhen, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and Systems, Harbin Institute of Technology Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059131338","display_name":"Jia Zeng","orcid":"https://orcid.org/0000-0003-0682-4898"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Zeng","raw_affiliation_strings":["State Key Laboratory of Mechanical System and Vibration, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Mechanical System and Vibration, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101912467","display_name":"Bingrui Zhou","orcid":"https://orcid.org/0000-0002-8442-4761"},"institutions":[{"id":"https://openalex.org/I4210159329","display_name":"Children's Hospital of Fudan University","ror":"https://ror.org/05n13be63","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210159329"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingrui Zhou","raw_affiliation_strings":["Department of Child Health Care, Children\u2019s Hospital of Fudan University, National Children\u2019s Medical Center, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Child Health Care, Children\u2019s Hospital of Fudan University, National Children\u2019s Medical Center, Shanghai, China","institution_ids":["https://openalex.org/I4210159329"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012478548","display_name":"Jingxin Deng","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159329","display_name":"Children's Hospital of Fudan University","ror":"https://ror.org/05n13be63","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210159329"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingxin Deng","raw_affiliation_strings":["Department of Child Health Care, Children\u2019s Hospital of Fudan University, National Children\u2019s Medical Center, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Child Health Care, Children\u2019s Hospital of Fudan University, National Children\u2019s Medical Center, Shanghai, China","institution_ids":["https://openalex.org/I4210159329"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100605684","display_name":"Huiping Li","orcid":"https://orcid.org/0000-0002-4554-2247"},"institutions":[{"id":"https://openalex.org/I4210159329","display_name":"Children's Hospital of Fudan University","ror":"https://ror.org/05n13be63","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210159329"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiping Li","raw_affiliation_strings":["Department of Child Health Care, Children\u2019s Hospital of Fudan University, National Children\u2019s Medical Center, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Child Health Care, Children\u2019s Hospital of Fudan University, National Children\u2019s Medical Center, Shanghai, China","institution_ids":["https://openalex.org/I4210159329"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101417233","display_name":"Qiong Xu","orcid":"https://orcid.org/0000-0001-7062-8790"},"institutions":[{"id":"https://openalex.org/I4210159329","display_name":"Children's Hospital of Fudan University","ror":"https://ror.org/05n13be63","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210159329"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qiong Xu","raw_affiliation_strings":["Department of Child Health Care, Children\u2019s Hospital of Fudan University, National Children\u2019s Medical Center, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Child Health Care, Children\u2019s Hospital of Fudan University, National Children\u2019s Medical Center, Shanghai, China","institution_ids":["https://openalex.org/I4210159329"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023111681","display_name":"Xiu Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159329","display_name":"Children's Hospital of Fudan University","ror":"https://ror.org/05n13be63","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210159329"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiu Xu","raw_affiliation_strings":["Department of Child Health Care, Children\u2019s Hospital of Fudan University, National Children\u2019s Medical Center, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Child Health Care, Children\u2019s Hospital of Fudan University, National Children\u2019s Medical Center, Shanghai, China","institution_ids":["https://openalex.org/I4210159329"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085867312","display_name":"Honghai Liu","orcid":"https://orcid.org/0000-0002-2880-4698"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Honghai Liu","raw_affiliation_strings":["State Key Laboratory of Robotics and Systems, Harbin Institute of Technology Shenzhen, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and Systems, Harbin Institute of Technology Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5023111681","https://openalex.org/A5085867312","https://openalex.org/A5101417233"],"corresponding_institution_ids":["https://openalex.org/I204983213","https://openalex.org/I4210159329"],"apc_list":null,"apc_paid":null,"fwci":2.513,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.89409099,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"40","issue":"8","first_page":"1921","last_page":"1930"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10106","display_name":"Autism Spectrum Disorder Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10106","display_name":"Autism Spectrum Disorder Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12060","display_name":"Child Development and Digital Technology","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11772","display_name":"Genetics and Neurodevelopmental Disorders","score":0.9840999841690063,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autism","display_name":"Autism","score":0.6168636679649353},{"id":"https://openalex.org/keywords/autism-spectrum-disorder","display_name":"Autism spectrum disorder","score":0.5989429950714111},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.588881254196167},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5722097158432007},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5005900859832764},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.4873865246772766},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.46963807940483093},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4648061990737915},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.42683786153793335},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.4090518355369568},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3694181442260742},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.3422103822231293},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3251824975013733},{"id":"https://openalex.org/keywords/developmental-psychology","display_name":"Developmental psychology","score":0.16400036215782166}],"concepts":[{"id":"https://openalex.org/C205778803","wikidata":"https://www.wikidata.org/wiki/Q38404","display_name":"Autism","level":2,"score":0.6168636679649353},{"id":"https://openalex.org/C2778538070","wikidata":"https://www.wikidata.org/wiki/Q1436063","display_name":"Autism spectrum disorder","level":3,"score":0.5989429950714111},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.588881254196167},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5722097158432007},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5005900859832764},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.4873865246772766},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.46963807940483093},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4648061990737915},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.42683786153793335},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4090518355369568},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3694181442260742},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3422103822231293},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3251824975013733},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.16400036215782166}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/10447318.2023.2232194","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10447318.2023.2232194","pdf_url":null,"source":{"id":"https://openalex.org/S165559636","display_name":"International Journal of Human-Computer Interaction","issn_l":"1044-7318","issn":["1044-7318","1532-7590"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Human\u2013Computer Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.7099999785423279,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G2567398775","display_name":null,"funder_award_id":"61733011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1499605609","https://openalex.org/W1515070400","https://openalex.org/W1524111660","https://openalex.org/W1615689293","https://openalex.org/W1968773332","https://openalex.org/W1980505500","https://openalex.org/W1987894031","https://openalex.org/W2073919051","https://openalex.org/W2082735203","https://openalex.org/W2091680322","https://openalex.org/W2102570318","https://openalex.org/W2132485311","https://openalex.org/W2159695365","https://openalex.org/W2162633858","https://openalex.org/W2187089797","https://openalex.org/W2398993084","https://openalex.org/W2597507805","https://openalex.org/W2605111162","https://openalex.org/W2754021867","https://openalex.org/W2776855315","https://openalex.org/W2784435047","https://openalex.org/W2786614902","https://openalex.org/W2793312177","https://openalex.org/W2798569594","https://openalex.org/W2806811344","https://openalex.org/W2810445130","https://openalex.org/W2885530906","https://openalex.org/W2896835644","https://openalex.org/W2908176280","https://openalex.org/W2912083425","https://openalex.org/W2937386745","https://openalex.org/W2943699779","https://openalex.org/W2961097328","https://openalex.org/W2962954622","https://openalex.org/W2963781481","https://openalex.org/W2965096309","https://openalex.org/W2965341826","https://openalex.org/W2965895042","https://openalex.org/W2967396367","https://openalex.org/W2981171802","https://openalex.org/W2996799978","https://openalex.org/W2997258743","https://openalex.org/W2997336602","https://openalex.org/W3016138882","https://openalex.org/W3025096073","https://openalex.org/W3025184520","https://openalex.org/W3034217102","https://openalex.org/W3034520808","https://openalex.org/W3035416506","https://openalex.org/W3044580164","https://openalex.org/W3105907928","https://openalex.org/W3110952129","https://openalex.org/W3117386316","https://openalex.org/W3138410940","https://openalex.org/W3211012162","https://openalex.org/W4206547549","https://openalex.org/W4207015831","https://openalex.org/W4213222521","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W2787993192","https://openalex.org/W1582092002","https://openalex.org/W2158269427","https://openalex.org/W4205880200","https://openalex.org/W4381280689","https://openalex.org/W3033859939","https://openalex.org/W2847365777","https://openalex.org/W3137729850","https://openalex.org/W2584926856","https://openalex.org/W2014713986"],"abstract_inverted_index":{"Autism":[0],"Spectrum":[1],"Disorders":[2],"(ASD)":[3],"remain":[4],"a":[5,137,188,220],"healthcare":[6],"challenge":[7],"and":[8,18,23,42,85,164,199],"gain":[9],"considerable":[10],"attention":[11],"due":[12],"to":[13,52,109,140,160,178,222],"the":[14,29,40,54,60,71,79,111,120,124,146,155,200,229],"increasing":[15],"prevalence":[16],"rates":[17],"insupportable":[19],"burden":[20],"on":[21,187],"families":[22],"society.":[24],"It":[25],"is":[26,215,219],"noted":[27],"that":[28,217],"recognition":[30,58,181],"of":[31,45,56,59,63,90],"children\u2019s":[32],"emotional":[33,61,112],"states":[34,62,113],"plays":[35],"an":[36],"important":[37],"role":[38],"in":[39,66,76,194,224],"evaluation":[41],"intervention":[43],"process":[44],"ASD.":[46],"In":[47],"this":[48,91,95,185],"paper,":[49],"we":[50,97],"aim":[51],"address":[53],"problem":[55],"automatic":[57],"ASD":[64],"children":[65],"social":[67],"interactive":[68,197],"scenarios.":[69],"Since":[70],"child":[72],"can":[73],"be":[74],"unconstrained":[75],"realistic":[77],"scenarios,":[78],"face":[80],"occlusion":[81],"under":[82],"pose":[83,148],"variations":[84],"uncertain":[86],"backgrounds":[87],"become":[88],"challenges":[89],"task.":[92],"To":[93],"tackle":[94],"problem,":[96],"employ":[98],"both":[99],"facial":[100,125,211],"expressions":[101],"as":[102,104,107,232],"well":[103],"body":[105,147],"poses":[106],"cues":[108],"recognize":[110],"while":[114],"most":[115],"traditional":[116],"methods":[117],"only":[118,210],"leverage":[119],"former.":[121],"Firstly":[122],"for":[123,145,168],"information,":[126,149],"spatial":[127,162],"features":[128,163],"are":[129,158,176],"extracted":[130],"through":[131],"convolutional":[132,151,166],"neural":[133],"networks":[134,152],"followed":[135],"by":[136,192,227],"temporal":[138,142,165,169],"transformer":[139],"extract":[141],"information.":[143,212],"Then":[144],"graph":[150],"combined":[153],"with":[154],"self-attention":[156],"part":[157],"used":[159],"represent":[161],"layers":[167],"counterparts.":[170],"Finally,":[171],"different":[172],"multimodal":[173],"fusion":[174],"ways":[175],"explored":[177],"generate":[179],"final":[180],"results.":[182],"We":[183],"evaluate":[184],"method":[186,202],"challenging":[189],"database":[190],"collected":[191],"us":[193],"real-world":[195],"child-clinician":[196],"scenarios":[198],"proposed":[201],"achieved":[203],"significantly":[204],"better":[205],"results":[206],"than":[207],"baselines":[208],"using":[209],"Thus":[213],"it":[214],"suggested":[216],"there":[218],"potential":[221],"assist":[223],"clinical":[225],"practice":[226],"providing":[228],"recognized":[230],"emotion":[231],"feedback.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-21T09:19:25.381259","created_date":"2025-10-10T00:00:00"}