{"id":"https://openalex.org/W4406754799","doi":"https://doi.org/10.1109/taffc.2025.3528636","title":"SVD-Guided Multimodal Feature Fusion for Emotion Recognition From Facial Videos","display_name":"SVD-Guided Multimodal Feature Fusion for Emotion Recognition From Facial Videos","publication_year":2025,"publication_date":"2025-01-23","ids":{"openalex":"https://openalex.org/W4406754799","doi":"https://doi.org/10.1109/taffc.2025.3528636"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2025.3528636","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3528636","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056895889","display_name":"Jindi Bao","orcid":"https://orcid.org/0000-0002-2508-8702"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jindi Bao","raw_affiliation_strings":["PCA Lab, Key Lab of Intelligent Perception and Systems for High-Dimensional Information of Ministry of Education, School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-2508-8702","affiliations":[{"raw_affiliation_string":"PCA Lab, Key Lab of Intelligent Perception and Systems for High-Dimensional Information of Ministry of Education, School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jianjun Qian","orcid":"https://orcid.org/0000-0002-0968-8556"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianjun Qian","raw_affiliation_strings":["PCA Lab, Key Lab of Intelligent Perception and Systems for High-Dimensional Information of Ministry of Education, School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-0968-8556","affiliations":[{"raw_affiliation_string":"PCA Lab, Key Lab of Intelligent Perception and Systems for High-Dimensional Information of Ministry of Education, School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"last","author":{"id":null,"display_name":"Jian Yang","orcid":"https://orcid.org/0000-0003-4800-832X"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Yang","raw_affiliation_strings":["PCA Lab, Key Lab of Intelligent Perception and Systems for High-Dimensional Information of Ministry of Education, School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-4800-832X","affiliations":[{"raw_affiliation_string":"PCA Lab, Key Lab of Intelligent Perception and Systems for High-Dimensional Information of Ministry of Education, School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I36399199"],"apc_list":null,"apc_paid":null,"fwci":2.5223,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.86642699,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"16","issue":"3","first_page":"1705","last_page":"1715"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9039000272750854,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9039000272750854,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.786484956741333},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6508557200431824},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6360654830932617},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.5819814205169678},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5779629945755005},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5756723284721375},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5469688177108765},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.49589332938194275},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.4177873134613037},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.417496919631958},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.4163910448551178},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4105033278465271},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3679349422454834}],"concepts":[{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.786484956741333},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6508557200431824},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6360654830932617},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.5819814205169678},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5779629945755005},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5756723284721375},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5469688177108765},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.49589332938194275},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.4177873134613037},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.417496919631958},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.4163910448551178},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4105033278465271},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3679349422454834},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2025.3528636","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3528636","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W2002055708","https://openalex.org/W2069692225","https://openalex.org/W2117539524","https://openalex.org/W2122098299","https://openalex.org/W2396728763","https://openalex.org/W2468114283","https://openalex.org/W2766766681","https://openalex.org/W2890529371","https://openalex.org/W2943183446","https://openalex.org/W2946526173","https://openalex.org/W2982196965","https://openalex.org/W2986906199","https://openalex.org/W2991465589","https://openalex.org/W3009332477","https://openalex.org/W3027131706","https://openalex.org/W3035980081","https://openalex.org/W3035982241","https://openalex.org/W3093575810","https://openalex.org/W3127282219","https://openalex.org/W3128263780","https://openalex.org/W3131976674","https://openalex.org/W3156669407","https://openalex.org/W3159481202","https://openalex.org/W3163269234","https://openalex.org/W3169801598","https://openalex.org/W3200460189","https://openalex.org/W3207652202","https://openalex.org/W3215440557","https://openalex.org/W4210341878","https://openalex.org/W4214910852","https://openalex.org/W4280528148","https://openalex.org/W4285250231","https://openalex.org/W4292829028","https://openalex.org/W4297474258","https://openalex.org/W4310592224","https://openalex.org/W4312292725","https://openalex.org/W4312303088","https://openalex.org/W4312872160","https://openalex.org/W4312996499","https://openalex.org/W4313839160","https://openalex.org/W4380839097","https://openalex.org/W4383873625","https://openalex.org/W4385339638","https://openalex.org/W4385571742","https://openalex.org/W4385571916","https://openalex.org/W4386075510","https://openalex.org/W4386075654","https://openalex.org/W4386075879","https://openalex.org/W4386824973","https://openalex.org/W4387250288","https://openalex.org/W4387757537","https://openalex.org/W4387968002","https://openalex.org/W4387968433","https://openalex.org/W4387969614","https://openalex.org/W4388520004","https://openalex.org/W4390874537","https://openalex.org/W4392904146"],"related_works":["https://openalex.org/W2945121592","https://openalex.org/W3080495370","https://openalex.org/W2584926856","https://openalex.org/W2075935902","https://openalex.org/W3000867607","https://openalex.org/W4285597148","https://openalex.org/W4380370144","https://openalex.org/W4310579990","https://openalex.org/W4403674916","https://openalex.org/W2787157782"],"abstract_inverted_index":{"Multimodal":[0],"emotion":[1,43,68,86,113,210],"recognition":[2,44,87],"based":[3,108],"on":[4,22,109,184,227],"facial":[5,60,110,138,159,169],"videos":[6,61],"aims":[7],"to":[8,14,27,71,81,129,176,192,207,221],"extract":[9],"features":[10],"from":[11,59,88],"different":[12,40,89,123],"modalities":[13,41,90],"identify":[15],"human":[16],"emotions.":[17],"The":[18],"previous":[19],"work":[20],"focus":[21],"designing":[23],"various":[24,64],"fusion":[25,106,119,201],"schemes":[26],"combine":[28],"heterogeneous":[29],"modal":[30],"data.":[31],"However,":[32],"most":[33],"studies":[34],"have":[35,46],"overlooked":[36],"the":[37,50,56,73,137,147,155,165,178,194,199,204,213,223,233,240],"role":[38],"of":[39,75,158,168],"in":[42],"and":[45,77,121,140,151,161,164,171,202],"not":[47],"fully":[48],"utilized":[49],"intrinsic":[51],"connections":[52],"between":[53],"modalities.":[54],"Furthermore,":[55],"multimodal":[57,104,131,180,200,224],"data":[58],"also":[62],"contain":[63],"distractions":[65,76],"bad":[66],"for":[67,85,112],"analysis.":[69],"How":[70],"reduce":[72],"impact":[74],"enable":[78],"a":[79,93,102,117,216],"model":[80],"mine":[82],"effective":[83],"information":[84,196],"is":[91,190,219],"still":[92],"challenge":[94],"problem.":[95],"To":[96],"address":[97],"above":[98],"issue,":[99],"we":[100,135],"propose":[101],"SVD-guided":[103],"feature":[105,132,157,167,181],"method":[107,235],"video":[111],"recognition,":[114],"which":[115],"uses":[116],"hierarchical":[118],"mechanism":[120],"adopts":[122],"loss":[124,218],"strategies":[125],"at":[126],"each":[127],"level":[128],"learn":[130,208],"representation.":[133,225],"Specifically,":[134],"fuse":[136],"expression":[139,160,170],"rPPG":[141,162],"signal":[142,163],"(or":[143],"Point-of-Gaze)":[144],"by":[145,198],"using":[146],"weak":[148],"supervision":[149],"strategy":[150],"contrastive":[152],"learning.":[153],"Subsequently,":[154],"fused":[156,166],"Point-of-Gaze":[172],"are":[173],"combined":[174],"together":[175],"construct":[177],"unified":[179],"matrix.":[182],"Based":[183],"this,":[185],"Singular":[186],"Value":[187],"Decomposition":[188],"(SVD)":[189],"used":[191],"refine":[193],"redundancy":[195],"caused":[197],"guide":[203],"neural":[205],"network":[206],"discriminative":[209],"feature.":[211],"At":[212],"same":[214],"time,":[215],"consistent":[217],"developed":[220],"enhance":[222],"Experiments":[226],"three":[228],"public":[229],"datasets":[230],"show":[231],"that":[232],"proposed":[234],"achieves":[236],"better":[237],"results":[238],"over":[239],"compared":[241],"methods.":[242]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}