{"id":"https://openalex.org/W4404239023","doi":"https://doi.org/10.1109/ijcb62174.2024.10744499","title":"Robust Facial Reactions Generation: An Emotion-Aware Framework with Modality Compensation","display_name":"Robust Facial Reactions Generation: An Emotion-Aware Framework with Modality Compensation","publication_year":2024,"publication_date":"2024-09-15","ids":{"openalex":"https://openalex.org/W4404239023","doi":"https://doi.org/10.1109/ijcb62174.2024.10744499"},"language":"en","primary_location":{"id":"doi:10.1109/ijcb62174.2024.10744499","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcb62174.2024.10744499","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Joint Conference on Biometrics (IJCB)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050711976","display_name":"Guanyu Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanyu Hu","raw_affiliation_strings":["Xi’an Jiaotong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi’an Jiaotong University","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jie Wei","orcid":null},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Wei","raw_affiliation_strings":["China Mobile Group Shaanxi Co., Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Mobile Group Shaanxi Co., Ltd","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053061988","display_name":"Siyang Song","orcid":"https://orcid.org/0000-0003-2339-5685"},"institutions":[{"id":"https://openalex.org/I153648349","display_name":"University of Leicester","ror":"https://ror.org/04h699437","country_code":"GB","type":"education","lineage":["https://openalex.org/I153648349"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Siyang Song","raw_affiliation_strings":["University of Leicester"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Leicester","institution_ids":["https://openalex.org/I153648349"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029879679","display_name":"Dimitrios Kollias","orcid":"https://orcid.org/0000-0002-8188-3751"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dimitrios Kollias","raw_affiliation_strings":["Queen Mary University of London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queen Mary University of London","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056067943","display_name":"Xinyu Yang","orcid":"https://orcid.org/0000-0001-5117-4914"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyu Yang","raw_affiliation_strings":["Xi’an Jiaotong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi’an Jiaotong University","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103270755","display_name":"Zhonglin Sun","orcid":"https://orcid.org/0000-0002-8359-0805"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhonglin Sun","raw_affiliation_strings":["Queen Mary University of London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queen Mary University of London","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5107496260","display_name":"Odysseus Kaloidas","orcid":null},"institutions":[{"id":"https://openalex.org/I909854389","display_name":"London School of Economics and Political Science","ror":"https://ror.org/0090zs177","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I909854389"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Odysseus Kaloidas","raw_affiliation_strings":["London School of Economics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"London School of Economics","institution_ids":["https://openalex.org/I909854389"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2629,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.57427183,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7564027309417725},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6269498467445374},{"id":"https://openalex.org/keywords/compensation","display_name":"Compensation (psychology)","score":0.5524566769599915},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3823803961277008},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.37040573358535767},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2699025273323059},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.09534856677055359}],"concepts":[{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7564027309417725},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6269498467445374},{"id":"https://openalex.org/C2780023022","wikidata":"https://www.wikidata.org/wiki/Q1338171","display_name":"Compensation (psychology)","level":2,"score":0.5524566769599915},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3823803961277008},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.37040573358535767},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2699025273323059},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.09534856677055359}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ijcb62174.2024.10744499","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcb62174.2024.10744499","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Joint Conference on Biometrics (IJCB)","raw_type":"proceedings-article"},{"id":"pmh:oai:researchonline.lse.ac.uk:126506","is_oa":false,"landing_page_url":"https://doi.org/10.1109/IJCB62174.2024.10744499","pdf_url":null,"source":{"id":"https://openalex.org/S4306401593","display_name":"London School of Economics and Political Science Research Online (London School of Economics and Political Science)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I909854389","host_organization_name":"London School of Economics and Political Science","host_organization_lineage":["https://openalex.org/I909854389"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2045528981","https://openalex.org/W2755291975","https://openalex.org/W2970303069","https://openalex.org/W3176404283","https://openalex.org/W3193766423","https://openalex.org/W4225760288","https://openalex.org/W4230429791","https://openalex.org/W4312309978","https://openalex.org/W4312345918","https://openalex.org/W4321011462","https://openalex.org/W4378474373","https://openalex.org/W4378499161","https://openalex.org/W4386071994","https://openalex.org/W4386072006","https://openalex.org/W4387968147","https://openalex.org/W4387969719","https://openalex.org/W4388188050","https://openalex.org/W4390872713","https://openalex.org/W4390872769","https://openalex.org/W4400527540","https://openalex.org/W4400527555","https://openalex.org/W4400527597","https://openalex.org/W4400527625","https://openalex.org/W4400527782","https://openalex.org/W4403792418","https://openalex.org/W6850222400","https://openalex.org/W6853235891","https://openalex.org/W6853414991"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"The":[0],"objective":[1],"of":[2,28,41,193,211],"the":[3,24,29,33,74,84,147,161,168,173,186,197,209],"Multiple":[4],"Appropriate":[5],"Facial":[6],"Reaction":[7],"Generation":[8],"(MAFRG)":[9],"task":[10],"is":[11,89,207,221],"to":[12,70,81,196],"produce":[13],"contextually":[14],"appropriate":[15,93,157,212],"and":[16,43,129,176,217],"diverse":[17],"listener":[18],"facial":[19,44,94,219],"behavioural":[20,26],"responses":[21],"based":[22],"on":[23],"multimodal":[25,76],"data":[27,52,145,206,220],"conversational":[30],"partner":[31],"(i.e.,":[32],"speaker).":[34],"Current":[35],"methodologies":[36],"typically":[37],"assume":[38],"continuous":[39],"availability":[40],"speech":[42,204],"modality":[45,144,205],"data,":[46],"neglecting":[47],"real-world":[48],"scenarios":[49,132,202],"where":[50,203],"these":[51,78,101],"may":[53],"be":[54,115],"intermittently":[55],"unavailable,":[56],"which":[57,88,166],"often":[58],"results":[59,180],"in":[60,131],"model":[61,199],"failures.":[62],"Furthermore,":[63],"despite":[64],"utilising":[65],"advanced":[66],"deep":[67],"learning":[68],"models":[69,79],"extract":[71],"information":[72,171],"from":[73,96],"speaker\u2019s":[75,85,169],"inputs,":[77],"fail":[80],"adequately":[82],"leverage":[83],"emotional":[86,170],"context,":[87],"vital":[90],"for":[91],"eliciting":[92],"reactions":[95,159],"human":[97],"listeners.":[98],"To":[99],"address":[100],"limitations,":[102],"we":[103],"propose":[104],"an":[105,191,215],"Emotion-aware":[106,162],"Modality":[107,149],"Compensatory":[108,148],"(EMC)":[109],"framework.":[110],"This":[111],"versatile":[112],"solution":[113],"can":[114],"seamlessly":[116],"integrated":[117],"into":[118],"existing":[119],"models,":[120],"thereby":[121],"preserving":[122],"their":[123],"advantages":[124],"while":[125],"significantly":[126],"enhancing":[127],"performance":[128,210],"robustness":[130],"with":[133,142],"missing":[134,143],"modalities.":[135],"Our":[136],"framework":[137,184],"ensures":[138],"resilience":[139],"when":[140,218],"faced":[141],"through":[146],"Alignment":[150],"(CMA)":[151],"module.":[152],"It":[153],"also":[154],"generates":[155],"more":[156],"emotion-aware":[158],"via":[160],"Attention":[163],"(EA)":[164],"module,":[165],"incorporates":[167],"throughout":[172],"entire":[174],"encoding":[175],"decoding":[177],"process.":[178],"Experimental":[179],"demonstrate":[181],"that":[182],"our":[183],"improves":[185],"appropriateness":[187],"metric":[188],"FRCorr":[189],"by":[190],"average":[192],"57.2%":[194],"compared":[195],"original":[198],"structure.":[200],"In":[201],"missing,":[208,222],"generation":[213],"shows":[214],"improvement,":[216],"it":[223],"only":[224],"exhibits":[225],"minimal":[226],"degradation.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}