{"id":"https://openalex.org/W3097616280","doi":"https://doi.org/10.1145/3394171.3413538","title":"Adaptive Multimodal Fusion for Facial Action Units Recognition","display_name":"Adaptive Multimodal Fusion for Facial Action Units Recognition","publication_year":2020,"publication_date":"2020-10-12","ids":{"openalex":"https://openalex.org/W3097616280","doi":"https://doi.org/10.1145/3394171.3413538","mag":"3097616280"},"language":"en","primary_location":{"id":"doi:10.1145/3394171.3413538","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3394171.3413538","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100663286","display_name":"Huiyuan Yang","orcid":"https://orcid.org/0000-0003-0517-5187"},"institutions":[{"id":"https://openalex.org/I123946342","display_name":"Binghamton University","ror":"https://ror.org/008rmbt77","country_code":"US","type":"education","lineage":["https://openalex.org/I123946342"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huiyuan Yang","raw_affiliation_strings":["State Univerisity of New York at Binghamton, Binghamton, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Univerisity of New York at Binghamton, Binghamton, NY, USA","institution_ids":["https://openalex.org/I123946342"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007174586","display_name":"Taoyue Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I123946342","display_name":"Binghamton University","ror":"https://ror.org/008rmbt77","country_code":"US","type":"education","lineage":["https://openalex.org/I123946342"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Taoyue Wang","raw_affiliation_strings":["State Univerisity of New York at Binghamton, Binghamton, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Univerisity of New York at Binghamton, Binghamton, NY, USA","institution_ids":["https://openalex.org/I123946342"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100411653","display_name":"Lijun Yin","orcid":"https://orcid.org/0000-0002-0343-7190"},"institutions":[{"id":"https://openalex.org/I123946342","display_name":"Binghamton University","ror":"https://ror.org/008rmbt77","country_code":"US","type":"education","lineage":["https://openalex.org/I123946342"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lijun Yin","raw_affiliation_strings":["State University of New York at Binghamton, Binghamton, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State University of New York at Binghamton, Binghamton, NY, USA","institution_ids":["https://openalex.org/I123946342"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.762,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.87451597,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2982","last_page":"2990"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7791889905929565},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7415228486061096},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.7300256490707397},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.699883759021759},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6521760821342468},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5453046560287476},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5262001156806946},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.48073244094848633},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4252455234527588}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7791889905929565},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7415228486061096},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.7300256490707397},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.699883759021759},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6521760821342468},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5453046560287476},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5262001156806946},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.48073244094848633},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4252455234527588},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3394171.3413538","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3394171.3413538","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7900000214576721,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1040410175","https://openalex.org/W1606749791","https://openalex.org/W1661563386","https://openalex.org/W1882958252","https://openalex.org/W1940404584","https://openalex.org/W1963753144","https://openalex.org/W1964448421","https://openalex.org/W2000326692","https://openalex.org/W2016163491","https://openalex.org/W2051297709","https://openalex.org/W2090183260","https://openalex.org/W2184188583","https://openalex.org/W2194775991","https://openalex.org/W2526387107","https://openalex.org/W2589142773","https://openalex.org/W2612215259","https://openalex.org/W2619383789","https://openalex.org/W2621864722","https://openalex.org/W2726020179","https://openalex.org/W2765407302","https://openalex.org/W2784208377","https://openalex.org/W2789992948","https://openalex.org/W2800017313","https://openalex.org/W2816936748","https://openalex.org/W2896868133","https://openalex.org/W2903991757","https://openalex.org/W2904106524","https://openalex.org/W2919203733","https://openalex.org/W2922226605","https://openalex.org/W2950151997","https://openalex.org/W2952165242","https://openalex.org/W2961770861","https://openalex.org/W2963252191","https://openalex.org/W2963403868","https://openalex.org/W2963685106","https://openalex.org/W2963899050","https://openalex.org/W2964007075","https://openalex.org/W2964010806","https://openalex.org/W2969059826","https://openalex.org/W2983227562","https://openalex.org/W2992308087","https://openalex.org/W3101614002","https://openalex.org/W3102025332","https://openalex.org/W3105099157","https://openalex.org/W6650413978"],"related_works":["https://openalex.org/W2729514902","https://openalex.org/W2024160000","https://openalex.org/W2773500201","https://openalex.org/W2061273563","https://openalex.org/W2285052147","https://openalex.org/W4287995534","https://openalex.org/W2743258233","https://openalex.org/W2998168123","https://openalex.org/W1972656095","https://openalex.org/W2970216048"],"abstract_inverted_index":{"Multimodal":[0],"facial":[1],"action":[2],"units":[3],"(AU)":[4],"recognition":[5],"aims":[6],"to":[7,55,74,129,155,173,183,190,262],"build":[8],"models":[9],"that":[10,53,257],"are":[11,50],"capable":[12],"of":[13,92,100,161,246],"processing,":[14],"correlating,":[15],"and":[16,34,78,195,220,238,240],"integrating":[17],"information":[18,80],"from":[19,25,31,37,60,136,164],"multiple":[20,165,223],"modalities":[21,138,266],"(i.e.,":[22],"2D":[23],"images":[24,36],"a":[26,101,113,140,145,168,205,215,228],"visual":[27],"sensor,":[28],"3D":[29,32],"geometry":[30],"imaging,":[33],"thermal":[35],"an":[38],"infrared":[39],"sensor).":[40],"Although":[41],"the":[42,64,68,76,83,90,131,159,181,192,197,202,241,244,247],"multimodel":[43],"data":[44,94,208],"can":[45],"provide":[46],"rich":[47],"information,":[48],"there":[49],"two":[51,232],"challenges":[52],"have":[54,226],"be":[56,86],"addressed":[57],"when":[58],"learning":[59],"multimodal":[61,207,234],"data:":[62],"1)":[63],"model":[65,84,198],"must":[66,85],"capture":[67],"complex":[69],"cross-modal":[70],"interactions":[71],"in":[72,89,98],"order":[73],"utilize":[75],"additional":[77],"mutual":[79],"effectively;":[81],"2)":[82],"robust":[87,261],"enough":[88],"circumstance":[91],"unexpected":[93],"corruptions":[95],"during":[96,267],"testing,":[97],"case":[99],"certain":[102],"modality":[103],"missing":[104,184,263],"or":[105,185,264],"being":[106],"noisy.":[107],"In":[108,188],"this":[109],"paper,":[110],"we":[111],"propose":[112],"novel":[114],"A":[115],"daptive":[116],"M":[117],"ultimodal":[118],"F":[119],"usion":[120],"method":[121,210,259],"(AMF":[122],")":[123],"for":[124,157],"AU":[125,235],"detection,":[126],"which":[127,214],"learns":[128],"select":[130,175],"most":[132],"relevant":[133],"feature":[134,146,150],"representations":[135],"different":[137],"by":[139,213],"re-sampling":[141],"procedure":[142],"conditioned":[143],"on":[144,201,231,252],"scoring":[147,151],"module.":[148],"The":[149],"module":[152],"is":[153,171,211,218],"designed":[154],"allow":[156],"evaluating":[158],"quality":[160],"features":[162],"learned":[163],"modalities.":[166,187,224],"As":[167],"result,":[169],"AMF":[170],"able":[172],"adaptively":[174],"more":[176],"discriminative":[177],"features,":[178],"thus":[179],"increasing":[180],"robustness":[182],"corrupted":[186],"addition,":[189],"alleviate":[191],"over-fitting":[193],"problem":[194],"make":[196],"generalize":[199],"better":[200],"testing":[203],"data,":[204],"cut-switch":[206],"augmentation":[209],"designed,":[212],"random":[216],"block":[217],"cut":[219],"switched":[221],"across":[222],"We":[225],"conducted":[227],"thorough":[229],"investigation":[230],"public":[233],"datasets,":[236],"BP4D":[237],"BP4D+,":[239],"results":[242],"demonstrate":[243],"effectiveness":[245],"proposed":[248],"method.":[249],"Ablation":[250],"studies":[251],"various":[253],"circumstances":[254],"also":[255],"show":[256],"our":[258],"remains":[260],"noisy":[265],"tests.":[268]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}