{"id":"https://openalex.org/W3093232475","doi":"https://doi.org/10.1145/3394171.3413907","title":"Deep Disturbance-Disentangled Learning for Facial Expression Recognition","display_name":"Deep Disturbance-Disentangled Learning for Facial Expression Recognition","publication_year":2020,"publication_date":"2020-10-12","ids":{"openalex":"https://openalex.org/W3093232475","doi":"https://doi.org/10.1145/3394171.3413907","mag":"3093232475"},"language":"en","primary_location":{"id":"doi:10.1145/3394171.3413907","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3394171.3413907","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025078865","display_name":"Delian Ruan","orcid":null},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Delian Ruan","raw_affiliation_strings":["Xiamen University, Xiamen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100395059","display_name":"Yan Yan","orcid":"https://orcid.org/0000-0002-3674-7160"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Yan","raw_affiliation_strings":["Xiamen University, Xiamen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073464445","display_name":"Si Chen","orcid":"https://orcid.org/0000-0002-5631-7942"},"institutions":[{"id":"https://openalex.org/I75867142","display_name":"Xiamen University of Technology","ror":"https://ror.org/01285e189","country_code":"CN","type":"education","lineage":["https://openalex.org/I75867142"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Si Chen","raw_affiliation_strings":["Xiamen University of Technology, Xiamen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen University of Technology, Xiamen, China","institution_ids":["https://openalex.org/I75867142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079361172","display_name":"Jing\u2010Hao Xue","orcid":"https://orcid.org/0000-0003-1174-610X"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jing-Hao Xue","raw_affiliation_strings":["University College London, London, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044594971","display_name":"Hanzi Wang","orcid":"https://orcid.org/0000-0002-6913-9786"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanzi Wang","raw_affiliation_strings":["Xiamen University, Xiamen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":72,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2833","last_page":"2841"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/disturbance","display_name":"Disturbance (geology)","score":0.722527027130127},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6967175006866455},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.6908353567123413},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6773220896720886},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6358317136764526},{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"Facial expression recognition","score":0.5246468186378479},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5128486156463623},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5102343559265137},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5031422972679138},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.4901500642299652},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.48743918538093567},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4753969609737396},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.4316824674606323},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.41674843430519104},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.411067932844162},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0843290388584137}],"concepts":[{"id":"https://openalex.org/C2777601987","wikidata":"https://www.wikidata.org/wiki/Q5283581","display_name":"Disturbance (geology)","level":2,"score":0.722527027130127},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6967175006866455},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.6908353567123413},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6773220896720886},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6358317136764526},{"id":"https://openalex.org/C2987714656","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Facial expression recognition","level":4,"score":0.5246468186378479},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5128486156463623},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5102343559265137},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5031422972679138},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.4901500642299652},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.48743918538093567},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4753969609737396},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.4316824674606323},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.41674843430519104},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.411067932844162},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0843290388584137},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3394171.3413907","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3394171.3413907","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10110888","is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10110888/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"In: MM '20: Proceedings of the 28th ACM International Conference on Multimedia. (pp. pp. 2833-2841). ACM (2020)","raw_type":"Proceedings paper"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5099999904632568,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G1384096390","display_name":null,"funder_award_id":"U1605252, 61872307, 61571379","funder_id":"https://openalex.org/F4320327720","funder_display_name":"Foundation for Innovative Research Groups of the National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320327720","display_name":"Foundation for Innovative Research Groups of the National Natural Science Foundation of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1514535095","https://openalex.org/W1981918162","https://openalex.org/W2009375902","https://openalex.org/W2035372623","https://openalex.org/W2045977420","https://openalex.org/W2083021723","https://openalex.org/W2097117768","https://openalex.org/W2103943262","https://openalex.org/W2139916508","https://openalex.org/W2159017231","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2217426128","https://openalex.org/W2244142460","https://openalex.org/W2246249023","https://openalex.org/W2302255633","https://openalex.org/W2490049321","https://openalex.org/W2600389231","https://openalex.org/W2730601341","https://openalex.org/W2737725206","https://openalex.org/W2738672149","https://openalex.org/W2745497104","https://openalex.org/W2752782242","https://openalex.org/W2767618761","https://openalex.org/W2798553619","https://openalex.org/W2798583514","https://openalex.org/W2887057599","https://openalex.org/W2889978276","https://openalex.org/W2896277673","https://openalex.org/W2897573365","https://openalex.org/W2904483377","https://openalex.org/W2912990735","https://openalex.org/W2934832377","https://openalex.org/W2960122749","https://openalex.org/W2963112684","https://openalex.org/W2963363102","https://openalex.org/W2963420686","https://openalex.org/W2963430933","https://openalex.org/W2964105113","https://openalex.org/W2972850892","https://openalex.org/W2982070372","https://openalex.org/W2982153880","https://openalex.org/W3003720578","https://openalex.org/W3098061148","https://openalex.org/W3122081138"],"related_works":["https://openalex.org/W2134472250","https://openalex.org/W2144059113","https://openalex.org/W2486556835","https://openalex.org/W2347601237","https://openalex.org/W1771356744","https://openalex.org/W3171199097","https://openalex.org/W2156017660","https://openalex.org/W2897995864","https://openalex.org/W2546942002","https://openalex.org/W1775397219"],"abstract_inverted_index":{"To":[0],"achieve":[1],"effective":[2],"facial":[3,35,70],"expression":[4,71,165,177,180],"recognition":[5],"(FER),":[6],"it":[7],"is":[8,91,125,169],"of":[9,27,34,93,104,113,233],"great":[10],"importance":[11],"to":[12,57,127,171,187,199],"address":[13],"various":[14,147],"disturbing":[15,47,63,74,99,134,148],"factors,":[16,64],"including":[17],"pose,":[18,39],"illumination,":[19],"identity,":[20,37],"and":[21,38,72,95,107,161,166,219,221,228],"so":[22],"on.":[23],"However,":[24],"a":[25,50,81,119,151,157,183],"number":[26],"FER":[28,214,224],"databases":[29,215,225],"merely":[30],"provide":[31],"the":[32,42,66,137,143,173,192,205,212,222,231],"labels":[33],"expression,":[36],"but":[40],"lack":[41],"label":[43,144],"information":[44,145,175],"for":[45,88,131,146,176],"other":[46],"factors.":[48,75],"As":[49],"result,":[51],"many":[52],"methods":[53],"are":[54],"only":[55],"able":[56],"cope":[58],"with":[59,238],"one":[60],"or":[61],"two":[62,116,162],"ignoring":[65],"heavy":[67],"entanglement":[68],"between":[69],"multiple":[73,98,133],"In":[76],"this":[77],"paper,":[78],"we":[79],"propose":[80],"novel":[82],"Deep":[83],"Disturbance-disentangled":[84],"Learning":[85],"(DDL)":[86],"method":[87,236],"FER.":[89],"DDL":[90,114],"capable":[92],"simultaneously":[94],"explicitly":[96],"disentangling":[97],"factors":[100,135],"by":[101],"taking":[102],"advantage":[103],"multi-task":[105,129],"learning":[106,130,198],"adversarial":[108,196],"transfer":[109,197],"learning.":[110],"The":[111,179],"training":[112],"involves":[115],"stages.":[117],"First,":[118],"Disturbance":[120],"Feature":[121],"Extraction":[122],"Model":[123,153],"(DFEM)":[124],"pre-trained":[126,206],"perform":[128],"classifying":[132],"on":[136,204,210],"large-scale":[138],"face":[139],"database":[140],"(which":[141],"has":[142],"factors).":[149],"Second,":[150],"Disturbance-Disentangled":[152],"(DDM),":[154],"which":[155],"contains":[156],"global":[158],"shared":[159],"sub-network":[160,181,194],"task-specific":[163],"(i.e.,":[164],"disturbance)":[167],"sub-networks,":[168],"learned":[170],"encode":[172],"disturbance-disentangled":[174],"recognition.":[178],"adopts":[182],"multi-level":[184],"attention":[185],"mechanism":[186],"extract":[188,200],"expression-specific":[189],"features,":[190],"while":[191],"disturbance":[193],"leverages":[195],"disturbance-specific":[201],"features":[202],"based":[203],"DFEM.":[207],"Experimental":[208],"results":[209],"both":[211],"in-the-lab":[213],"(including":[216,226],"CK+,":[217],"MMI,":[218],"Oulu-CASIA)":[220],"in-the-wild":[223],"RAF-DB":[227],"SFEW)":[229],"demonstrate":[230],"superiority":[232],"our":[234],"proposed":[235],"compared":[237],"several":[239],"state-of-the-art":[240],"methods.":[241]},"counts_by_year":[{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":18},{"year":2021,"cited_by_count":9}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}
