{"id":"https://openalex.org/W4388192670","doi":"https://doi.org/10.1145/3581783.3611972","title":"Freq-HD: An Interpretable Frequency-based High-Dynamics Affective Clip Selection Method for in-the-Wild Facial Expression Recognition in Videos","display_name":"Freq-HD: An Interpretable Frequency-based High-Dynamics Affective Clip Selection Method for in-the-Wild Facial Expression Recognition in Videos","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4388192670","doi":"https://doi.org/10.1145/3581783.3611972"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3611972","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3611972","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101426100","display_name":"Zeng Tao","orcid":"https://orcid.org/0009-0006-2998-6709"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeng Tao","raw_affiliation_strings":["Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0006-2998-6709","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035140547","display_name":"Yan Wang","orcid":"https://orcid.org/0000-0002-4953-2660"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Wang","raw_affiliation_strings":["Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4953-2660","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101729649","display_name":"Zhaoyu Chen","orcid":"https://orcid.org/0000-0002-7112-2596"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoyu Chen","raw_affiliation_strings":["Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7112-2596","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084343794","display_name":"Boyang Wang","orcid":"https://orcid.org/0009-0002-2885-2814"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boyang Wang","raw_affiliation_strings":["Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0002-2885-2814","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063134138","display_name":"Shaoqi Yan","orcid":"https://orcid.org/0009-0004-2959-7581"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoqi Yan","raw_affiliation_strings":["Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-2959-7581","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031168103","display_name":"Kaixun Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaixun Jiang","raw_affiliation_strings":["Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2878-0497","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048271189","display_name":"Shuyong Gao","orcid":"https://orcid.org/0000-0002-8992-0756"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuyong Gao","raw_affiliation_strings":["Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-8992-0756","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100669255","display_name":"Wenqiang Zhang","orcid":"https://orcid.org/0000-0002-3339-8751"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenqiang Zhang","raw_affiliation_strings":["Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3339-8751","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":2.5586,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.89820548,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"843","last_page":"852"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.728951096534729},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7075108885765076},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6007497906684875},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5616106986999512},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5333601832389832},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5265322327613831},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.5188480615615845},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5155965685844421},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.45240339636802673},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.389313668012619},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.20472779870033264},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.16598904132843018}],"concepts":[{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.728951096534729},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7075108885765076},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6007497906684875},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5616106986999512},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5333601832389832},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5265322327613831},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.5188480615615845},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5155965685844421},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.45240339636802673},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.389313668012619},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.20472779870033264},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.16598904132843018},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3581783.3611972","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3611972","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7143284523","display_name":"\u52a8\u6001\u573a\u666f\u4e2d\u673a\u5668\u4eba\u663e\u8457\u6027\u76ee\u6807\u8bc6\u522b\u4e0e\u8868\u8fbe\u6280\u672f\u7814\u7a76","funder_award_id":"62072112","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W2085261163","https://openalex.org/W2277498883","https://openalex.org/W2471143248","https://openalex.org/W2474193198","https://openalex.org/W2507009361","https://openalex.org/W2546875627","https://openalex.org/W2767415038","https://openalex.org/W2887990646","https://openalex.org/W2894676264","https://openalex.org/W2895006884","https://openalex.org/W2918626955","https://openalex.org/W2960453713","https://openalex.org/W2962677524","https://openalex.org/W2963252191","https://openalex.org/W2963321993","https://openalex.org/W2964214371","https://openalex.org/W2964216549","https://openalex.org/W2981171802","https://openalex.org/W3000164979","https://openalex.org/W3003720578","https://openalex.org/W3004505825","https://openalex.org/W3034771037","https://openalex.org/W3037439697","https://openalex.org/W3093370878","https://openalex.org/W3096596051","https://openalex.org/W3119221111","https://openalex.org/W3205640762","https://openalex.org/W3205982571","https://openalex.org/W3206349670","https://openalex.org/W4214540501","https://openalex.org/W4220887861","https://openalex.org/W4220900860","https://openalex.org/W4221002311","https://openalex.org/W4221042956","https://openalex.org/W4225568094","https://openalex.org/W4283372964","https://openalex.org/W4293518753","https://openalex.org/W4304014238","https://openalex.org/W4304086144","https://openalex.org/W4304091652","https://openalex.org/W4304099113","https://openalex.org/W4313023779","https://openalex.org/W4318980730","https://openalex.org/W4385486148","https://openalex.org/W4403242122"],"related_works":["https://openalex.org/W4231775656","https://openalex.org/W2046435967","https://openalex.org/W2383646825","https://openalex.org/W2392243736","https://openalex.org/W2371018915","https://openalex.org/W86652014","https://openalex.org/W2354191502","https://openalex.org/W1972225038","https://openalex.org/W3134658850","https://openalex.org/W2642127892"],"abstract_inverted_index":{"The":[0,159],"in-the-wild":[1,69,187],"dynamic":[2,18,70],"facial":[3,26,71],"expression":[4,27,57],"recognition":[5],"(DFER)":[6],"has":[7],"been":[8],"challenging":[9],"due":[10],"to":[11,87,112,140,145],"several":[12],"high-dynamics":[13,47],"factors":[14,144],"such":[15],"as":[16],"limited":[17],"expression-related":[19,32],"frames":[20,207],"and":[21,41,61,75,99,147,153,167,189,208,215],"variable":[22],"non-expression":[23],"noise":[24,130],"in":[25,67,126,155],"sequences.":[28],"To":[29],"provide":[30,218],"more":[31,73],"clips":[33,54,166],"for":[34,46],"DFER":[35,64,178,191],"models,":[36],"we":[37,104],"propose":[38,105],"a":[39,80,106],"novel":[40,81],"interpretable":[42],"frequency-based":[43],"method":[44,139,196],"(Freq-HD)":[45],"affective":[48],"clip":[49,94],"selection.":[50],"It":[51],"can":[52,161],"select":[53,162],"containing":[55],"pure":[56],"changes":[58],"from":[59],"sequences":[60],"aid":[62],"different":[63,122,156],"network":[65,201],"structures":[66],"recognizing":[68],"expressions":[72,152],"accurately":[74],"efficiently.":[76],"We":[77,180],"first":[78],"design":[79],"spatial-temporal":[82,100],"frequency":[83,101,124,157],"analysis":[84,217],"(STFA)":[85],"module":[86,111],"compute":[88],"the":[89,114,118,133,142,149,163,168,183,199,223],"dynamics":[90,119,150],"values":[91,120],"of":[92,117,121,151,222,225],"each":[93],"by":[95],"using":[96,204],"sliding":[97],"windows":[98],"analysis.":[102],"Moreover,":[103],"multi-band":[107],"complementary":[108],"selection":[109],"(MBC)":[110],"amend":[113],"inappropriate":[115],"reaction":[116],"spatial":[123],"bands":[125],"STFA":[127],"when":[128],"expression-irrelevant":[129],"occurs.":[131],"Specifically,":[132],"MBC":[134],"uses":[135],"an":[136],"ingenious":[137],"mapping":[138],"generate":[141],"inhibitory":[143],"complement":[146],"separate":[148],"non-expressions":[154],"bands.":[158],"Freq-HD":[160,184],"most":[164],"expression-correlated":[165],"consisting":[169],"frames,":[170],"which":[171],"could":[172],"be":[173],"incorporated":[174],"into":[175],"any":[176],"existing":[177],"models.":[179],"extensively":[181],"evaluate":[182],"on":[185],"two":[186],"datasets":[188],"four":[190],"baselines,":[192],"showing":[193],"that":[194],"our":[195,226],"significantly":[197],"improves":[198],"subsequent":[200],"performance":[202],"while":[203],"fewer":[205],"input":[206],"reducing":[209],"computation":[210],"cost.":[211],"More":[212],"ablation":[213],"studies":[214],"visualization":[216],"further":[219],"empirical":[220],"evidence":[221],"effectiveness":[224],"method.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}