{"id":"https://openalex.org/W3206355728","doi":"https://doi.org/10.1145/3474085.3479209","title":"Facial Action Unit-based Deep Learning Framework for Spotting Macro- and Micro-expressions in Long Video Sequences","display_name":"Facial Action Unit-based Deep Learning Framework for Spotting Macro- and Micro-expressions in Long Video Sequences","publication_year":2021,"publication_date":"2021-10-17","ids":{"openalex":"https://openalex.org/W3206355728","doi":"https://doi.org/10.1145/3474085.3479209","mag":"3206355728"},"language":"en","primary_location":{"id":"doi:10.1145/3474085.3479209","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3474085.3479209","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039117553","display_name":"Bo Yang","orcid":"https://orcid.org/0000-0002-8067-8174"},"institutions":[{"id":"https://openalex.org/I4210164495","display_name":"KDDI Research (Japan)","ror":"https://ror.org/05qsqt662","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210164495"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Bo Yang","raw_affiliation_strings":["KDDI Research, Inc., Fujimino-shi, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KDDI Research, Inc., Fujimino-shi, Japan","institution_ids":["https://openalex.org/I4210164495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101746725","display_name":"Jianming Wu","orcid":"https://orcid.org/0000-0002-1720-8516"},"institutions":[{"id":"https://openalex.org/I4210164495","display_name":"KDDI Research (Japan)","ror":"https://ror.org/05qsqt662","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210164495"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jianming Wu","raw_affiliation_strings":["KDDI Research, Inc., Fujimino-shi, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KDDI Research, Inc., Fujimino-shi, Japan","institution_ids":["https://openalex.org/I4210164495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014009990","display_name":"Zhiguang Zhou","orcid":"https://orcid.org/0000-0003-2968-7830"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhiguang Zhou","raw_affiliation_strings":["Systemsoft, Inc., Fujimino-shi, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Systemsoft, Inc., Fujimino-shi, Japan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034239726","display_name":"Megumi Komiya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Megumi Komiya","raw_affiliation_strings":["Systemsoft, Inc., Fujimino-shi, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Systemsoft, Inc., Fujimino-shi, Japan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021433713","display_name":"Koki Kishimoto","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164495","display_name":"KDDI Research (Japan)","ror":"https://ror.org/05qsqt662","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210164495"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Koki Kishimoto","raw_affiliation_strings":["KDDI Research, Inc., Fujimino-shi, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KDDI Research, Inc., Fujimino-shi, Japan","institution_ids":["https://openalex.org/I4210164495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101652522","display_name":"Jianfeng Xu","orcid":"https://orcid.org/0000-0003-1619-1967"},"institutions":[{"id":"https://openalex.org/I4210164495","display_name":"KDDI Research (Japan)","ror":"https://ror.org/05qsqt662","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210164495"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jianfeng Xu","raw_affiliation_strings":["KDDI Research, Inc., Fujimino-shi, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KDDI Research, Inc., Fujimino-shi, Japan","institution_ids":["https://openalex.org/I4210164495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058963825","display_name":"Keisuke Nonaka","orcid":"https://orcid.org/0000-0002-9701-2862"},"institutions":[{"id":"https://openalex.org/I4210164495","display_name":"KDDI Research (Japan)","ror":"https://ror.org/05qsqt662","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210164495"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Keisuke Nonaka","raw_affiliation_strings":["KDDI Research Inc., Fujimino-shi, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KDDI Research Inc., Fujimino-shi, Japan","institution_ids":["https://openalex.org/I4210164495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039073612","display_name":"Toshiharu Horiuchi","orcid":"https://orcid.org/0000-0002-1501-8532"},"institutions":[{"id":"https://openalex.org/I4210164495","display_name":"KDDI Research (Japan)","ror":"https://ror.org/05qsqt662","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210164495"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Toshiharu Horiuchi","raw_affiliation_strings":["KDDI Research, Inc., Fujimino-shi, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KDDI Research, Inc., Fujimino-shi, Japan","institution_ids":["https://openalex.org/I4210164495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061487218","display_name":"Satoshi Komorita","orcid":"https://orcid.org/0000-0003-1526-5514"},"institutions":[{"id":"https://openalex.org/I4210164495","display_name":"KDDI Research (Japan)","ror":"https://ror.org/05qsqt662","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210164495"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Satoshi Komorita","raw_affiliation_strings":["KDDI Research, Inc., Fujimino-shi, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KDDI Research, Inc., Fujimino-shi, Japan","institution_ids":["https://openalex.org/I4210164495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069839620","display_name":"Gen Hattori","orcid":"https://orcid.org/0000-0001-5636-1065"},"institutions":[{"id":"https://openalex.org/I4210164495","display_name":"KDDI Research (Japan)","ror":"https://ror.org/05qsqt662","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210164495"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Gen Hattori","raw_affiliation_strings":["KDDI Research, Inc., Fujimino-shi, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KDDI Research, Inc., Fujimino-shi, Japan","institution_ids":["https://openalex.org/I4210164495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109349308","display_name":"Sei Naito","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164495","display_name":"KDDI Research (Japan)","ror":"https://ror.org/05qsqt662","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210164495"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Sei Naito","raw_affiliation_strings":["KDDI Research Inc., Fujimino-shi, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KDDI Research Inc., Fujimino-shi, Japan","institution_ids":["https://openalex.org/I4210164495"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071957144","display_name":"Yasuhiro Takishima","orcid":"https://orcid.org/0000-0003-0942-9500"},"institutions":[{"id":"https://openalex.org/I4210164495","display_name":"KDDI Research (Japan)","ror":"https://ror.org/05qsqt662","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210164495"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yasuhiro Takishima","raw_affiliation_strings":["KDDI Research, Inc., Fujimino-shi, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KDDI Research, Inc., Fujimino-shi, Japan","institution_ids":["https://openalex.org/I4210164495"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":41,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4794","last_page":"4798"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7672929763793945},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7581921815872192},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.750635027885437},{"id":"https://openalex.org/keywords/spotting","display_name":"Spotting","score":0.7095439434051514},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6166053414344788},{"id":"https://openalex.org/keywords/macro","display_name":"Macro","score":0.6132732033729553},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5981132388114929},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5914384126663208},{"id":"https://openalex.org/keywords/keyword-spotting","display_name":"Keyword spotting","score":0.5526283383369446},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.4535752534866333},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.42370089888572693},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.42097729444503784},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32388532161712646},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.26321786642074585}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7672929763793945},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7581921815872192},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.750635027885437},{"id":"https://openalex.org/C2779506182","wikidata":"https://www.wikidata.org/wiki/Q7580141","display_name":"Spotting","level":2,"score":0.7095439434051514},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6166053414344788},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.6132732033729553},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5981132388114929},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5914384126663208},{"id":"https://openalex.org/C2781213101","wikidata":"https://www.wikidata.org/wiki/Q6398558","display_name":"Keyword spotting","level":2,"score":0.5526283383369446},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.4535752534866333},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.42370089888572693},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.42097729444503784},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32388532161712646},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.26321786642074585},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3474085.3479209","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3474085.3479209","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1832693441","https://openalex.org/W2060174972","https://openalex.org/W2064675550","https://openalex.org/W2100128860","https://openalex.org/W2322948901","https://openalex.org/W2426188534","https://openalex.org/W2571743746","https://openalex.org/W2801366050","https://openalex.org/W2807126412","https://openalex.org/W2899883316","https://openalex.org/W2963966377","https://openalex.org/W3103539074","https://openalex.org/W3128209522","https://openalex.org/W3128516613","https://openalex.org/W3128621833","https://openalex.org/W3141012605"],"related_works":["https://openalex.org/W2918559346","https://openalex.org/W2114097550","https://openalex.org/W3119978414","https://openalex.org/W4286904253","https://openalex.org/W2516975559","https://openalex.org/W2545741539","https://openalex.org/W3206647229","https://openalex.org/W1969408022","https://openalex.org/W2000885660","https://openalex.org/W2117995638"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"utilize":[4],"facial":[5,36],"action":[6],"units":[7],"(AUs)":[8],"detection":[9],"to":[10,94,113],"construct":[11],"an":[12],"end-to-end":[13],"deep":[14,66],"learning":[15,67],"framework":[16,30,78],"for":[17,175],"the":[18,42,47,76,96,133,142,163,169],"macro-":[19],"and":[20,119,123,155,180],"micro-expressions":[21],"spotting":[22],"task":[23],"in":[24],"long":[25],"video":[26],"sequences.":[27],"The":[28,104],"proposed":[29,77,91],"focuses":[31],"on":[32,148,151,157],"individual":[33],"components":[34],"of":[35,49,101,116,132,144,171,178],"muscle":[37],"movement":[38],"rather":[39],"than":[40],"processing":[41],"whole":[43],"image,":[44],"which":[45,159],"eliminates":[46],"influence":[48],"image":[50],"change":[51],"caused":[52],"by":[53,127],"noises,":[54],"such":[55],"as":[56],"body":[57],"or":[58,84,89],"head":[59],"movement.":[60],"Compared":[61],"with":[62,69,110],"existing":[63],"models":[64,93],"deploying":[65],"methods":[68],"classical":[70],"Convolutional":[71],"Neural":[72],"Network":[73],"(CNN)":[74],"models,":[75],"utilizes":[79],"Gated":[80],"Recurrent":[81],"Unit":[82],"(GRU)":[83],"Long":[85,153],"Short-term":[86],"Memory":[87],"(LSTM)":[88],"our":[90],"Concat-CNN":[92,105],"learn":[95],"characteristic":[97],"correlation":[98],"between":[99],"AUs":[100],"distinctive":[102],"frames.":[103],"uses":[106],"three":[107],"convolutional":[108],"kernels":[109],"different":[111,117],"sizes":[112],"observe":[114],"features":[115,126],"duration":[118],"emphasizes":[120],"both":[121],"local":[122],"global":[124],"mutation":[125],"changing":[128],"dimensionality":[129],"(max-pooling":[130],"size)":[131],"output":[134],"space.":[135],"Our":[136],"proposal":[137],"achieves":[138],"state-of-the-art":[139],"performance":[140],"from":[141],"aspect":[143],"overall":[145],"F1-scores:":[146],"0.2019":[147],"CAS(ME)2-cropped,":[149],"0.2736":[150],"SAMM":[152],"Video,":[154],"0.2118":[156],"CAS(ME)2,":[158],"not":[160],"only":[161],"outperforms":[162],"baseline":[164],"but":[165],"is":[166],"also":[167],"ranked":[168],"3rd":[170],"FME":[172],"challenge":[173],"2021":[174],"combined":[176],"datasets":[177],"CAS(ME)2-cropped":[179],"SAMM-LV.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":6}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}