{"id":"https://openalex.org/W4387967961","doi":"https://doi.org/10.1145/3581783.3612868","title":"Integrating VideoMAE based model and Optical Flow for Micro- and Macro-expression Spotting","display_name":"Integrating VideoMAE based model and Optical Flow for Micro- and Macro-expression Spotting","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387967961","doi":"https://doi.org/10.1145/3581783.3612868"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3612868","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581783.3612868","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3612868","source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3612868","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074634820","display_name":"Ke Xu","orcid":"https://orcid.org/0009-0002-3563-9720"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Xu","raw_affiliation_strings":["University of Chinese Academy of Sciences,Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0002-3563-9720","affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences,Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026144018","display_name":"Kang Chen","orcid":"https://orcid.org/0009-0002-4224-3644"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kang Chen","raw_affiliation_strings":["Peking university,Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0002-4224-3644","affiliations":[{"raw_affiliation_string":"Peking university,Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027572653","display_name":"Licai Sun","orcid":"https://orcid.org/0000-0002-7944-3458"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Licai Sun","raw_affiliation_strings":["University of Chinese Academy of Sciences,Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7944-3458","affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences,Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001973434","display_name":"Zheng Lian","orcid":"https://orcid.org/0000-0001-9477-0599"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Lian","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9477-0599","affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004178686","display_name":"Bin Liu","orcid":"https://orcid.org/0000-0001-9019-1725"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Liu","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences,University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9019-1725","affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences,University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045376897","display_name":"G. Chen","orcid":"https://orcid.org/0009-0007-3698-1057"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gong Chen","raw_affiliation_strings":["University of Chinese Academy of Sciences,Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-3698-1057","affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences,Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066697166","display_name":"Haiyang Sun","orcid":"https://orcid.org/0009-0004-3485-3869"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiyang Sun","raw_affiliation_strings":["University of Chinese Academy of Sciences,Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-3485-3869","affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences,Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069698178","display_name":"Mingyu Xu","orcid":"https://orcid.org/0009-0009-3948-9054"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingyu Xu","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-3948-9054","affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":null,"display_name":"Jianhua Tao","orcid":"https://orcid.org/0000-0003-3654-4774"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Tao","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3654-4774","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"9576","last_page":"9580"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spotting","display_name":"Spotting","score":0.9084051847457886},{"id":"https://openalex.org/keywords/macro","display_name":"Macro","score":0.8439443707466125},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7668339014053345},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7155771255493164},{"id":"https://openalex.org/keywords/keyword-spotting","display_name":"Keyword spotting","score":0.6564348340034485},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.5996744632720947},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.561077892780304},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4437388479709625},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.4117879867553711},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.37954187393188477},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.08003315329551697}],"concepts":[{"id":"https://openalex.org/C2779506182","wikidata":"https://www.wikidata.org/wiki/Q7580141","display_name":"Spotting","level":2,"score":0.9084051847457886},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.8439443707466125},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7668339014053345},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7155771255493164},{"id":"https://openalex.org/C2781213101","wikidata":"https://www.wikidata.org/wiki/Q6398558","display_name":"Keyword spotting","level":2,"score":0.6564348340034485},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.5996744632720947},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.561077892780304},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4437388479709625},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.4117879867553711},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.37954187393188477},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.08003315329551697},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3581783.3612868","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581783.3612868","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3612868","source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3581783.3612868","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581783.3612868","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3612868","source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1202467192","display_name":null,"funder_award_id":"U21B2010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1448168285","display_name":null,"funder_award_id":"62276259","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2249315591","display_name":null,"funder_award_id":"62271083","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5381013183","display_name":null,"funder_award_id":"61831022","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8569810394","display_name":null,"funder_award_id":"62201572","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320318547","display_name":"Baidu","ror":"https://ror.org/03vs3wt56"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387967961.pdf","grobid_xml":"https://content.openalex.org/works/W4387967961.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W2072038603","https://openalex.org/W2081112272","https://openalex.org/W2100315781","https://openalex.org/W2426188534","https://openalex.org/W2808631503","https://openalex.org/W2956178895","https://openalex.org/W3100960056","https://openalex.org/W3128209522","https://openalex.org/W3128621833","https://openalex.org/W3141012605","https://openalex.org/W3162395899","https://openalex.org/W4280528148","https://openalex.org/W4293013299","https://openalex.org/W4366338353"],"related_works":["https://openalex.org/W2918559346","https://openalex.org/W2114097550","https://openalex.org/W4286904253","https://openalex.org/W3119978414","https://openalex.org/W2516975559","https://openalex.org/W2545741539","https://openalex.org/W3206647229","https://openalex.org/W1969408022","https://openalex.org/W2000885660","https://openalex.org/W2117995638"],"abstract_inverted_index":{"The":[0,205],"task":[1],"of":[2,5,16,21,36,69,107,126,170,177,185,210],"interval":[3],"localization":[4],"macro-":[6,70,98,138],"and":[7,33,67,71,95,99,118,129,139,165,191,197],"micro-expression":[8,27,72,100,140],"in":[9,18,46,201],"long":[10,47,187,193],"videos":[11,188,194],"has":[12,28],"a":[13,54],"wide":[14],"range":[15],"applications":[17],"the":[19,59,65,92,113,119,124,135,146,152,157,163,168,175,181,202,208,211],"field":[20],"human-computer":[22],"interaction.":[23],"Compared":[24],"with":[25,58,101,115,151],"macro-expression,":[26],"shorter":[29],"duration,":[30],"lower":[31],"intensity,":[32],"smaller":[34],"number":[35],"samples,":[37],"which":[38],"make":[39],"them":[40],"more":[41],"difficult":[42],"to":[43,63,155,166],"spot":[44],"accurately":[45],"videos.":[48],"In":[49],"this":[50],"paper,":[51],"we":[52],"propose":[53],"pre-trained":[55],"model":[56,127,153,164],"combined":[57],"optical":[60,147],"flow":[61,148],"method":[62,122,179],"improve":[64],"accuracy":[66],"robustness":[68],"spotting.":[73],"Firstly,":[74],"self-supervised":[75],"pre-training":[76],"is":[77,132],"performed":[78],"on":[79,84,91,112,180],"rich":[80],"unlabeled":[81],"data":[82],"based":[83,111],"VideoMAE.":[85],"Then,":[86],"multiple":[87],"models":[88,114],"are":[89,109],"trained":[90],"datasets":[93],"SAMM-LV":[94],"CAS(ME)\u00b3":[96],"for":[97],"different":[102,105,116],"fine-grains.":[103],"Finally,":[104],"lengths":[106,131],"slices":[108],"generated":[110],"fine-grains,":[117],"optimal":[120],"matching":[121],"through":[123],"combination":[125],"fine-grainedness":[128],"slice":[130],"explored.":[133],"At":[134],"same":[136],"time,":[137],"generating":[141],"regions":[142],"were":[143],"spotted":[144],"using":[145],"method,":[149],"fused":[150],"outputs":[154],"supplement":[156],"spatio-temporal":[158],"information":[159],"not":[160],"captured":[161],"by":[162],"exclude":[167],"interference":[169],"non-interested":[171],"regions.":[172],"We":[173],"evaluated":[174],"performance":[176],"our":[178],"MEGC2023":[182,203],"testset":[183],"(consisting":[184],"10":[186],"from":[189,195],"SAMM":[190],"20":[192],"CAS(ME)3)":[196],"won":[198],"first":[199],"place":[200],"Challenge.":[204],"results":[206],"demonstrate":[207],"effectiveness":[209],"method.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}