{"id":"https://openalex.org/W3141012605","doi":"https://doi.org/10.1109/tip.2021.3064258","title":"MESNet: A Convolutional Neural Network for Spotting Multi-Scale Micro-Expression Intervals in Long Videos","display_name":"MESNet: A Convolutional Neural Network for Spotting Multi-Scale Micro-Expression Intervals in Long Videos","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3141012605","doi":"https://doi.org/10.1109/tip.2021.3064258","mag":"3141012605","pmid":"https://pubmed.ncbi.nlm.nih.gov/33788686"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2021.3064258","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2021.3064258","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://ir.psych.ac.cn/handle/311026/38736","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066403927","display_name":"Sujing Wang","orcid":"https://orcid.org/0000-0002-8774-6328"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210131870","display_name":"Institute of Psychology, Chinese Academy of Sciences","ror":"https://ror.org/03j7v5j15","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210131870"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Su-Jing Wang","raw_affiliation_strings":["Department of Psychology, University of Chinese Academy of Sciences, Beijing, China","Key Laboratory of Behavior Sciences, Institute of Psychology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Psychology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Key Laboratory of Behavior Sciences, Institute of Psychology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210131870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101810788","display_name":"Ying He","orcid":"https://orcid.org/0000-0002-7098-7598"},"institutions":[{"id":"https://openalex.org/I4210131870","display_name":"Institute of Psychology, Chinese Academy of Sciences","ror":"https://ror.org/03j7v5j15","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210131870"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying He","raw_affiliation_strings":["Key Laboratory of Behavior Sciences, Institute of Psychology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Behavior Sciences, Institute of Psychology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210131870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101525172","display_name":"Jingting Li","orcid":"https://orcid.org/0000-0001-8742-8488"},"institutions":[{"id":"https://openalex.org/I4210131870","display_name":"Institute of Psychology, Chinese Academy of Sciences","ror":"https://ror.org/03j7v5j15","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210131870"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingting Li","raw_affiliation_strings":["Key Laboratory of Behavior Sciences, Institute of Psychology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Behavior Sciences, Institute of Psychology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210131870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015329251","display_name":"Xiaolan Fu","orcid":"https://orcid.org/0000-0002-6944-1037"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210131870","display_name":"Institute of Psychology, Chinese Academy of Sciences","ror":"https://ror.org/03j7v5j15","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210131870"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaolan Fu","raw_affiliation_strings":["Department of Psychology, University of Chinese Academy of Sciences, Beijing, China","State Key Laboratory of Brain and Cognitive Science, Institute of Psychology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Psychology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"State Key Laboratory of Brain and Cognitive Science, Institute of Psychology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210131870"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5066403927"],"corresponding_institution_ids":["https://openalex.org/I4210131870","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":8.7423,"has_fulltext":false,"cited_by_count":123,"citation_normalized_percentile":{"value":0.98455908,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"30","issue":null,"first_page":"3956","last_page":"3969"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spotting","display_name":"Spotting","score":0.9227588176727295},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.759841799736023},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7340432405471802},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6795667409896851},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6265154480934143},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5950918793678284},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.5942109823226929},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.5912485122680664},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3779430687427521},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3304414749145508}],"concepts":[{"id":"https://openalex.org/C2779506182","wikidata":"https://www.wikidata.org/wiki/Q7580141","display_name":"Spotting","level":2,"score":0.9227588176727295},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.759841799736023},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7340432405471802},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6795667409896851},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6265154480934143},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5950918793678284},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.5942109823226929},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.5912485122680664},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3779430687427521},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3304414749145508},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tip.2021.3064258","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2021.3064258","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:33788686","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33788686","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null},{"id":"pmh:oai:ir.psych.ac.cn:311026/38736","is_oa":true,"landing_page_url":"http://ir.psych.ac.cn/handle/311026/38736","pdf_url":null,"source":{"id":"https://openalex.org/S4377196583","display_name":"Institutional Repository of Institute of Psychology, Chinese Academy of Sciences (Institute of Psychology, Chinese Academy of Sciences)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210131870","host_organization_name":"Institute of Psychology, Chinese Academy of Sciences","host_organization_lineage":["https://openalex.org/I4210131870"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"\u5b9e\u8bc1\u7814\u7a76"},{"id":"pmh:oai:ir.psych.ac.cn:311026/38879","is_oa":false,"landing_page_url":"http://ir.psych.ac.cn/handle/311026/38879","pdf_url":null,"source":{"id":"https://openalex.org/S4377196583","display_name":"Institutional Repository of Institute of Psychology, Chinese Academy of Sciences (Institute of Psychology, Chinese Academy of Sciences)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210131870","host_organization_name":"Institute of Psychology, Chinese Academy of Sciences","host_organization_lineage":["https://openalex.org/I4210131870"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"\u671f\u520a\u8bba\u6587"}],"best_oa_location":{"id":"pmh:oai:ir.psych.ac.cn:311026/38736","is_oa":true,"landing_page_url":"http://ir.psych.ac.cn/handle/311026/38736","pdf_url":null,"source":{"id":"https://openalex.org/S4377196583","display_name":"Institutional Repository of Institute of Psychology, Chinese Academy of Sciences (Institute of Psychology, Chinese Academy of Sciences)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210131870","host_organization_name":"Institute of Psychology, Chinese Academy of Sciences","host_organization_lineage":["https://openalex.org/I4210131870"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"\u5b9e\u8bc1\u7814\u7a76"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1256124980","display_name":null,"funder_award_id":"2020M680738","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G1640187224","display_name":null,"funder_award_id":"U19B2032","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5242574734","display_name":null,"funder_award_id":"61772511","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5379697419","display_name":null,"funder_award_id":"62061136001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W54565787","https://openalex.org/W65855405","https://openalex.org/W179686224","https://openalex.org/W234798790","https://openalex.org/W565148957","https://openalex.org/W639708223","https://openalex.org/W1536680647","https://openalex.org/W1854318472","https://openalex.org/W2003802155","https://openalex.org/W2059068649","https://openalex.org/W2060174972","https://openalex.org/W2064675550","https://openalex.org/W2088049833","https://openalex.org/W2100128860","https://openalex.org/W2102605133","https://openalex.org/W2113977317","https://openalex.org/W2139675209","https://openalex.org/W2145173023","https://openalex.org/W2149731110","https://openalex.org/W2151564195","https://openalex.org/W2156387975","https://openalex.org/W2156479290","https://openalex.org/W2196663747","https://openalex.org/W2237362194","https://openalex.org/W2286400599","https://openalex.org/W2478411578","https://openalex.org/W2490787411","https://openalex.org/W2526853616","https://openalex.org/W2538953432","https://openalex.org/W2567449792","https://openalex.org/W2567602236","https://openalex.org/W2571743746","https://openalex.org/W2587585332","https://openalex.org/W2593722617","https://openalex.org/W2594048267","https://openalex.org/W2599053419","https://openalex.org/W2769949010","https://openalex.org/W2773597996","https://openalex.org/W2786803049","https://openalex.org/W2801366050","https://openalex.org/W2808064875","https://openalex.org/W2808224902","https://openalex.org/W2884367402","https://openalex.org/W2891138649","https://openalex.org/W2893390896","https://openalex.org/W2899883316","https://openalex.org/W2950534130","https://openalex.org/W2956178895","https://openalex.org/W2959679536","https://openalex.org/W2962876901","https://openalex.org/W2963247196","https://openalex.org/W2963321993","https://openalex.org/W2963524571","https://openalex.org/W2963840672","https://openalex.org/W2964097128","https://openalex.org/W2986407524","https://openalex.org/W3082035691","https://openalex.org/W3100960056","https://openalex.org/W3103539074","https://openalex.org/W3128209522","https://openalex.org/W3128516613","https://openalex.org/W3128621833","https://openalex.org/W3128811047","https://openalex.org/W3128946893","https://openalex.org/W6602219973","https://openalex.org/W6616011953","https://openalex.org/W6681607151","https://openalex.org/W6682889407","https://openalex.org/W6695944787","https://openalex.org/W6696085341","https://openalex.org/W6734535906","https://openalex.org/W6746890668","https://openalex.org/W6747966090","https://openalex.org/W6755131278","https://openalex.org/W6761157748","https://openalex.org/W6770315166","https://openalex.org/W6773087799","https://openalex.org/W6790070519","https://openalex.org/W6791335149"],"related_works":["https://openalex.org/W2034439647","https://openalex.org/W3184921334","https://openalex.org/W4249589822","https://openalex.org/W2103063669","https://openalex.org/W4380551034","https://openalex.org/W4386895402","https://openalex.org/W3202382261","https://openalex.org/W2139675209","https://openalex.org/W4255446307","https://openalex.org/W2964954556"],"abstract_inverted_index":{"Micro-expression":[0],"spotting":[1,22,114,139],"is":[2,40,48,72,86,134],"a":[3,13,49,73,87,109,161],"fundamental":[4],"step":[5],"in":[6,27,170],"the":[7,32,93,122,131,138,144,149,156,171],"micro-expression":[8,25,81,97],"analysis.":[9],"This":[10],"paper":[11],"proposes":[12],"novel":[14,110],"network":[15,19,33],"based":[16],"convolutional":[17],"neural":[18],"(CNN)":[20],"for":[21,113],"multi-scale":[23],"spontaneous":[24],"intervals":[26],"long":[28,124],"videos.":[29],"We":[30,106],"named":[31],"as":[34],"Micro-Expression":[35],"Spotting":[36],"Network":[37],"(MESNet).":[38],"It":[39],"composed":[41],"of":[42],"three":[43],"modules.":[44],"The":[45,69,83],"first":[46],"module":[47,71,85],"2+1D":[50],"Spatiotemporal":[51],"Convolutional":[52],"Network,":[53,76,90],"which":[54,77,91,164],"uses":[55],"2D":[56],"convolution":[57,64],"to":[58,65,96,136],"extract":[59,66],"spatial":[60],"features":[61],"and":[62,100,128,130],"1D":[63],"temporal":[67,104],"features.":[68],"second":[70],"Clip":[74],"Proposal":[75],"gives":[78],"some":[79],"proposed":[80,94,145,157],"clips.":[82],"last":[84],"Classification":[88],"Regression":[89],"classifies":[92],"clips":[95],"or":[98],"not,":[99],"further":[101],"regresses":[102],"their":[103],"boundaries.":[105],"also":[107],"propose":[108],"evaluation":[111],"metric":[112],"micro-expression.":[115],"Extensive":[116],"experiments":[117],"have":[118],"been":[119],"conducted":[120],"on":[121],"two":[123],"video":[125],"datasets:":[126],"CAS(ME)<sup>2</sup>":[127],"SAMM,":[129],"leave-one-subject-out":[132],"cross-validation":[133],"used":[135],"evaluate":[137],"performance.":[140],"Results":[141],"show":[142,155],"that":[143],"MESNet":[146,158],"effectively":[147],"enhances":[148],"F1-score":[150],"metric.":[151],"And":[152],"comparative":[153],"results":[154],"has":[159],"achieved":[160],"good":[162],"performance,":[163],"outperforms":[165],"other":[166],"state-of-the-art":[167],"methods,":[168],"especially":[169],"SAMM":[172],"dataset.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":35},{"year":2022,"cited_by_count":18},{"year":2021,"cited_by_count":22}],"updated_date":"2026-02-27T16:54:17.756197","created_date":"2025-10-10T00:00:00"}