{"id":"https://openalex.org/W3096596051","doi":"https://doi.org/10.1109/tip.2020.3035042","title":"Joint Local and Global Information Learning With Single Apex Frame Detection for Micro-Expression Recognition","display_name":"Joint Local and Global Information Learning With Single Apex Frame Detection for Micro-Expression Recognition","publication_year":2020,"publication_date":"2020-11-06","ids":{"openalex":"https://openalex.org/W3096596051","doi":"https://doi.org/10.1109/tip.2020.3035042","mag":"3096596051","pmid":"https://pubmed.ncbi.nlm.nih.gov/33156789"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2020.3035042","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2020.3035042","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020068117","display_name":"Yante Li","orcid":"https://orcid.org/0000-0003-4824-2044"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Yante Li","raw_affiliation_strings":["Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland","[Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland.]"],"affiliations":[{"raw_affiliation_string":"Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"[Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland.]","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083815471","display_name":"Xiaohua Huang","orcid":"https://orcid.org/0000-0001-8897-3517"},"institutions":[{"id":"https://openalex.org/I2799736854","display_name":"Nanjing Institute of Technology","ror":"https://ror.org/00n6txq60","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799736854"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohua Huang","raw_affiliation_strings":["School of Computer Engineering, Nanjing Institute of Technology, Nanjing, China","School of Computer Engineering, Nanjing Institute of Technology, Nanjing China"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Nanjing Institute of Technology, Nanjing, China","institution_ids":["https://openalex.org/I2799736854"]},{"raw_affiliation_string":"School of Computer Engineering, Nanjing Institute of Technology, Nanjing China","institution_ids":["https://openalex.org/I2799736854"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082301986","display_name":"Guoying Zhao","orcid":"https://orcid.org/0000-0003-3694-206X"},"institutions":[{"id":"https://openalex.org/I37802460","display_name":"Northwest University","ror":"https://ror.org/00z3td547","country_code":"CN","type":"education","lineage":["https://openalex.org/I37802460"]},{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["CN","FI"],"is_corresponding":false,"raw_author_name":"Guoying Zhao","raw_affiliation_strings":["Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland","School of Information and Technology, NorthwestUniversity, Xi\u2019an, China"],"affiliations":[{"raw_affiliation_string":"Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"School of Information and Technology, NorthwestUniversity, Xi\u2019an, China","institution_ids":["https://openalex.org/I37802460"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5020068117"],"corresponding_institution_ids":["https://openalex.org/I98381234"],"apc_list":null,"apc_paid":null,"fwci":14.604,"has_fulltext":false,"cited_by_count":154,"citation_normalized_percentile":{"value":0.99275744,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"30","issue":null,"first_page":"249","last_page":"263"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7391104698181152},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7389819025993347},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.6005192399024963},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.551546573638916},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5041822195053101},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5023610591888428},{"id":"https://openalex.org/keywords/spotting","display_name":"Spotting","score":0.48784303665161133},{"id":"https://openalex.org/keywords/apex","display_name":"Apex (geometry)","score":0.4799613952636719},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4793615937232971},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09839871525764465}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7391104698181152},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7389819025993347},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.6005192399024963},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.551546573638916},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5041822195053101},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5023610591888428},{"id":"https://openalex.org/C2779506182","wikidata":"https://www.wikidata.org/wiki/Q7580141","display_name":"Spotting","level":2,"score":0.48784303665161133},{"id":"https://openalex.org/C67139541","wikidata":"https://www.wikidata.org/wiki/Q2858200","display_name":"Apex (geometry)","level":2,"score":0.4799613952636719},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4793615937232971},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09839871525764465},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1109/tip.2020.3035042","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2020.3035042","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:33156789","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33156789","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null},{"id":"pmh:oai:oulu.fi:nbnfi-fe202103177628","is_oa":false,"landing_page_url":"http://urn.fi/urn:nbn:fi-fe202103177628","pdf_url":null,"source":{"id":"https://openalex.org/S4306400284","display_name":"University of Oulu Repository (University of Oulu)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98381234","host_organization_name":"University of Oulu","host_organization_lineage":["https://openalex.org/I98381234"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.7099999785423279}],"awards":[{"id":"https://openalex.org/G2986852594","display_name":null,"funder_award_id":"316765","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"},{"id":"https://openalex.org/G4203521067","display_name":null,"funder_award_id":"61772419","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6945706764","display_name":null,"funder_award_id":"62076122","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W302577434","https://openalex.org/W764651262","https://openalex.org/W874179280","https://openalex.org/W1575307099","https://openalex.org/W1828658979","https://openalex.org/W1983014650","https://openalex.org/W1998022503","https://openalex.org/W1998391547","https://openalex.org/W2003238582","https://openalex.org/W2006426145","https://openalex.org/W2033702744","https://openalex.org/W2044106642","https://openalex.org/W2044459166","https://openalex.org/W2086944309","https://openalex.org/W2093033615","https://openalex.org/W2103943262","https://openalex.org/W2139916508","https://openalex.org/W2154318594","https://openalex.org/W2156489769","https://openalex.org/W2166010828","https://openalex.org/W2194775991","https://openalex.org/W2263218431","https://openalex.org/W2264829898","https://openalex.org/W2268421884","https://openalex.org/W2286400599","https://openalex.org/W2325939864","https://openalex.org/W2342983306","https://openalex.org/W2426188534","https://openalex.org/W2478411578","https://openalex.org/W2490787411","https://openalex.org/W2520774990","https://openalex.org/W2526853616","https://openalex.org/W2527254703","https://openalex.org/W2536459558","https://openalex.org/W2587585332","https://openalex.org/W2594048267","https://openalex.org/W2608034484","https://openalex.org/W2726381870","https://openalex.org/W2760370272","https://openalex.org/W2783778128","https://openalex.org/W2795270851","https://openalex.org/W2798553619","https://openalex.org/W2885692647","https://openalex.org/W2891138649","https://openalex.org/W2900180747","https://openalex.org/W2904483377","https://openalex.org/W2943929354","https://openalex.org/W2958471948","https://openalex.org/W2959679536","https://openalex.org/W2962162344","https://openalex.org/W2963230974","https://openalex.org/W2964606879","https://openalex.org/W2996310233","https://openalex.org/W3103539074","https://openalex.org/W4243704736","https://openalex.org/W6610736569","https://openalex.org/W6645733745","https://openalex.org/W6683033130","https://openalex.org/W6684369376","https://openalex.org/W6692984378","https://openalex.org/W6734535906","https://openalex.org/W6736917304"],"related_works":["https://openalex.org/W3013205837","https://openalex.org/W2034439647","https://openalex.org/W3184921334","https://openalex.org/W4249589822","https://openalex.org/W2103063669","https://openalex.org/W4380551034","https://openalex.org/W4386895402","https://openalex.org/W3202382261","https://openalex.org/W4255446307","https://openalex.org/W4362466842"],"abstract_inverted_index":{"Micro-expressions":[0],"(MEs)":[1],"are":[2,9],"rapid":[3],"and":[4,13,25,126,143,171,183,194,216],"subtle":[5],"facial":[6,45,165],"movements":[7],"that":[8,63,222,250],"difficult":[10],"to":[11,20,32,58,72,129,140,189,202,257],"detect":[12,73],"recognize.":[14],"Most":[15],"recent":[16],"works":[17],"have":[18],"attempted":[19],"recognize":[21,130],"MEs":[22],"with":[23,112,225,237],"spatial":[24],"temporal":[26],"information":[27,42,128,161,174,185],"from":[28,163,176],"video":[29],"clips.":[30],"According":[31],"psychological":[33],"studies,":[34],"the":[35,39,53,74,83,98,107,113,137,155,159,164,172,177,181,196,226,238,242,247,251],"apex":[36,55,75,94,101,114,228,252],"frame":[37,56,76,95,102,229,253],"conveys":[38],"most":[40],"emotional":[41,151],"expressed":[43],"in":[44,82],"expressions.":[46],"However,":[47],"it":[48,89],"is":[49,207],"not":[50,133,147],"clear":[51],"how":[52],"single":[54],"contributes":[57],"micro-expression":[59,258],"recognition.":[60,259],"To":[61],"alleviate":[62],"problem,":[64],"this":[65,116],"paper":[66,117],"firstly":[67],"proposes":[68,118],"a":[69,119],"new":[70],"method":[71,206,224],"by":[77],"estimating":[78],"pixel-level":[79],"change":[80,109],"rates":[81],"frequency":[84,87],"domain.":[85],"With":[86],"information,":[88,170],"performs":[90],"more":[91],"effectively":[92],"on":[93,106],"spotting":[96,103],"than":[97],"currently":[99],"existing":[100],"methods":[104,240],"based":[105],"spatio-temporal":[108],"information.":[110,152],"Secondly,":[111],"frame,":[115],"joint":[120],"feature":[121],"learning":[122],"architecture":[123],"coupling":[124],"local":[125,160,182],"global":[127,173,184],"MEs,":[131],"because":[132],"all":[134],"regions":[135,145,166,201],"make":[136],"same":[138],"contribution":[139],"ME":[141,192,233,244],"recognition":[142,234],"some":[144],"do":[146],"even":[148],"contain":[149],"any":[150],"More":[153],"specifically,":[154],"proposed":[156,205],"model":[157,188],"involves":[158],"learned":[162,175],"contributing":[167],"major":[168],"emotion":[169],"whole":[178,243],"face.":[179],"Leveraging":[180],"enables":[186],"our":[187,223],"learn":[190],"discriminative":[191],"representations":[193],"suppress":[195],"negative":[197],"influence":[198],"of":[199],"unrelated":[200],"MEs.":[203],"The":[204],"extensively":[208],"evaluated":[209],"using":[210],"CASME,":[211],"CASME":[212],"II,":[213],"SAMM,":[214],"SMIC,":[215],"composite":[217],"databases.":[218],"Experimental":[219],"results":[220,248],"demonstrate":[221],"detected":[227],"achieves":[230],"considerably":[231],"promising":[232],"performance,":[235],"compared":[236],"state-of-the-art":[239],"employing":[241],"sequence.":[245],"Moreover,":[246],"indicate":[249],"can":[254],"significantly":[255],"contribute":[256]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":34},{"year":2024,"cited_by_count":30},{"year":2023,"cited_by_count":33},{"year":2022,"cited_by_count":37},{"year":2021,"cited_by_count":12}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}