{"id":"https://openalex.org/W4285183242","doi":"https://doi.org/10.1109/taffc.2022.3182342","title":"4DME: A Spontaneous 4D Micro-Expression Dataset With Multimodalities","display_name":"4DME: A Spontaneous 4D Micro-Expression Dataset With Multimodalities","publication_year":2022,"publication_date":"2022-06-14","ids":{"openalex":"https://openalex.org/W4285183242","doi":"https://doi.org/10.1109/taffc.2022.3182342"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2022.3182342","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taffc.2022.3182342","pdf_url":"https://ieeexplore.ieee.org/ielx7/5165369/5520654/09796028.pdf","source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/5165369/5520654/09796028.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101691493","display_name":"Xiaobai Li","orcid":"https://orcid.org/0000-0003-4519-7823"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Xiaobai Li","raw_affiliation_strings":["Center for Machine Vision and Signal Analysis (CMVS), University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0003-4519-7823","affiliations":[{"raw_affiliation_string":"Center for Machine Vision and Signal Analysis (CMVS), University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017072420","display_name":"Shiyang Cheng","orcid":"https://orcid.org/0000-0003-1932-7823"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shiyang Cheng","raw_affiliation_strings":["Intelligent Behaviour Understanding Group (ibug), Imperial College London, London, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Behaviour Understanding Group (ibug), Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020068117","display_name":"Yante Li","orcid":"https://orcid.org/0000-0003-4824-2044"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]},{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI","GB"],"is_corresponding":false,"raw_author_name":"Yante Li","raw_affiliation_strings":["Intelligent Behaviour Understanding Group (ibug), Imperial College London, London, U.K","Center for Machine Vision and Signal Analysis (CMVS), University of Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0003-4824-2044","affiliations":[{"raw_affiliation_string":"Intelligent Behaviour Understanding Group (ibug), Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Center for Machine Vision and Signal Analysis (CMVS), University of Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034624002","display_name":"Muzammil Behzad","orcid":"https://orcid.org/0000-0003-3693-4596"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Muzammil Behzad","raw_affiliation_strings":["Center for Machine Vision and Signal Analysis (CMVS), University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0003-3693-4596","affiliations":[{"raw_affiliation_string":"Center for Machine Vision and Signal Analysis (CMVS), University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101405147","display_name":"Jie Shen","orcid":"https://orcid.org/0000-0002-6722-2754"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jie Shen","raw_affiliation_strings":["Intelligent Behaviour Understanding Group (ibug), Imperial College London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0002-6722-2754","affiliations":[{"raw_affiliation_string":"Intelligent Behaviour Understanding Group (ibug), Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080553022","display_name":"Stefanos Zafeiriou","orcid":"https://orcid.org/0000-0002-5222-1740"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Stefanos Zafeiriou","raw_affiliation_strings":["Intelligent Behaviour Understanding Group (ibug), Imperial College London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0002-5222-1740","affiliations":[{"raw_affiliation_string":"Intelligent Behaviour Understanding Group (ibug), Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016033078","display_name":"Maja Panti\u0107","orcid":"https://orcid.org/0000-0002-3620-5986"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Maja Pantic","raw_affiliation_strings":["Intelligent Behaviour Understanding Group (ibug), Imperial College London, London, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Behaviour Understanding Group (ibug), Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082301986","display_name":"Guoying Zhao","orcid":"https://orcid.org/0000-0003-3694-206X"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Guoying Zhao","raw_affiliation_strings":["Center for Machine Vision and Signal Analysis (CMVS), University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0003-3694-206X","affiliations":[{"raw_affiliation_string":"Center for Machine Vision and Signal Analysis (CMVS), University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.1033,"has_fulltext":true,"cited_by_count":69,"citation_normalized_percentile":{"value":0.96932063,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"14","issue":"4","first_page":"3031","last_page":"3047"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.6049430966377258},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.433283269405365},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3766274154186249},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.37406471371650696}],"concepts":[{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.6049430966377258},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.433283269405365},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3766274154186249},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.37406471371650696},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/taffc.2022.3182342","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taffc.2022.3182342","pdf_url":"https://ieeexplore.ieee.org/ielx7/5165369/5520654/09796028.pdf","source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},{"id":"pmh:oai:oulu.fi:nbnfi-fe20230913123982","is_oa":true,"landing_page_url":"http://urn.fi/urn:nbn:fi-fe20230913123982","pdf_url":null,"source":{"id":"https://openalex.org/S4306400284","display_name":"University of Oulu Repository (University of Oulu)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98381234","host_organization_name":"University of Oulu","host_organization_lineage":["https://openalex.org/I98381234"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/taffc.2022.3182342","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taffc.2022.3182342","pdf_url":"https://ieeexplore.ieee.org/ielx7/5165369/5520654/09796028.pdf","source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1937205382","display_name":"Towards vision-based emotion AI (EmotionAI)","funder_award_id":"336116","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"},{"id":"https://openalex.org/G4608904720","display_name":null,"funder_award_id":"323287","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"},{"id":"https://openalex.org/G563345472","display_name":null,"funder_award_id":"345122","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"},{"id":"https://openalex.org/G8709902322","display_name":null,"funder_award_id":"336116","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"}],"funders":[{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"},{"id":"https://openalex.org/F4320336704","display_name":"Infotech Oulu","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285183242.pdf","grobid_xml":"https://content.openalex.org/works/W4285183242.grobid-xml"},"referenced_works_count":95,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W65855405","https://openalex.org/W302577434","https://openalex.org/W1973122439","https://openalex.org/W1980331490","https://openalex.org/W1983014650","https://openalex.org/W1988744266","https://openalex.org/W1998391547","https://openalex.org/W2006426145","https://openalex.org/W2007661522","https://openalex.org/W2044106642","https://openalex.org/W2044459166","https://openalex.org/W2051297709","https://openalex.org/W2051676197","https://openalex.org/W2056591378","https://openalex.org/W2059068649","https://openalex.org/W2072038603","https://openalex.org/W2092686894","https://openalex.org/W2096171208","https://openalex.org/W2097290407","https://openalex.org/W2103943262","https://openalex.org/W2108915189","https://openalex.org/W2123937777","https://openalex.org/W2139916508","https://openalex.org/W2149731110","https://openalex.org/W2154961933","https://openalex.org/W2156489769","https://openalex.org/W2161969291","https://openalex.org/W2163131540","https://openalex.org/W2166468061","https://openalex.org/W2168722300","https://openalex.org/W2170735791","https://openalex.org/W2194775991","https://openalex.org/W2421475762","https://openalex.org/W2426188534","https://openalex.org/W2470957930","https://openalex.org/W2490787411","https://openalex.org/W2526853616","https://openalex.org/W2527254703","https://openalex.org/W2536459558","https://openalex.org/W2538953432","https://openalex.org/W2542323081","https://openalex.org/W2550910306","https://openalex.org/W2559833261","https://openalex.org/W2571743746","https://openalex.org/W2587585332","https://openalex.org/W2604524889","https://openalex.org/W2737559518","https://openalex.org/W2799185473","https://openalex.org/W2806234218","https://openalex.org/W2808224902","https://openalex.org/W2891138649","https://openalex.org/W2938266529","https://openalex.org/W2958471948","https://openalex.org/W2959639774","https://openalex.org/W2959679536","https://openalex.org/W2962858109","https://openalex.org/W2962934715","https://openalex.org/W2963363102","https://openalex.org/W2963524571","https://openalex.org/W2964113829","https://openalex.org/W2964606879","https://openalex.org/W2969059826","https://openalex.org/W2994624817","https://openalex.org/W2995034616","https://openalex.org/W2996310233","https://openalex.org/W2996566685","https://openalex.org/W3017006601","https://openalex.org/W3042241776","https://openalex.org/W3080663431","https://openalex.org/W3083981009","https://openalex.org/W3084686617","https://openalex.org/W3092753574","https://openalex.org/W3092956019","https://openalex.org/W3092993976","https://openalex.org/W3094300846","https://openalex.org/W3094954011","https://openalex.org/W3096596051","https://openalex.org/W3097933562","https://openalex.org/W3103539074","https://openalex.org/W3104300620","https://openalex.org/W3124823188","https://openalex.org/W3126405550","https://openalex.org/W3137274787","https://openalex.org/W3166557310","https://openalex.org/W3173802132","https://openalex.org/W3178133774","https://openalex.org/W3189210185","https://openalex.org/W3201588177","https://openalex.org/W3201626421","https://openalex.org/W4230277160","https://openalex.org/W4246193833","https://openalex.org/W6600983433","https://openalex.org/W6685350579","https://openalex.org/W6762127055"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Micro-expressions":[0],"(ME)":[1],"are":[2,24,33,47,77,140,155,158,243,276],"a":[3,120,222],"special":[4],"form":[5,85],"of":[6,70,86,94,152,198,209,220,227],"facial":[7,96],"expressions":[8,97],"which":[9,67,125],"may":[10],"occur":[11],"when":[12],"people":[13],"try":[14],"to":[15,27,37,63,169],"hide":[16],"their":[17],"true":[18,30],"feelings":[19],"for":[20,191,206,230,279],"some":[21],"reasons.":[22],"MEs":[23,66],"important":[25],"clues":[26],"reveal":[28],"people’s":[29],"feelings,":[31],"but":[32,100],"difficult":[34],"or":[35,195],"impossible":[36],"be":[38,61,189],"captured":[39],"by":[40],"ordinary":[41,95],"persons":[42],"with":[43,130,240,266],"naked-eyes":[44],"as":[45],"they":[46],"very":[48],"short":[49],"and":[50,79,137,145,149,165,204,224,245,255,269],"subtle.":[51],"It":[52],"is":[53,106,264],"expected":[54],"that":[55,176],"robust":[56],"computer":[57],"vision":[58],"methods":[59,164],"can":[60,180],"developed":[62],"automatically":[64],"analyze":[65],"requires":[68],"lots":[69],"ME":[71,75,109,123,183,210,228,232,241,256],"data.":[72],"The":[73,173,185],"current":[74,113],"datasets":[76],"insufficient,":[78],"mostly":[80],"contain":[81],"only":[82],"one":[83,166],"single":[84],"2D":[87],"color":[88],"videos.":[89],"Researches":[90],"on":[91],"4D":[92,104,127,178],"data":[93,105,128,179,233],"have":[98],"prospered,":[99],"so":[101],"far":[102],"no":[103],"available":[107],"in":[108,143,212,247],"study.":[110],"In":[111],"the":[112,117,177,207,218,251],"study,":[114],"we":[115,215],"introduce":[116],"4DME":[118,186],"dataset:":[119],"new":[121],"spontaneous":[122],"dataset":[124,187],"includes":[126],"along":[129],"three":[131,162],"other":[132],"video":[133,200],"modalities.":[134],"Both":[135],"micro-":[136],"macro-expression":[138],"clips":[139],"labeled":[141],"out":[142,160],"4DME,":[144],"22":[146],"AU":[147],"labels":[148,154],"five":[150],"categories":[151],"emotion":[153,257],"annotated.":[156],"Experiments":[157],"carried":[159],"using":[161],"2D-based":[163],"4D-based":[167,193],"method":[168],"provide":[170],"baseline":[171],"results.":[172,272],"results":[174],"indicate":[175],"potentially":[181],"benefit":[182],"recognition.":[184],"could":[188],"used":[190],"developing":[192],"approaches,":[194],"exploring":[196],"fusion":[197],"multiple":[199],"sources":[201],"(e.g.,":[202],"texture":[203],"depth)":[205],"task":[208],"analysis":[211],"future.":[213],"Besides,":[214],"also":[216,277],"emphasize":[217],"importance":[219],"forming":[221],"clear":[223],"unified":[225],"criteria":[226],"annotation":[229,242],"future":[231,280],"collection":[234],"studies.":[235],"Several":[236,273],"key":[237],"questions":[238],"related":[239],"listed":[244],"discussed":[246],"depth,":[248],"especially":[249],"about":[250],"relationship":[252],"between":[253],"AUs":[254],"categories.":[258],"A":[259],"preliminary":[260],"AU-Emo":[261],"mapping":[262],"table":[263],"proposed":[265],"justified":[267],"explanations":[268],"supportive":[270],"experimental":[271],"unsolved":[274],"issues":[275],"summarized":[278],"work.":[281]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":32},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":6}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}