{"id":"https://openalex.org/W4417052135","doi":"https://doi.org/10.1109/taffc.2025.3640826","title":"LatentMag: Self-Supervised 3D Magnification for Micro Expressions via Latent Extrapolation","display_name":"LatentMag: Self-Supervised 3D Magnification for Micro Expressions via Latent Extrapolation","publication_year":2025,"publication_date":"2025-12-05","ids":{"openalex":"https://openalex.org/W4417052135","doi":"https://doi.org/10.1109/taffc.2025.3640826"},"language":null,"primary_location":{"id":"doi:10.1109/taffc.2025.3640826","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3640826","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/taffc.2025.3640826","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Mengting Wei","orcid":"https://orcid.org/0009-0001-6965-8180"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Mengting Wei","raw_affiliation_strings":["Center for Machine Vision and Signal Analysis, Faculty of Information Technology and Electrical Engineering, University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0009-0001-6965-8180","affiliations":[{"raw_affiliation_string":"Center for Machine Vision and Signal Analysis, Faculty of Information Technology and Electrical Engineering, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028139864","display_name":"Xingxun Jiang","orcid":"https://orcid.org/0000-0002-2139-8623"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]},{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["CN","FI"],"is_corresponding":false,"raw_author_name":"Xingxun Jiang","raw_affiliation_strings":["Key Laboratory of Child Development and Learning Science of Ministry of Education, School of Biological Sciences and Medical Engineering, Southeast University, Nanjing, China","Center for Machine Vision and Signal Analysis, Faculty of Information Technology and Electrical Engineering, University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0002-2139-8623","affiliations":[{"raw_affiliation_string":"Key Laboratory of Child Development and Learning Science of Ministry of Education, School of Biological Sciences and Medical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Center for Machine Vision and Signal Analysis, Faculty of Information Technology and Electrical Engineering, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100763975","display_name":"Haoyu Chen","orcid":"https://orcid.org/0000-0003-3267-2664"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Haoyu Chen","raw_affiliation_strings":["Center for Machine Vision and Signal Analysis, Faculty of Information Technology and Electrical Engineering, University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0003-3267-2664","affiliations":[{"raw_affiliation_string":"Center for Machine Vision and Signal Analysis, Faculty of Information Technology and Electrical Engineering, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020068117","display_name":"Yante Li","orcid":"https://orcid.org/0000-0003-4824-2044"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Yante Li","raw_affiliation_strings":["Center for Machine Vision and Signal Analysis, Faculty of Information Technology and Electrical Engineering, University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0003-4824-2044","affiliations":[{"raw_affiliation_string":"Center for Machine Vision and Signal Analysis, Faculty of Information Technology and Electrical Engineering, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082301986","display_name":"Guoying Zhao","orcid":"https://orcid.org/0000-0003-3694-206X"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Guoying Zhao","raw_affiliation_strings":["Center for Machine Vision and Signal Analysis, Faculty of Information Technology and Electrical Engineering, University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0003-3694-206X","affiliations":[{"raw_affiliation_string":"Center for Machine Vision and Signal Analysis, Faculty of Information Technology and Electrical Engineering, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98381234"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.39259302,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"17","issue":"1","first_page":"942","last_page":"959"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8366000056266785,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8366000056266785,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.06800000369548798,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.044199999421834946,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8493000268936157},{"id":"https://openalex.org/keywords/magnification","display_name":"Magnification","score":0.5996000170707703},{"id":"https://openalex.org/keywords/extrapolation","display_name":"Extrapolation","score":0.5892999768257141},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.5691999793052673},{"id":"https://openalex.org/keywords/visibility","display_name":"Visibility","score":0.5019999742507935},{"id":"https://openalex.org/keywords/displacement","display_name":"Displacement (psychology)","score":0.492900013923645},{"id":"https://openalex.org/keywords/polygon-mesh","display_name":"Polygon mesh","score":0.4648999869823456},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.4383000135421753},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.39500001072883606}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8493000268936157},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6747999787330627},{"id":"https://openalex.org/C4144372","wikidata":"https://www.wikidata.org/wiki/Q675287","display_name":"Magnification","level":2,"score":0.5996000170707703},{"id":"https://openalex.org/C132459708","wikidata":"https://www.wikidata.org/wiki/Q744069","display_name":"Extrapolation","level":2,"score":0.5892999768257141},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.5691999793052673},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5600000023841858},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5175999999046326},{"id":"https://openalex.org/C123403432","wikidata":"https://www.wikidata.org/wiki/Q654068","display_name":"Visibility","level":2,"score":0.5019999742507935},{"id":"https://openalex.org/C107551265","wikidata":"https://www.wikidata.org/wiki/Q1458245","display_name":"Displacement (psychology)","level":2,"score":0.492900013923645},{"id":"https://openalex.org/C31487907","wikidata":"https://www.wikidata.org/wiki/Q1154597","display_name":"Polygon mesh","level":2,"score":0.4648999869823456},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.4383000135421753},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.39500001072883606},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.38830000162124634},{"id":"https://openalex.org/C150921843","wikidata":"https://www.wikidata.org/wiki/Q1170431","display_name":"Resampling","level":2,"score":0.3833000063896179},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.36890000104904175},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.36169999837875366},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3463999927043915},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33489999175071716},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.3319999873638153},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.30070000886917114},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.2989000082015991},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.2973000109195709},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.29019999504089355},{"id":"https://openalex.org/C93038891","wikidata":"https://www.wikidata.org/wiki/Q1061524","display_name":"Intensity (physics)","level":2,"score":0.28220000863075256},{"id":"https://openalex.org/C73000952","wikidata":"https://www.wikidata.org/wiki/Q17007827","display_name":"Discretization","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C104065381","wikidata":"https://www.wikidata.org/wiki/Q1002535","display_name":"Geometric modeling","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2590999901294708},{"id":"https://openalex.org/C54170458","wikidata":"https://www.wikidata.org/wiki/Q663554","display_name":"Voxel","level":2,"score":0.2554999887943268},{"id":"https://openalex.org/C91682802","wikidata":"https://www.wikidata.org/wiki/Q620538","display_name":"Multidimensional scaling","level":2,"score":0.25270000100135803},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2025.3640826","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3640826","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/taffc.2025.3640826","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3640826","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1998391547","https://openalex.org/W2098466221","https://openalex.org/W2107037917","https://openalex.org/W2178629455","https://openalex.org/W2194775991","https://openalex.org/W2235901111","https://openalex.org/W2548185160","https://openalex.org/W2582523095","https://openalex.org/W2587585332","https://openalex.org/W2769666294","https://openalex.org/W2771326598","https://openalex.org/W2883221003","https://openalex.org/W2883758202","https://openalex.org/W2899031265","https://openalex.org/W2962875331","https://openalex.org/W2963645808","https://openalex.org/W2964449965","https://openalex.org/W2979750740","https://openalex.org/W3014034927","https://openalex.org/W3082708265","https://openalex.org/W3091862369","https://openalex.org/W3092956019","https://openalex.org/W3111535274","https://openalex.org/W3113512612","https://openalex.org/W3174510152","https://openalex.org/W3186678815","https://openalex.org/W3206349670","https://openalex.org/W4200150166","https://openalex.org/W4280528148","https://openalex.org/W4285183242","https://openalex.org/W4286611310","https://openalex.org/W4294974992","https://openalex.org/W4312399808","https://openalex.org/W4312607553","https://openalex.org/W4312726738","https://openalex.org/W4362681492","https://openalex.org/W4368618799","https://openalex.org/W4378697380","https://openalex.org/W4385318467","https://openalex.org/W4385490328","https://openalex.org/W4385527580","https://openalex.org/W4386065822","https://openalex.org/W4386066263","https://openalex.org/W4386075804","https://openalex.org/W4386076654","https://openalex.org/W4386732898","https://openalex.org/W4389539290","https://openalex.org/W4389611070","https://openalex.org/W4389880093","https://openalex.org/W4390871675","https://openalex.org/W4393148371","https://openalex.org/W4394597569","https://openalex.org/W4396712599","https://openalex.org/W4402753521","https://openalex.org/W4403622290","https://openalex.org/W4403943792","https://openalex.org/W4404624502","https://openalex.org/W4406921269","https://openalex.org/W4408254236","https://openalex.org/W4411799373"],"related_works":[],"abstract_inverted_index":{"Micro-expressions":[0],"(MEs)":[1],"are":[2,14],"subtle":[3],"and":[4,90,169],"brief":[5],"facial":[6],"movements":[7],"that":[8,61,102,124,175],"reveal":[9],"genuine":[10],"emotional":[11],"states":[12],"but":[13],"often":[15],"imperceptible":[16],"due":[17],"to":[18,37,166],"their":[19],"low":[20],"intensity.":[21],"While":[22],"motion":[23],"magnification":[24,55],"has":[25],"proven":[26],"effective":[27],"for":[28],"enhancing":[29],"ME":[30],"visibility":[31],"in":[32,113,138,155],"2D":[33],"settings,":[34],"its":[35],"extension":[36],"3D":[38,53,82,181],"remains":[39],"largely":[40],"unexplored.":[41],"In":[42],"this":[43,136],"work,":[44],"we":[45,97],"present":[46],"<italic":[47],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[48],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">LatentMag</i>,":[49],"the":[50,111,119,127],"first":[51],"controllable":[52,151],"micro-expression":[54],"framework.":[56],"Unlike":[57],"traditional":[58],"editing":[59],"methods":[60],"rely":[62],"on":[63,118],"fixed":[64],"labels":[65],"or":[66],"expression":[67,72,182],"targets,":[68],"our":[69,85],"approach":[70],"models":[71,103],"intensity":[73,146],"as":[74,84,105],"a":[75,99,106,139,144,156,172],"relative,":[76],"input-dependent":[77],"signal.":[78],"We":[79,134],"adopt":[80],"registered":[81],"meshes":[83],"representation,":[86],"enabling":[87],"vertex-level":[88],"correspondence":[89],"interpretable":[91],"displacement":[92],"analysis.":[93],"To":[94],"guide":[95],"magnification,":[96],"introduce":[98],"geometric":[100,177],"prior":[101,137],"amplification":[104],"spatially":[107],"adaptive":[108],"transformation,":[109],"where":[110],"change":[112],"pairwise":[114],"distance":[115],"between":[116,126],"points":[117],"output":[120],"mesh":[121,161],"scales":[122],"with":[123,179],"observed":[125],"input":[128],"shapes,":[129],"ensuring":[130],"natural,":[131],"localized":[132],"deformation.":[133],"operationalize":[135],"generative":[140],"framework":[141],"by":[142],"disentangling":[143],"latent":[145],"code,":[147],"whose":[148],"extrapolation":[149],"drives":[150],"shape":[152],"amplification.":[153],"Trained":[154],"self-supervised":[157],"manner":[158],"using":[159],"unlabeled":[160],"sequences,":[162],"LatentMag":[163],"generalizes":[164],"well":[165],"unseen":[167],"identities":[168],"expressions,":[170],"offering":[171],"novel":[173],"solution":[174],"bridges":[176],"interpretability":[178],"realistic":[180],"modeling.":[183]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-12-05T00:00:00"}