{"id":"https://openalex.org/W4394994641","doi":"https://doi.org/10.1109/tmm.2024.3391888","title":"Multi-Level Pixel-Wise Correspondence Learning for 6DoF Face Pose Estimation","display_name":"Multi-Level Pixel-Wise Correspondence Learning for 6DoF Face Pose Estimation","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4394994641","doi":"https://doi.org/10.1109/tmm.2024.3391888"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3391888","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tmm.2024.3391888","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100771118","display_name":"Miao Xu","orcid":"https://orcid.org/0009-0005-8546-1889"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Miao Xu","raw_affiliation_strings":["Center for Biometrics and Security Research and the State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China"],"affiliations":[{"raw_affiliation_string":"Center for Biometrics and Security Research and the State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100632822","display_name":"Xiangyu Zhu","orcid":"https://orcid.org/0000-0002-4636-9677"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyu Zhu","raw_affiliation_strings":["Center for Biometrics and Security Research and the State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China"],"affiliations":[{"raw_affiliation_string":"Center for Biometrics and Security Research and the State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087450299","display_name":"Yueying Kao","orcid":"https://orcid.org/0000-0002-5796-7541"},"institutions":[{"id":"https://openalex.org/I4210162962","display_name":"Beijing Academy of Science and Technology","ror":"https://ror.org/05ct4fn38","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210162962"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueying Kao","raw_affiliation_strings":["Institute of Information and Artificial Inteligence Technology, Beijing Academy of Science and Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information and Artificial Inteligence Technology, Beijing Academy of Science and Technology, Beijing, China","institution_ids":["https://openalex.org/I4210162962"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026328487","display_name":"Zhiwen Chen","orcid":"https://orcid.org/0000-0002-8302-8839"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwen Chen","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046737860","display_name":"Jiangjing Lyu","orcid":"https://orcid.org/0000-0002-6461-9553"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangjing Lyu","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109299788","display_name":"Zhen Lei","orcid":"https://orcid.org/0000-0002-0791-189X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Lei","raw_affiliation_strings":["Center for Biometrics and Security Research and the State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences (UCAS), Beijing, China","Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science and Innovation, Chinese Academy of Sciences, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Center for Biometrics and Security Research and the State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences (UCAS), Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science and Innovation, Chinese Academy of Sciences, Hong Kong, China","institution_ids":["https://openalex.org/I4210116924"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100771118"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"],"apc_list":null,"apc_paid":null,"fwci":0.4986,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.61345956,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"26","issue":null,"first_page":"9423","last_page":"9435"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12301","display_name":"Facial Nerve Paralysis Treatment and Research","score":0.9641000032424927,"subfield":{"id":"https://openalex.org/subfields/2728","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9589999914169312,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8335518836975098},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7476195096969604},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6580249071121216},{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.6545239090919495},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.6129533052444458},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.572117030620575},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.48635703325271606},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4787554144859314}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8335518836975098},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7476195096969604},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6580249071121216},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.6545239090919495},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.6129533052444458},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.572117030620575},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.48635703325271606},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4787554144859314},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3391888","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tmm.2024.3391888","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1446199886","display_name":null,"funder_award_id":"62276254","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1885709715","display_name":null,"funder_award_id":"62206280","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G207383538","display_name":null,"funder_award_id":"U23B2054","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2201665830","display_name":null,"funder_award_id":"62106264","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5049913043","display_name":null,"funder_award_id":"L221013","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G547562089","display_name":null,"funder_award_id":"62176256","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G572794571","display_name":null,"funder_award_id":"Y2021131","funder_id":"https://openalex.org/F4320322847","funder_display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences"},{"id":"https://openalex.org/G7192327807","display_name":null,"funder_award_id":"Z231100005923033","funder_id":"https://openalex.org/F4320335843","funder_display_name":"Beijing Science and Technology Planning Project"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322847","display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences","ror":"https://ror.org/031141b54"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320335843","display_name":"Beijing Science and Technology Planning Project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W132147841","https://openalex.org/W1508960934","https://openalex.org/W1526868886","https://openalex.org/W1555614281","https://openalex.org/W1991544872","https://openalex.org/W2047875689","https://openalex.org/W2085261163","https://openalex.org/W2087681821","https://openalex.org/W2088115584","https://openalex.org/W2155211928","https://openalex.org/W2194775991","https://openalex.org/W2200124539","https://openalex.org/W2237250383","https://openalex.org/W2265959009","https://openalex.org/W2468014222","https://openalex.org/W2560535692","https://openalex.org/W2604236302","https://openalex.org/W2621061298","https://openalex.org/W2797394534","https://openalex.org/W2890264026","https://openalex.org/W2923153064","https://openalex.org/W2949662773","https://openalex.org/W2957744218","https://openalex.org/W2963188159","https://openalex.org/W2963342110","https://openalex.org/W2963377935","https://openalex.org/W2963566548","https://openalex.org/W2963644257","https://openalex.org/W2963756608","https://openalex.org/W2964014798","https://openalex.org/W2964171387","https://openalex.org/W2964449965","https://openalex.org/W2987400952","https://openalex.org/W3009516594","https://openalex.org/W3010001210","https://openalex.org/W3021962567","https://openalex.org/W3034552680","https://openalex.org/W3097586952","https://openalex.org/W3099505600","https://openalex.org/W3104300620","https://openalex.org/W3104792420","https://openalex.org/W3119574651","https://openalex.org/W3175906877","https://openalex.org/W3180794345","https://openalex.org/W3181238075","https://openalex.org/W3183842024","https://openalex.org/W4251147723","https://openalex.org/W4251749827","https://openalex.org/W4288558691","https://openalex.org/W4312590328","https://openalex.org/W4376851255","https://openalex.org/W4385245566","https://openalex.org/W6633386976","https://openalex.org/W6690147562","https://openalex.org/W6759845760","https://openalex.org/W6766978945"],"related_works":["https://openalex.org/W2123263858","https://openalex.org/W3127959533","https://openalex.org/W2085033728","https://openalex.org/W4285411112","https://openalex.org/W2171299904","https://openalex.org/W1647606319","https://openalex.org/W2347824352","https://openalex.org/W2098693229","https://openalex.org/W2112875849","https://openalex.org/W2384651879"],"abstract_inverted_index":{"In":[0,110],"this":[1,111,144],"paper,":[2],"we":[3,82,135,147,180,209],"focus":[4],"on":[5,100,230,269,280],"estimating":[6],"six":[7],"degrees":[8],"of":[9,13,74,116,127,216,259,275],"freedom":[10],"(6DoF)":[11],"pose":[12,48,76,108],"a":[14,17,125,137,256,272],"face":[15,30,34,47,52,60,190,217,223],"from":[16,45,57,213],"single":[18],"RGB":[19],"image,":[20],"which":[21,64,199],"is":[22,43,119,185],"an":[23],"important":[24],"but":[25,193],"under-investigated":[26],"problem":[27,42,115],"in":[28,93],"3D":[29,51,91,132,152,168],"applications":[31],"such":[32],"as":[33],"reconstruction,":[35],"forgery":[36],"detection":[37],"and":[38,50,86,96,131,134,151,157,160,167,174,218,237,247,264,271],"virtual":[39],"try-on.":[40],"This":[41],"different":[44],"traditional":[46],"estimation":[49,118,184],"reconstruction":[53],"since":[54],"the":[55,72,75,80,88,101,106,113,121,149,165,176,195,204,214,221,231,238],"distance":[56,205],"camera":[58],"to":[59,71,104,142,163,206],"should":[61],"be":[62,67],"estimated,":[63],"can":[65],"not":[66,186],"directly":[68],"regressed":[69],"due":[70],"non-linearity":[73],"space.":[77],"To":[78],"solve":[79,105],"problem,":[81],"follow":[83],"Perspective-n-Point":[84],"(PnP)":[85],"predict":[87],"correspondences":[89],"between":[90,124],"points":[92],"canonical":[94],"space":[95],"2D":[97,129,150,166],"facial":[98,196],"pixels":[99,130],"input":[102],"image":[103,224,240],"6DoF":[107,117,183],"parameters.":[109],"framework,":[112],"central":[114],"building":[120],"correspondence":[122],"matrix":[123],"set":[126],"sampled":[128],"points,":[133],"propose":[136],"Correspondence":[138],"Learning":[139],"Transformer":[140],"(CLT)":[141],"achieve":[143],"goal.":[145],"Specifically,":[146],"build":[148,175],"features":[153,169,212],"with":[154,171,189,225,241],"local,":[155],"global,":[156],"semantic":[158],"information,":[159],"employ":[161],"self-attention":[162],"make":[164],"interact":[170],"each":[172],"other":[173],"2D\u20133D":[177],"correspondence.":[178],"Besides,":[179],"argue":[181],"that":[182,252],"only":[187],"related":[188],"appearance":[191],"itself":[192],"also":[194],"external":[197],"context,":[198,219],"contains":[200],"rich":[201],"information":[202],"about":[203],"camera.":[207],"Therefore,":[208],"extract":[210],"global-and-local":[211],"integration":[215],"where":[220],"cropped":[222],"smaller":[226],"receptive":[227,243],"fields":[228],"concentrates":[229],"small":[232],"distortion":[233],"by":[234],"perspective":[235],"projection,":[236],"whole":[239],"large":[242],"field":[244],"provides":[245],"shoulder":[246],"environment":[248],"information.":[249],"Experiments":[250],"show":[251],"our":[253],"method":[254],"achieves":[255],"2.0%":[257],"improvement":[258,274],"<inline-formula":[260,265,276],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[261,266,277],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[262,267,278],"notation=\"LaTeX\">$MAE_{r}$</tex-math></inline-formula>":[263],"notation=\"LaTeX\">$ADD$</tex-math></inline-formula>":[268],"ARKitFace":[270],"4.0%/0.7%":[273],"notation=\"LaTeX\">$MAE_{t}$</tex-math></inline-formula>":[279],"ARKitFace/BIWI.":[281]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}