{"id":"https://openalex.org/W4391341562","doi":"https://doi.org/10.1109/tpami.2024.3360181","title":"RNNPose: 6-DoF Object Pose Estimation via Recurrent Correspondence Field Estimation and Pose Optimization","display_name":"RNNPose: 6-DoF Object Pose Estimation via Recurrent Correspondence Field Estimation and Pose Optimization","publication_year":2024,"publication_date":"2024-01-30","ids":{"openalex":"https://openalex.org/W4391341562","doi":"https://doi.org/10.1109/tpami.2024.3360181","pmid":"https://pubmed.ncbi.nlm.nih.gov/38289852"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3360181","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3360181","pdf_url":"https://ieeexplore.ieee.org/ielx7/34/4359286/10416758.pdf","source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://ieeexplore.ieee.org/ielx7/34/4359286/10416758.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100378211","display_name":"Yan Xu","orcid":"https://orcid.org/0000-0002-3462-7931"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yan Xu","raw_affiliation_strings":["Multimedia Laboratory, The Chinese University of Hong Kong, Hong Kong, SAR, China","Multimedia Laboratory at the Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-3462-7931","affiliations":[{"raw_affiliation_string":"Multimedia Laboratory, The Chinese University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Multimedia Laboratory at the Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong SAR, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046965918","display_name":"Kwan-Yee Lin","orcid":"https://orcid.org/0000-0003-0175-6398"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kwan-Yee Lin","raw_affiliation_strings":["Multimedia Laboratory, The Chinese University of Hong Kong, Hong Kong, SAR, China","Multimedia Laboratory at the Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong SAR, China"],"raw_orcid":"https://orcid.org/0000-0003-0175-6398","affiliations":[{"raw_affiliation_string":"Multimedia Laboratory, The Chinese University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Multimedia Laboratory at the Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong SAR, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100693448","display_name":"Guofeng Zhang","orcid":"https://orcid.org/0000-0001-5661-8430"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guofeng Zhang","raw_affiliation_strings":["State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-5661-8430","affiliations":[{"raw_affiliation_string":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040565849","display_name":"Xiaogang Wang","orcid":"https://orcid.org/0000-0002-8402-7504"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiaogang Wang","raw_affiliation_strings":["Multimedia Laboratory, The Chinese University of Hong Kong, Hong Kong, SAR, China","Multimedia Laboratory at the Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-8402-7504","affiliations":[{"raw_affiliation_string":"Multimedia Laboratory, The Chinese University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Multimedia Laboratory at the Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong SAR, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100732450","display_name":"Hongsheng Li","orcid":"https://orcid.org/0000-0002-2664-7975"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Hongsheng Li","raw_affiliation_strings":["Multimedia Laboratory, The Chinese University of Hong Kong, Hong Kong, SAR, China","Centre for Perceptual and Interactive Intelligence and Shanghai AI Laboratory","Multimedia Laboratory at the Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-2664-7975","affiliations":[{"raw_affiliation_string":"Multimedia Laboratory, The Chinese University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Centre for Perceptual and Interactive Intelligence and Shanghai AI Laboratory","institution_ids":["https://openalex.org/I4391012619"]},{"raw_affiliation_string":"Multimedia Laboratory at the Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong SAR, China","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.3456,"has_fulltext":true,"cited_by_count":34,"citation_normalized_percentile":{"value":0.97052701,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"46","issue":"7","first_page":"4669","last_page":"4683"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.8819113969802856},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7930871248245239},{"id":"https://openalex.org/keywords/3d-pose-estimation","display_name":"3D pose estimation","score":0.7872940301895142},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7276318073272705},{"id":"https://openalex.org/keywords/articulated-body-pose-estimation","display_name":"Articulated body pose estimation","score":0.7129675149917603},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6795503497123718},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6364839673042297},{"id":"https://openalex.org/keywords/clutter","display_name":"Clutter","score":0.5107486248016357},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.40585342049598694}],"concepts":[{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.8819113969802856},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7930871248245239},{"id":"https://openalex.org/C36613465","wikidata":"https://www.wikidata.org/wiki/Q4636322","display_name":"3D pose estimation","level":3,"score":0.7872940301895142},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7276318073272705},{"id":"https://openalex.org/C22100474","wikidata":"https://www.wikidata.org/wiki/Q4800952","display_name":"Articulated body pose estimation","level":4,"score":0.7129675149917603},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6795503497123718},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6364839673042297},{"id":"https://openalex.org/C132094186","wikidata":"https://www.wikidata.org/wiki/Q641585","display_name":"Clutter","level":3,"score":0.5107486248016357},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.40585342049598694},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3360181","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3360181","pdf_url":"https://ieeexplore.ieee.org/ielx7/34/4359286/10416758.pdf","source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38289852","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38289852","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":{"id":"doi:10.1109/tpami.2024.3360181","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3360181","pdf_url":"https://ieeexplore.ieee.org/ielx7/34/4359286/10416758.pdf","source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391341562.pdf","grobid_xml":"https://content.openalex.org/works/W4391341562.grobid-xml"},"referenced_works_count":76,"referenced_works":["https://openalex.org/W132147841","https://openalex.org/W764651262","https://openalex.org/W1505952289","https://openalex.org/W1522301498","https://openalex.org/W1526868886","https://openalex.org/W1533501036","https://openalex.org/W1612997784","https://openalex.org/W1988874269","https://openalex.org/W1991544872","https://openalex.org/W2011792403","https://openalex.org/W2101199297","https://openalex.org/W2134237713","https://openalex.org/W2194775991","https://openalex.org/W2236623899","https://openalex.org/W2248470822","https://openalex.org/W2472269674","https://openalex.org/W2488101876","https://openalex.org/W2560474170","https://openalex.org/W2580726517","https://openalex.org/W2604236302","https://openalex.org/W2768879211","https://openalex.org/W2895410314","https://openalex.org/W2895439318","https://openalex.org/W2949924544","https://openalex.org/W2962783853","https://openalex.org/W2963150697","https://openalex.org/W2963177347","https://openalex.org/W2963188159","https://openalex.org/W2963756608","https://openalex.org/W2963782415","https://openalex.org/W2963891416","https://openalex.org/W2963892972","https://openalex.org/W2964156315","https://openalex.org/W2964249569","https://openalex.org/W2967043539","https://openalex.org/W2981378444","https://openalex.org/W2989915422","https://openalex.org/W2990613095","https://openalex.org/W2999597893","https://openalex.org/W3009516594","https://openalex.org/W3027201070","https://openalex.org/W3034268164","https://openalex.org/W3034303554","https://openalex.org/W3034597466","https://openalex.org/W3034986117","https://openalex.org/W3035217469","https://openalex.org/W3035355652","https://openalex.org/W3035662013","https://openalex.org/W3043075211","https://openalex.org/W3048366622","https://openalex.org/W3090584485","https://openalex.org/W3109908659","https://openalex.org/W3111487461","https://openalex.org/W3166581875","https://openalex.org/W3176602998","https://openalex.org/W3177069133","https://openalex.org/W3193676140","https://openalex.org/W3195196013","https://openalex.org/W4200604336","https://openalex.org/W4205412097","https://openalex.org/W4214564845","https://openalex.org/W4221155806","https://openalex.org/W4221167997","https://openalex.org/W4224598146","https://openalex.org/W4226029292","https://openalex.org/W4281557677","https://openalex.org/W4285600335","https://openalex.org/W4312445439","https://openalex.org/W4313176116","https://openalex.org/W4320002827","https://openalex.org/W4322727901","https://openalex.org/W6631190155","https://openalex.org/W6752763597","https://openalex.org/W6756774061","https://openalex.org/W6781568228","https://openalex.org/W6848478783"],"related_works":["https://openalex.org/W2113785214","https://openalex.org/W2946083937","https://openalex.org/W2798721181","https://openalex.org/W4299867837","https://openalex.org/W4386075737","https://openalex.org/W2951583186","https://openalex.org/W1974260915","https://openalex.org/W4382141741","https://openalex.org/W2088028039","https://openalex.org/W3165753266"],"abstract_inverted_index":{"6-DoF":[0],"object":[1,39,55,110],"pose":[2,40,56,99,143],"estimation":[3,97],"from":[4],"a":[5,9,13,27,33,61,73,86,121],"monocular":[6],"image":[7,75],"is":[8,16,43,58,82],"challenging":[10],"problem,":[11],"where":[12],"post-refinement":[14],"procedure":[15],"generally":[17],"needed":[18],"for":[19,38],"high-precision":[20],"estimation.":[21],"In":[22],"this":[23],"paper,":[24],"we":[25,119],"propose":[26],"framework,":[28],"dubbed":[29],"RNNPose,":[30],"based":[31,66,124,186],"on":[32,67,125,148,187,198],"recurrent":[34,53],"neural":[35],"network":[36],"(RNN)":[37],"refinement,":[41],"which":[42,137],"robust":[44],"to":[45,107,113,191],"erroneous":[46],"initial":[47],"poses":[48],"and":[49,76,98,133,156,162,168,194],"occlusions.":[50],"During":[51],"the":[52,68,77,109,115,126,130,139,171,176,183,199],"iterations,":[54],"refinement":[57,100],"formulated":[59],"as":[60],"non-linear":[62],"least":[63],"squares":[64],"problem":[65,81],"estimated":[69],"correspondence":[70,95],"field":[71,96],"(between":[72],"rendered":[74],"observed":[78,134],"image).":[79],"The":[80,94],"then":[83],"solved":[84],"by":[85],"differentiable":[87],"Levenberg-Marquardt":[88],"(LM)":[89],"algorithm":[90],"enabling":[91],"end-to-end":[92],"training.":[93],"are":[101],"conducted":[102],"alternately":[103],"in":[104,170],"each":[105],"iteration":[106],"improve":[108,114],"poses.":[111],"Furthermore,":[112],"robustness":[116,164],"against":[117,165],"occlusion,":[118],"introduce":[120],"consistency-check":[122],"mechanism":[123],"learned":[127],"descriptors":[128],"of":[129,178],"3D":[131],"model":[132],"2D":[135],"images,":[136],"downweights":[138],"unreliable":[140],"correspondences":[141],"during":[142],"optimization.":[144],"We":[145,158],"evaluate":[146],"RNNPose":[147,188],"several":[149],"public":[150],"datasets,":[151],"including":[152],"LINEMOD,":[153],"Occlusion-LINEMOD,":[154],"YCB-Video":[155],"TLESS.":[157],"demonstrate":[159],"state-of-the-art":[160],"performance":[161,197],"strong":[163],"severe":[166],"clutter":[167],"occlusion":[169],"scenes.":[172],"Extensive":[173],"experiments":[174],"validate":[175],"effectiveness":[177],"our":[179],"proposed":[180],"method.":[181],"Besides,":[182],"extended":[184],"system":[185],"successfully":[189],"generalizes":[190],"multi-instance":[192],"scenarios":[193],"achieves":[195],"top-tier":[196],"TLESS":[200],"dataset.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2025-10-10T00:00:00"}