{"id":"https://openalex.org/W3035217469","doi":"https://doi.org/10.1109/cvpr42600.2020.00812","title":"End-to-End Learnable Geometric Vision by Backpropagating PnP Optimization","display_name":"End-to-End Learnable Geometric Vision by Backpropagating PnP Optimization","publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W3035217469","doi":"https://doi.org/10.1109/cvpr42600.2020.00812","mag":"3035217469"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr42600.2020.00812","doi":"https://doi.org/10.1109/cvpr42600.2020.00812","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr42600.2020.00812","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1909.06043","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100427253","display_name":"Bo Chen","orcid":"https://orcid.org/0000-0001-5151-9388","observed_orcids":["https://orcid.org/0000-0001-5151-9388"]},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I4405259444","https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Bo Chen","raw_affiliation_strings":["The University of Adelaide"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Adelaide","institution_ids":["https://openalex.org/I5681781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076763945","display_name":"\u00c1lvaro Parra","orcid":"https://orcid.org/0000-0002-2981-0491","observed_orcids":["https://orcid.org/0000-0002-2981-0491"]},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I4405259444","https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Alvaro Parra","raw_affiliation_strings":["The University of Adelaide"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Adelaide","institution_ids":["https://openalex.org/I5681781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055565056","display_name":"Jiewei Cao","orcid":"https://orcid.org/0000-0003-0681-6134","observed_orcids":["https://orcid.org/0000-0003-0681-6134"]},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I4405259444","https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jiewei Cao","raw_affiliation_strings":["The University of Adelaide"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Adelaide","institution_ids":["https://openalex.org/I5681781"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Nan Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nan Li","raw_affiliation_strings":["Shenzhen University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027317977","display_name":"Tat-Jun Chin","orcid":"https://orcid.org/0000-0003-2423-9342","observed_orcids":["https://orcid.org/0000-0003-2423-9342"]},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I4405259444","https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tat-Jun Chin","raw_affiliation_strings":["The University of Adelaide"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Adelaide","institution_ids":["https://openalex.org/I5681781"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.8582,"has_fulltext":true,"cited_by_count":107,"citation_normalized_percentile":{"value":0.95995064,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"8097","last_page":"8106"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.8359000086784363,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.8359000086784363,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0608999989926815,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.03229999914765358,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/differentiable-optimization","display_name":"differentiable optimization","score":0.6240000128746033},{"id":"https://openalex.org/keywords/backpropagation","display_name":"backpropagation","score":0.7639999985694885},{"id":"https://openalex.org/keywords/implicit-differentiation","display_name":"implicit differentiation","score":0.9139999747276306},{"id":"https://openalex.org/keywords/camera-pose-estimation","display_name":"camera pose estimation","score":0.6729999780654907},{"id":"https://openalex.org/keywords/object-pose-estimation","display_name":"object pose estimation","score":0.949999988079071},{"id":"https://openalex.org/keywords/end-to-end-learning","display_name":"end-to-end learning","score":0.5299999713897705}],"concepts":[{"id":"https://openalex.org/C2908650547","wikidata":"https://www.wikidata.org/wiki/Q20999234","display_name":"Intrinsics","level":2,"score":0.9021691083908081},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.830629825592041},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.7588859796524048},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7025497555732727},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.616078794002533},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.5793766975402832},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5619335174560547},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.5422876477241516},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4799004793167114},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.44086816906929016},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4317758083343506},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4316796362400055},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.42579641938209534},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2499736249446869},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09319755434989929},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/cvpr42600.2020.00812","doi":"https://doi.org/10.1109/cvpr42600.2020.00812","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr42600.2020.00812","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1909.06043","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.06043","pdf_url":"https://arxiv.org/pdf/1909.06043","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:digital.library.adelaide.edu.au:2440/152854","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/2440/152854","pdf_url":null,"source":{"id":"https://openalex.org/S4306401835","display_name":"Adelaide Research & Scholarship (AR&S) (University of Adelaide)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I5681781","host_organization_name":"The University of Adelaide","host_organization_lineage":["https://openalex.org/I5681781"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://ieeexplore.ieee.org/xpl/conhome/9142308/proceeding","raw_type":"Conference paper"},{"id":"doi:10.48550/arxiv.1909.06043","doi":"https://doi.org/10.48550/arxiv.1909.06043","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1909.06043","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1909.06043","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.06043","pdf_url":"https://arxiv.org/pdf/1909.06043","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320316083","display_name":"Tencent","ror":"https://ror.org/00hhjss72"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3035217469.pdf","grobid_xml":"https://content.openalex.org/works/W3035217469.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W1526868886","https://openalex.org/W1542343170","https://openalex.org/W1686810756","https://openalex.org/W1803059841","https://openalex.org/W1915250530","https://openalex.org/W1992178727","https://openalex.org/W1992989752","https://openalex.org/W2033819227","https://openalex.org/W2058009001","https://openalex.org/W2085261163","https://openalex.org/W2124584309","https://openalex.org/W2125416623","https://openalex.org/W2127847374","https://openalex.org/W2130975789","https://openalex.org/W2163605009","https://openalex.org/W2171740948","https://openalex.org/W2200124539","https://openalex.org/W2279895976","https://openalex.org/W2317090948","https://openalex.org/W2320444803","https://openalex.org/W2409352305","https://openalex.org/W2471962767","https://openalex.org/W2472269674","https://openalex.org/W2489710028","https://openalex.org/W2505728881","https://openalex.org/W2518899252","https://openalex.org/W2519683295","https://openalex.org/W2556455135","https://openalex.org/W2561074213","https://openalex.org/W2584731199","https://openalex.org/W2592457170","https://openalex.org/W2600447016","https://openalex.org/W2604231069","https://openalex.org/W2604236302","https://openalex.org/W2605111497","https://openalex.org/W2605938684","https://openalex.org/W2609883120","https://openalex.org/W2737630486","https://openalex.org/W2768879211","https://openalex.org/W2771385090","https://openalex.org/W2784710428","https://openalex.org/W2795645133","https://openalex.org/W2812468425","https://openalex.org/W2893142962","https://openalex.org/W2895289727","https://openalex.org/W2899771611","https://openalex.org/W2916798096","https://openalex.org/W2919115771","https://openalex.org/W2922243907","https://openalex.org/W2944693192","https://openalex.org/W2963150697","https://openalex.org/W2963188159","https://openalex.org/W2963756608","https://openalex.org/W2963970238","https://openalex.org/W2965761271","https://openalex.org/W2970919703","https://openalex.org/W3022352042","https://openalex.org/W3210232381","https://openalex.org/W4236905297","https://openalex.org/W6631711059","https://openalex.org/W7073876970","https://openalex.org/W7074589684"],"related_works":["https://openalex.org/W1987577928","https://openalex.org/W4387784774","https://openalex.org/W52997880","https://openalex.org/W2499900256","https://openalex.org/W199152256","https://openalex.org/W2949166008","https://openalex.org/W2035047744","https://openalex.org/W4311252263","https://openalex.org/W4229052146","https://openalex.org/W4313046826"],"abstract_inverted_index":{"Deep":[0],"networks":[1],"excel":[2],"in":[3,103,167],"learning":[4,28,37],"patterns":[5],"from":[6,118],"large":[7],"amounts":[8],"of":[9,64,77,174],"data.":[10],"On":[11],"the":[12,75,90,160],"other":[13,152],"hand,":[14],"many":[15],"geometric":[16,30,39,165],"vision":[17,166],"tasks":[18],"are":[19],"specified":[20],"as":[21,88],"optimization":[22,40,153],"problems.":[23],"To":[24],"seamlessly":[25],"combine":[26],"deep":[27,105],"and":[29,38,86,115],"vision,":[31],"it":[32,102],"is":[33,176],"vital":[34],"to":[35,60,151,158,162],"perform":[36,163],"end-to-end.":[41],"Towards":[42],"this":[43],"aim,":[44],"we":[45,72,122],"present":[46],"BPnP,":[47],"a":[48,56,65,78,94,104,168],"novel":[49],"network":[50],"module":[51],"that":[52,74,107],"backpropagates":[53],"gradients":[54,76],"through":[55],"Perspective-n-Points":[57],"(PnP)":[58],"solver":[59,81],"guide":[61],"parameter":[62],"updates":[63],"neural":[66],"network.":[67],"Based":[68],"on":[69,178],"implicit":[70],"differentiation,":[71],"show":[73],"``self-contained\"":[79],"PnP":[80],"can":[82,108,148],"be":[83,149],"derived":[84],"accurately":[85],"efficiently,":[87],"if":[89],"optimizer":[91],"block":[92],"were":[93],"differentiable":[95],"function.":[96],"We":[97],"validate":[98],"BPnP":[99,175],"by":[100,136],"incorporating":[101],"model":[106],"learn":[109],"camera":[110,112],"intrinsics,":[111],"extrinsics":[113],"(poses)":[114],"3D":[116],"structure":[117],"training":[119],"datasets.":[120],"Further,":[121],"develop":[123],"an":[124],"end-to-end":[125],"trainable":[126],"pipeline":[127],"for":[128],"object":[129],"pose":[130],"estimation,":[131],"which":[132],"achieves":[133],"greater":[134],"accuracy":[135],"combining":[137],"feature-based":[138],"heatmap":[139],"losses":[140],"with":[141],"2D-3D":[142],"reprojection":[143],"errors.":[144],"Since":[145],"our":[146,155],"approach":[147],"extended":[150],"problems,":[154],"work":[156],"helps":[157],"pave":[159],"way":[161],"learnable":[164],"principled":[169],"manner.":[170],"Our":[171],"PyTorch":[172],"implementation":[173],"available":[177],"http://github.com/BoChenYS/BPnP.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":27},{"year":2023,"cited_by_count":33},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":3}],"updated_date":"2026-10-24T09:50:30.924529","created_date":"2025-10-10T00:00:00"}