{"id":"https://openalex.org/W4412352804","doi":"https://doi.org/10.1109/tro.2025.3588454","title":"End-to-End 2D-3D Registration Between Image and LiDAR Point Cloud for Vehicle Localization","display_name":"End-to-End 2D-3D Registration Between Image and LiDAR Point Cloud for Vehicle Localization","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412352804","doi":"https://doi.org/10.1109/tro.2025.3588454"},"language":"en","primary_location":{"id":"doi:10.1109/tro.2025.3588454","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2025.3588454","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1546-1904","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100336735","display_name":"Guangming Wang","orcid":"https://orcid.org/0000-0002-7675-543X"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Guangming Wang","raw_affiliation_strings":["Department of Engineering, University of Cambridge, Cambridge, U.K"],"raw_orcid":"https://orcid.org/0000-0002-7675-543X","affiliations":[{"raw_affiliation_string":"Department of Engineering, University of Cambridge, Cambridge, U.K","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yu Zheng","orcid":"https://orcid.org/0000-0003-0271-9492"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zheng","raw_affiliation_strings":["School of Automation and Intelligent Sensing, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0271-9492","affiliations":[{"raw_affiliation_string":"School of Automation and Intelligent Sensing, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuxuan Wu","orcid":"https://orcid.org/0009-0000-9494-7497"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxuan Wu","raw_affiliation_strings":["School of Automation and Intelligent Sensing, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0000-9494-7497","affiliations":[{"raw_affiliation_string":"School of Automation and Intelligent Sensing, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019606502","display_name":"Yanfeng Guo","orcid":"https://orcid.org/0000-0002-9386-4857"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanfeng Guo","raw_affiliation_strings":["Electrical and Computer Engineering, University of California, Los Angeles, CA, USA","Electrical and Computer Engineering, University of California, Los Angeles, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering, University of California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"Electrical and Computer Engineering, University of California, Los Angeles, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhe Liu","orcid":"https://orcid.org/0000-0001-6753-0303"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhe Liu","raw_affiliation_strings":["School of Automation and Intelligent Sensing, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-6753-0303","affiliations":[{"raw_affiliation_string":"School of Automation and Intelligent Sensing, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102526355","display_name":"Yixiang Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yixiang Zhu","raw_affiliation_strings":["Computer Control and Automation, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Control and Automation, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084499878","display_name":"Wolfram Burgard","orcid":"https://orcid.org/0000-0002-5680-6500"},"institutions":[{"id":"https://openalex.org/I3130238102","display_name":"Lutheran University of Applied Sciences Nuremberg","ror":"https://ror.org/01tbgce33","country_code":"DE","type":"education","lineage":["https://openalex.org/I3130238102"]},{"id":"https://openalex.org/I4210164862","display_name":"Artificial Intelligence in Medicine (Canada)","ror":"https://ror.org/05p590m36","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210164862"]}],"countries":["CA","DE"],"is_corresponding":false,"raw_author_name":"Wolfram Burgard","raw_affiliation_strings":["Department of Computer Science and Artificial Intelligence, University of Technology Nuremberg, Nuremberg, Germany","Department of Computer Science and Artificial Intelligence, University of Technology Nuremberg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-5680-6500","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Artificial Intelligence, University of Technology Nuremberg, Nuremberg, Germany","institution_ids":["https://openalex.org/I3130238102"]},{"raw_affiliation_string":"Department of Computer Science and Artificial Intelligence, University of Technology Nuremberg, Germany","institution_ids":["https://openalex.org/I4210164862"]}]},{"author_position":"last","author":{"id":null,"display_name":"Hesheng Wang","orcid":"https://orcid.org/0000-0002-9959-1634"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hesheng Wang","raw_affiliation_strings":["School of Automation and Intelligent Sensing, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-9959-1634","affiliations":[{"raw_affiliation_string":"School of Automation and Intelligent Sensing, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":6,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.8242,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.96810235,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"41","issue":null,"first_page":"4643","last_page":"4662"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11164","display_name":"Remote Sensing and LiDAR Applications","score":0.9835000038146973,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.977400004863739,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.7901005744934082},{"id":"https://openalex.org/keywords/lidar","display_name":"Lidar","score":0.7538459300994873},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6932989954948425},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6169223189353943},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5305386185646057},{"id":"https://openalex.org/keywords/image-registration","display_name":"Image registration","score":0.5215780138969421},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.4744968116283417},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.4458158016204834},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.42971915006637573},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.4212888479232788},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3248370885848999},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.31689321994781494},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.25942784547805786},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16093921661376953},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.10131755471229553}],"concepts":[{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.7901005744934082},{"id":"https://openalex.org/C51399673","wikidata":"https://www.wikidata.org/wiki/Q504027","display_name":"Lidar","level":2,"score":0.7538459300994873},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6932989954948425},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6169223189353943},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5305386185646057},{"id":"https://openalex.org/C166704113","wikidata":"https://www.wikidata.org/wiki/Q861092","display_name":"Image registration","level":3,"score":0.5215780138969421},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.4744968116283417},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.4458158016204834},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.42971915006637573},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.4212888479232788},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3248370885848999},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.31689321994781494},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.25942784547805786},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16093921661376953},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.10131755471229553},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tro.2025.3588454","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2025.3588454","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1546-1904","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/218269","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/218269","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1545384812","display_name":null,"funder_award_id":"62225309","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5163237521","display_name":null,"funder_award_id":"U21A20480","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5381884387","display_name":null,"funder_award_id":"U24A20278","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6990729683","display_name":null,"funder_award_id":"62361166632","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1989625560","https://openalex.org/W1991544872","https://openalex.org/W2049981393","https://openalex.org/W2054969198","https://openalex.org/W2085261163","https://openalex.org/W2087070363","https://openalex.org/W2097832352","https://openalex.org/W2106182574","https://openalex.org/W2111365302","https://openalex.org/W2115579991","https://openalex.org/W2124386111","https://openalex.org/W2129000642","https://openalex.org/W2145072179","https://openalex.org/W2177478906","https://openalex.org/W2241066785","https://openalex.org/W2295149141","https://openalex.org/W2320444803","https://openalex.org/W2492925340","https://openalex.org/W2518401284","https://openalex.org/W2522940611","https://openalex.org/W2567328166","https://openalex.org/W2742069755","https://openalex.org/W2883357174","https://openalex.org/W2908599206","https://openalex.org/W2944796900","https://openalex.org/W2955189650","https://openalex.org/W2962912109","https://openalex.org/W2963270286","https://openalex.org/W2963782415","https://openalex.org/W2968040091","https://openalex.org/W2981556384","https://openalex.org/W2983104849","https://openalex.org/W2986519585","https://openalex.org/W2989819309","https://openalex.org/W3012494314","https://openalex.org/W3013243617","https://openalex.org/W3034675048","https://openalex.org/W3035172746","https://openalex.org/W3035574168","https://openalex.org/W3088256830","https://openalex.org/W3091701820","https://openalex.org/W3092856933","https://openalex.org/W3097139398","https://openalex.org/W3135749219","https://openalex.org/W3167610791","https://openalex.org/W3168086592","https://openalex.org/W3170994844","https://openalex.org/W3177280664","https://openalex.org/W3207456022","https://openalex.org/W3209906369","https://openalex.org/W4285169956","https://openalex.org/W4285512293","https://openalex.org/W4296913583","https://openalex.org/W4308486818","https://openalex.org/W4312603966","https://openalex.org/W4315490076","https://openalex.org/W4389666494","https://openalex.org/W4390437464","https://openalex.org/W4394642372","https://openalex.org/W6631190155","https://openalex.org/W6739778489","https://openalex.org/W6763422710","https://openalex.org/W6766978945","https://openalex.org/W6776325169","https://openalex.org/W6780503301"],"related_works":["https://openalex.org/W4319317934","https://openalex.org/W4406302447","https://openalex.org/W2901265155","https://openalex.org/W2956374172","https://openalex.org/W4319837668","https://openalex.org/W4308071650","https://openalex.org/W3188333020","https://openalex.org/W4281783339","https://openalex.org/W4293094720","https://openalex.org/W2739701376"],"abstract_inverted_index":{"Robot":[0],"localization":[1,24,168,171],"using":[2,96],"a":[3,9,77,100,194,199],"built":[4],"map":[5],"is":[6,25,112,125],"essential":[7],"for":[8,44,108],"variety":[10],"of":[11,211],"tasks":[12],"including":[13],"accurate":[14],"navigation":[15],"and":[16,68,118,182,197,218],"mobile":[17],"manipulation.":[18],"A":[19],"popular":[20],"approach":[21],"to":[22,60,64,114,147,166,213],"robot":[23],"based":[26],"on":[27,128,175,225],"image-to-point":[28,45],"cloud":[29,46,59,90],"registration,":[30],"which":[31,83],"combines":[32],"illumination-invariant":[33],"LiDAR-based":[34],"mapping":[35],"with":[36,91,99],"economical":[37],"image-based":[38],"localization.":[39],"However,":[40],"the":[41,50,57,61,66,86,92,129,134,149,152,161,176,191,203,209,214,226],"recent":[42,223],"works":[43],"registration":[47,51,81,164],"either":[48],"divide":[49],"into":[52],"separate":[53],"modules":[54,98],"or":[55],"project":[56],"point":[58,89],"depth":[62,69],"image":[63,95],"register":[65],"RGB":[67,94],"images.":[70],"In":[71],"this":[72],"paper,":[73],"we":[74,140,159,207],"present":[75],"I2PNet,":[76],"novel":[78],"end-to-end":[79],"2D-3D":[80,104,110,135,153,163],"network,":[82],"directly":[84],"registers":[85],"raw":[87],"3D":[88],"2D":[93],"differential":[97,109],"united":[101],"target.":[102],"The":[103,121,185],"cost":[105,136],"volume":[106,137],"module":[107,146],"association":[111,154],"proposed":[113],"bridge":[115],"feature":[116],"extraction":[117],"pose":[119,156],"regression.":[120,157],"soft":[122],"point-to-pixel":[123],"correspondence":[124],"implicitly":[126],"constructed":[127],"intrinsic-independent":[130],"normalized":[131],"plane":[132],"in":[133,151],"module.":[138],"Moreover,":[139,206],"introduce":[141],"an":[142],"outlier":[143],"mask":[144],"prediction":[145],"filter":[148],"outliers":[150],"before":[155],"Furthermore,":[158],"propose":[160],"coarse-to-fine":[162],"architecture":[165],"increase":[167],"accuracy.":[169],"Extensive":[170],"experiments":[172],"are":[173,232],"conducted":[174],"KITTI,":[177],"nuScenes,":[178],"M2DGR,":[179],"Argoverse,":[180],"Waymo,":[181],"Lyft5":[183],"datasets.":[184],"results":[186],"demonstrate":[187,219],"that":[188,220],"I2PNet":[189,212,221],"outperforms":[190,222],"state-of-the-art":[192],"by":[193],"large":[195],"margin":[196],"has":[198],"higher":[200],"efficiency":[201],"than":[202],"previous":[204],"works.":[205],"extend":[208],"application":[210],"camera-LiDAR":[215],"online":[216,227],"calibration":[217,228],"approaches":[224],"task.":[229],"Source":[230],"codes":[231],"released":[233],"athttps://github.com/IRMVLab/I2PNet.":[234]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}