{"id":"https://openalex.org/W4411799303","doi":"https://doi.org/10.1109/tpami.2025.3584625","title":"Self-Supervised Learning of LiDAR 3D Point Clouds via 2D-3D Neural Calibration","display_name":"Self-Supervised Learning of LiDAR 3D Point Clouds via 2D-3D Neural Calibration","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4411799303","doi":"https://doi.org/10.1109/tpami.2025.3584625","pmid":"https://pubmed.ncbi.nlm.nih.gov/40587347"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3584625","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3584625","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019575462","display_name":"Yifan Zhang","orcid":"https://orcid.org/0000-0003-0958-9934"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yifan Zhang","raw_affiliation_strings":["School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031957432","display_name":"Junhui Hou","orcid":"https://orcid.org/0000-0003-3431-2021"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Junhui Hou","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Kowloon, Hong Kong","Department of Computer Science, City University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Kowloon, Hong Kong","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103161073","display_name":"Siyu Ren","orcid":"https://orcid.org/0000-0001-8551-0787"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Siyu Ren","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Kowloon, Hong Kong","Department of Computer Science, City University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Kowloon, Hong Kong","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074780876","display_name":"Jinjian Wu","orcid":"https://orcid.org/0000-0001-7501-0009"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinjian Wu","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi’an, China","School of Artificial Intelligence, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073968803","display_name":"Yixuan Yuan","orcid":"https://orcid.org/0000-0002-0853-6948"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]},{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Yixuan Yuan","raw_affiliation_strings":["Department of Electronic Engineering, Chinese University of Hong Kong, Shatin, Hong Kong","Department of Electronic Engineering, University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Chinese University of Hong Kong, Shatin, Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Electronic Engineering, University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101549504","display_name":"Guangming Shi","orcid":"https://orcid.org/0000-0003-2179-3292"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangming Shi","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi’an, China","School of Artificial Intelligence, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5019575462"],"corresponding_institution_ids":["https://openalex.org/I113940042"],"apc_list":null,"apc_paid":null,"fwci":2.6456,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.89495789,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"47","issue":"10","first_page":"9201","last_page":"9216"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11164","display_name":"Remote Sensing and LiDAR Applications","score":0.8974000215530396,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11164","display_name":"Remote Sensing and LiDAR Applications","score":0.8974000215530396,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14339","display_name":"Image Processing and 3D Reconstruction","score":0.8913999795913696,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lidar","display_name":"Lidar","score":0.814434289932251},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.7464183568954468},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.6499154567718506},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6208759546279907},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6144301295280457},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5256967544555664},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.45690882205963135},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4495653808116913},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4250425398349762},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38305628299713135},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.1907249093055725},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15775156021118164}],"concepts":[{"id":"https://openalex.org/C51399673","wikidata":"https://www.wikidata.org/wiki/Q504027","display_name":"Lidar","level":2,"score":0.814434289932251},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.7464183568954468},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.6499154567718506},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6208759546279907},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6144301295280457},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5256967544555664},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.45690882205963135},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4495653808116913},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4250425398349762},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38305628299713135},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.1907249093055725},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15775156021118164},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3584625","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3584625","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40587347","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40587347","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W343636949","https://openalex.org/W1991544872","https://openalex.org/W2067191022","https://openalex.org/W2150066425","https://openalex.org/W2326925005","https://openalex.org/W2897529137","https://openalex.org/W2963125977","https://openalex.org/W2963727135","https://openalex.org/W2991216808","https://openalex.org/W3023371261","https://openalex.org/W3034314779","https://openalex.org/W3035574168","https://openalex.org/W3035725276","https://openalex.org/W3039448353","https://openalex.org/W3109154950","https://openalex.org/W3116959466","https://openalex.org/W3119197669","https://openalex.org/W3119708198","https://openalex.org/W3128716822","https://openalex.org/W3159481202","https://openalex.org/W3170994844","https://openalex.org/W3174527233","https://openalex.org/W3197097949","https://openalex.org/W3203240897","https://openalex.org/W3205856632","https://openalex.org/W4200631318","https://openalex.org/W4206778101","https://openalex.org/W4226297128","https://openalex.org/W4285169956","https://openalex.org/W4296913583","https://openalex.org/W4312270234","https://openalex.org/W4312307873","https://openalex.org/W4312437143","https://openalex.org/W4312788538","https://openalex.org/W4313014889","https://openalex.org/W4313128851","https://openalex.org/W4313156423","https://openalex.org/W4315783786","https://openalex.org/W4381785371","https://openalex.org/W4385245566","https://openalex.org/W4385835750","https://openalex.org/W4386065407","https://openalex.org/W4386075756","https://openalex.org/W4386075951","https://openalex.org/W4386076357","https://openalex.org/W4386083064","https://openalex.org/W4387092538","https://openalex.org/W4390044614","https://openalex.org/W4390872476","https://openalex.org/W4399563885","https://openalex.org/W4401413704","https://openalex.org/W4402727896","https://openalex.org/W4402754035"],"related_works":["https://openalex.org/W4319317934","https://openalex.org/W4406302447","https://openalex.org/W2901265155","https://openalex.org/W2956374172","https://openalex.org/W4319837668","https://openalex.org/W4308071650","https://openalex.org/W3188333020","https://openalex.org/W4281783339","https://openalex.org/W4293094720","https://openalex.org/W2739701376"],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"a":[3,26,62,120],"novel":[4,27],"self-supervised":[5,165],"learning":[6,172],"framework":[7,99],"for":[8,66],"enhancing":[9],"3D":[10,145],"perception":[11],"in":[12],"autonomous":[13],"driving":[14],"scenes.":[15],"Specifically,":[16],"our":[17],"approach,":[18],"namely":[19],"NCLR,":[20],"focuses":[21],"on":[22,155],"2D-3D":[23,91],"neural":[24],"calibration,":[25],"pretext":[28],"task":[29],"that":[30,170],"estimates":[31],"the":[32,44,50,74,78,84,95,114,124,130,136,159,178],"rigid":[33,96],"pose":[34],"aligning":[35],"camera":[36],"and":[37,55,69,80,116,150,182],"LiDAR":[38],"coordinate":[39],"systems.":[40],"First,":[41],"we":[42,72,88],"propose":[43],"learnable":[45],"transformation":[46],"alignment":[47,112],"to":[48,93,107,139],"bridge":[49],"domain":[51],"gap":[52],"between":[53,77],"image":[54,79,115],"point":[56,81,117],"cloud":[57,82,118],"data,":[58],"converting":[59],"features":[60],"into":[61],"unified":[63],"representation":[64],"space":[65],"effective":[67],"comparison":[68],"matching.":[70],"Second,":[71],"identify":[73],"overlapping":[75],"area":[76],"with":[83],"fused":[85],"features.":[86],"Third,":[87],"establish":[89],"dense":[90],"correspondences":[92],"estimate":[94],"pose.":[97],"The":[98,167],"not":[100],"only":[101],"learns":[102],"fine-grained":[103],"matching":[104],"from":[105,173],"points":[106],"pixels":[108],"but":[109],"also":[110],"achieves":[111],"of":[113,132,161,184],"at":[119],"holistic":[121],"level,":[122],"understanding":[123,180],"LiDAR-to-camera":[125],"extrinsic":[126],"parameters.":[127],"We":[128],"demonstrate":[129],"efficacy":[131],"NCLR":[133,162],"by":[134],"applying":[135],"pre-trained":[137],"backbone":[138],"downstream":[140],"tasks,":[141],"such":[142],"as":[143],"LiDAR-based":[144],"semantic":[146],"segmentation,":[147],"object":[148],"detection,":[149],"panoptic":[151],"segmentation.":[152],"Comprehensive":[153],"experiments":[154],"various":[156],"datasets":[157],"illustrate":[158],"superiority":[160],"over":[163],"existing":[164],"methods.":[166],"results":[168],"confirm":[169],"joint":[171],"different":[174],"modalities":[175],"significantly":[176],"enhances":[177],"network's":[179],"abilities":[181],"effectiveness":[183],"learned":[185],"representation.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}