{"id":"https://openalex.org/W4393078832","doi":"https://doi.org/10.1109/lra.2024.3380949","title":"A Hybrid Approach for Cross-Modality Pose Estimation Between Image and Point Cloud","display_name":"A Hybrid Approach for Cross-Modality Pose Estimation Between Image and Point Cloud","publication_year":2024,"publication_date":"2024-03-22","ids":{"openalex":"https://openalex.org/W4393078832","doi":"https://doi.org/10.1109/lra.2024.3380949"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2024.3380949","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3380949","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102207982","display_name":"Huang Ze","orcid":"https://orcid.org/0000-0002-5273-3658"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4401726823","display_name":"Nio (China)","ror":"https://ror.org/02w12zj89","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726823"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ze Huang","raw_affiliation_strings":["School of Data Science, Fudan University, Shanghai, China","Autonomous Driving Division of NIO Inc, Shanhai, China"],"affiliations":[{"raw_affiliation_string":"School of Data Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Autonomous Driving Division of NIO Inc, Shanhai, China","institution_ids":["https://openalex.org/I4401726823"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101629398","display_name":"Li Sun","orcid":"https://orcid.org/0000-0002-0393-8665"},"institutions":[{"id":"https://openalex.org/I4401726823","display_name":"Nio (China)","ror":"https://ror.org/02w12zj89","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726823"]},{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Li Sun","raw_affiliation_strings":["Autonomous Driving Division, NIO Inc., Shanghai, China","The University of Sheffield, Sheffield, U.K","Autonomous Driving Division of NIO Inc, Shanhai, China"],"affiliations":[{"raw_affiliation_string":"Autonomous Driving Division, NIO Inc., Shanghai, China","institution_ids":["https://openalex.org/I4401726823"]},{"raw_affiliation_string":"The University of Sheffield, Sheffield, U.K","institution_ids":["https://openalex.org/I91136226"]},{"raw_affiliation_string":"Autonomous Driving Division of NIO Inc, Shanhai, China","institution_ids":["https://openalex.org/I4401726823"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032046883","display_name":"Qibin He","orcid":"https://orcid.org/0000-0003-2158-559X"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4401726823","display_name":"Nio (China)","ror":"https://ror.org/02w12zj89","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726823"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qibin He","raw_affiliation_strings":["University of Chinese Academy of Sciences, Beijing, China","Autonomous Driving Division of NIO Inc, Shanhai, China"],"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Autonomous Driving Division of NIO Inc, Shanhai, China","institution_ids":["https://openalex.org/I4401726823"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019559756","display_name":"Zhongyang Xiao","orcid":"https://orcid.org/0000-0003-0571-9156"},"institutions":[{"id":"https://openalex.org/I4401726823","display_name":"Nio (China)","ror":"https://ror.org/02w12zj89","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726823"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongyang Xiao","raw_affiliation_strings":["Autonomous Driving Division, NIO Inc., Shanghai, China","Autonomous Driving Division of NIO Inc, Shanhai, China"],"affiliations":[{"raw_affiliation_string":"Autonomous Driving Division, NIO Inc., Shanghai, China","institution_ids":["https://openalex.org/I4401726823"]},{"raw_affiliation_string":"Autonomous Driving Division of NIO Inc, Shanhai, China","institution_ids":["https://openalex.org/I4401726823"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015693353","display_name":"Xinhui Bai","orcid":"https://orcid.org/0000-0003-2772-3084"},"institutions":[{"id":"https://openalex.org/I4401726823","display_name":"Nio (China)","ror":"https://ror.org/02w12zj89","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726823"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinhui Bai","raw_affiliation_strings":["Autonomous Driving Division, NIO Inc., Shanghai, China","Autonomous Driving Division of NIO Inc, Shanhai, China"],"affiliations":[{"raw_affiliation_string":"Autonomous Driving Division, NIO Inc., Shanghai, China","institution_ids":["https://openalex.org/I4401726823"]},{"raw_affiliation_string":"Autonomous Driving Division of NIO Inc, Shanhai, China","institution_ids":["https://openalex.org/I4401726823"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106746217","display_name":"Hongyuan Yuan","orcid":"https://orcid.org/0000-0003-1913-4829"},"institutions":[{"id":"https://openalex.org/I4401726823","display_name":"Nio (China)","ror":"https://ror.org/02w12zj89","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726823"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyuan Yuan","raw_affiliation_strings":["Autonomous Driving Division, NIO Inc., Shanghai, China","Autonomous Driving Division of NIO Inc, Shanhai, China"],"affiliations":[{"raw_affiliation_string":"Autonomous Driving Division, NIO Inc., Shanghai, China","institution_ids":["https://openalex.org/I4401726823"]},{"raw_affiliation_string":"Autonomous Driving Division of NIO Inc, Shanhai, China","institution_ids":["https://openalex.org/I4401726823"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066468110","display_name":"Songzhi Su","orcid":"https://orcid.org/0000-0001-8961-9405"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Songzhi Su","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China","School of Informatics, Xiamen University, Fujian, China"],"affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Informatics, Xiamen University, Fujian, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100425703","display_name":"Li Zhang","orcid":"https://orcid.org/0000-0003-1031-5420"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Zhang","raw_affiliation_strings":["School of Data Science, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Data Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5102207982"],"corresponding_institution_ids":["https://openalex.org/I24943067","https://openalex.org/I4401726823"],"apc_list":null,"apc_paid":null,"fwci":0.8352,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.75993047,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"9","issue":"5","first_page":"4583","last_page":"4590"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10638","display_name":"Optical measurement and interference techniques","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6881909966468811},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.6164299249649048},{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.6129969954490662},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.603104829788208},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5831766724586487},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5483248829841614},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5450463891029358},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.4773392975330353},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.44602859020233154},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4111083447933197},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21132639050483704},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09946185350418091},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.047403931617736816}],"concepts":[{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6881909966468811},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.6164299249649048},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.6129969954490662},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.603104829788208},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5831766724586487},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5483248829841614},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5450463891029358},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.4773392975330353},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.44602859020233154},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4111083447933197},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21132639050483704},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09946185350418091},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.047403931617736816},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2024.3380949","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3380949","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1988874269","https://openalex.org/W1989625560","https://openalex.org/W1991544872","https://openalex.org/W2012960907","https://openalex.org/W2085261163","https://openalex.org/W2150066425","https://openalex.org/W2151103935","https://openalex.org/W2502655619","https://openalex.org/W2896457183","https://openalex.org/W2968040091","https://openalex.org/W2981556384","https://openalex.org/W2985775862","https://openalex.org/W2989819309","https://openalex.org/W2990613095","https://openalex.org/W3021375244","https://openalex.org/W3032893832","https://openalex.org/W3034275286","https://openalex.org/W3035574168","https://openalex.org/W3104502516","https://openalex.org/W3130129454","https://openalex.org/W3133797311","https://openalex.org/W3166285241","https://openalex.org/W3167976421","https://openalex.org/W3170994844","https://openalex.org/W3177280664","https://openalex.org/W3205856632","https://openalex.org/W4226373316","https://openalex.org/W4285169956","https://openalex.org/W4296913583","https://openalex.org/W4312548398","https://openalex.org/W4312773339","https://openalex.org/W6776325169","https://openalex.org/W6838322825"],"related_works":["https://openalex.org/W4244478748","https://openalex.org/W4223488648","https://openalex.org/W2134969820","https://openalex.org/W2251605416","https://openalex.org/W2560439919","https://openalex.org/W4389340727","https://openalex.org/W2385859805","https://openalex.org/W3150465815","https://openalex.org/W1997222214","https://openalex.org/W4320086129"],"abstract_inverted_index":{"Cross-modality":[0],"pose":[1,31,49,90],"estimation/localization":[2],"is":[3,91,107,126],"a":[4,24,35,43,47,54,69,88],"critical":[5],"challenge":[6],"for":[7,62],"multi-sensor-based":[8],"perception":[9],"systems,":[10],"with":[11,32,38,141],"applications":[12],"spanning":[13],"vehicle":[14],"localization":[15],"and":[16,83,132,135],"online":[17],"calibrations.":[18],"In":[19],"this":[20],"paper,":[21],"we":[22,67],"introduce":[23],"hybrid":[25],"approach":[26,41,106,125],"to":[27,34,51,75,109],"estimate":[28,53],"the":[29,77,81,84,94,100,111,115,120,130,142],"camera":[30,82],"respect":[33],"point":[36,85,117],"cloud":[37,118],"co-visibility.":[39],"This":[40],"adopts":[42],"coarse-to-fine":[44],"scheme,":[45],"utilizing":[46,72],"learningbased":[48],"estimator":[50],"initially":[52],"coarse":[55,89],"pose,":[56,103],"followed":[57],"by":[58,99],"an":[59,104],"optimization-based":[60,105],"method":[61],"precise":[63],"geometry":[64],"alignment.":[65],"Initially,":[66],"propose":[68],"neural":[70],"network":[71],"multi-scale":[73],"crossattention":[74],"predict":[76],"co-visible":[78,116],"points":[79],"between":[80],"cloud.":[86],"Simultaneously,":[87],"estimated":[92,102],"from":[93],"tightly-coupled":[95],"dual-modal":[96],"features.":[97],"Initialized":[98],"coarsely":[101],"employed":[108],"minimize":[110],"reprojection":[112],"error":[113],"of":[114,144],"onto":[119],"imaging":[121],"plane.":[122],"The":[123],"proposed":[124],"fully":[127],"evaluated":[128],"on":[129],"KITTI":[131],"nuScenes":[133],"datasets,":[134],"superior":[136],"experimental":[137],"results":[138],"are":[139],"achieved":[140],"comparison":[143],"SOTA":[145],"methods.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}