{"id":"https://openalex.org/W4413945375","doi":"https://doi.org/10.1109/icra55743.2025.11127668","title":"DVLO4D: Deep Visual-Lidar Odometry with Sparse Spatial-Temporal Fusion","display_name":"DVLO4D: Deep Visual-Lidar Odometry with Sparse Spatial-Temporal Fusion","publication_year":2025,"publication_date":"2025-05-19","ids":{"openalex":"https://openalex.org/W4413945375","doi":"https://doi.org/10.1109/icra55743.2025.11127668"},"language":"en","primary_location":{"id":"doi:10.1109/icra55743.2025.11127668","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra55743.2025.11127668","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ris.utwente.nl/ws/files/508768234/DVLO4D_Deep_Visual-Lidar_Odometry_with_Sparse_Spatial-Temporal_Fusion.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100333910","display_name":"Mengmeng Liu","orcid":"https://orcid.org/0000-0002-1043-7754"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Mengmeng Liu","raw_affiliation_strings":["University of Twente,The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Twente,The Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014321482","display_name":"Michael Ying Yang","orcid":"https://orcid.org/0000-0002-0649-9987"},"institutions":[{"id":"https://openalex.org/I51601045","display_name":"University of Bath","ror":"https://ror.org/002h8g185","country_code":"GB","type":"education","lineage":["https://openalex.org/I51601045"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Michael Ying Yang","raw_affiliation_strings":["University of Bath,UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Bath,UK","institution_ids":["https://openalex.org/I51601045"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045252539","display_name":"Jiuming Liu","orcid":"https://orcid.org/0009-0001-8047-3814"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiuming Liu","raw_affiliation_strings":["Shanghai Jiao Tong University,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100457278","display_name":"Yunpeng Zhang","orcid":"https://orcid.org/0009-0001-6167-2834"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yunpeng Zhang","raw_affiliation_strings":["PhiGent Robotics,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"PhiGent Robotics,China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100426834","display_name":"Jiangtao Li","orcid":"https://orcid.org/0000-0002-9754-0008"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiangtao Li","raw_affiliation_strings":["PhiGent Robotics,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"PhiGent Robotics,China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059990087","display_name":"Sander Oude Elberink","orcid":"https://orcid.org/0000-0002-4511-2095"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Sander Oude Elberink","raw_affiliation_strings":["University of Twente,The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Twente,The Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086428184","display_name":"George Vosselman","orcid":"https://orcid.org/0000-0001-8813-8028"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"George Vosselman","raw_affiliation_strings":["University of Twente,The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Twente,The Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100406787","display_name":"Hao Cheng","orcid":"https://orcid.org/0000-0002-3254-4796"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Hao Cheng","raw_affiliation_strings":["University of Twente,The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Twente,The Netherlands","institution_ids":["https://openalex.org/I94624287"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20515946,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"9740","last_page":"9747"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lidar","display_name":"Lidar","score":0.8194661140441895},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6964799165725708},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6676445007324219},{"id":"https://openalex.org/keywords/visual-odometry","display_name":"Visual odometry","score":0.642480194568634},{"id":"https://openalex.org/keywords/odometry","display_name":"Odometry","score":0.6319672465324402},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5787955522537231},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5736275315284729},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.412531316280365},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.36157476902008057},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.2172771692276001},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.08554252982139587},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.0843479335308075}],"concepts":[{"id":"https://openalex.org/C51399673","wikidata":"https://www.wikidata.org/wiki/Q504027","display_name":"Lidar","level":2,"score":0.8194661140441895},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6964799165725708},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6676445007324219},{"id":"https://openalex.org/C5799516","wikidata":"https://www.wikidata.org/wiki/Q4110915","display_name":"Visual odometry","level":3,"score":0.642480194568634},{"id":"https://openalex.org/C49441653","wikidata":"https://www.wikidata.org/wiki/Q2014717","display_name":"Odometry","level":4,"score":0.6319672465324402},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5787955522537231},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5736275315284729},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.412531316280365},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.36157476902008057},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.2172771692276001},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.08554252982139587},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.0843479335308075},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icra55743.2025.11127668","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra55743.2025.11127668","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:ris.utwente.nl:openaire_cris_publications/7989ccd8-9a6f-48b9-aa54-716425c6be7b","is_oa":true,"landing_page_url":"https://research.utwente.nl/en/publications/7989ccd8-9a6f-48b9-aa54-716425c6be7b","pdf_url":"https://ris.utwente.nl/ws/files/508768234/DVLO4D_Deep_Visual-Lidar_Odometry_with_Sparse_Spatial-Temporal_Fusion.pdf","source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Liu, M, Yang, M Y, Liu, J, Zhang, Y, Li, J, Oude Elberink, S, Vosselman, G & Cheng, H 2025, DVLO4D : Deep Visual-Lidar Odometry with Sparse Spatial-Temporal Fusion. in C Ott, H Admoni, S Behnke, S Bogdan, A Bolopion, Y Choi, F Ficuciello, N Gans, C Gosselin, K Harada, E Kayacan, H J Kim, S Leutenegger, Z Liu, P Maiolino, L Marques, T Matsubara, A Mavromatti, M Minor, J O'Kane, H W Park, H-W Park, I Rekleitis, F Renda, E Ricci, L D Riek, L Sabattini, S Shen, Y Sun, P-B Wieber, K Yamane & J Yu (eds), 2025 IEEE International Conference on Robotics and Automation, ICRA 2025. Proceedings - IEEE International Conference on Robotics and Automation, vol. 2025, IEEE, Piscataway, NJ, pp. 9740-9747, IEEE International Conference on Robotics and Automation, ICRA 2025, Atlanta, Georgia, United States, 19/05/25. https://doi.org/10.1109/ICRA55743.2025.11127668","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:ris.utwente.nl:openaire_cris_publications/7989ccd8-9a6f-48b9-aa54-716425c6be7b","is_oa":true,"landing_page_url":"https://research.utwente.nl/en/publications/7989ccd8-9a6f-48b9-aa54-716425c6be7b","pdf_url":"https://ris.utwente.nl/ws/files/508768234/DVLO4D_Deep_Visual-Lidar_Odometry_with_Sparse_Spatial-Temporal_Fusion.pdf","source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Liu, M, Yang, M Y, Liu, J, Zhang, Y, Li, J, Oude Elberink, S, Vosselman, G & Cheng, H 2025, DVLO4D : Deep Visual-Lidar Odometry with Sparse Spatial-Temporal Fusion. in C Ott, H Admoni, S Behnke, S Bogdan, A Bolopion, Y Choi, F Ficuciello, N Gans, C Gosselin, K Harada, E Kayacan, H J Kim, S Leutenegger, Z Liu, P Maiolino, L Marques, T Matsubara, A Mavromatti, M Minor, J O'Kane, H W Park, H-W Park, I Rekleitis, F Renda, E Ricci, L D Riek, L Sabattini, S Shen, Y Sun, P-B Wieber, K Yamane & J Yu (eds), 2025 IEEE International Conference on Robotics and Automation, ICRA 2025. Proceedings - IEEE International Conference on Robotics and Automation, vol. 2025, IEEE, Piscataway, NJ, pp. 9740-9747, IEEE International Conference on Robotics and Automation, ICRA 2025, Atlanta, Georgia, United States, 19/05/25. https://doi.org/10.1109/ICRA55743.2025.11127668","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4413945375.pdf","grobid_xml":"https://content.openalex.org/works/W4413945375.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W1512698229","https://openalex.org/W2105934661","https://openalex.org/W2115579991","https://openalex.org/W2193043285","https://openalex.org/W2292391751","https://openalex.org/W2296228853","https://openalex.org/W2598706937","https://openalex.org/W2609883120","https://openalex.org/W2886968365","https://openalex.org/W2945356051","https://openalex.org/W2955189650","https://openalex.org/W2964794620","https://openalex.org/W2983104849","https://openalex.org/W2990791152","https://openalex.org/W3090894413","https://openalex.org/W3108426750","https://openalex.org/W3118927214","https://openalex.org/W3138516171","https://openalex.org/W3167610791","https://openalex.org/W3197054068","https://openalex.org/W3209906369","https://openalex.org/W3216379004","https://openalex.org/W4200420057","https://openalex.org/W4230766380","https://openalex.org/W4286681085","https://openalex.org/W4303449827","https://openalex.org/W4312326540","https://openalex.org/W4312473433","https://openalex.org/W4312846900","https://openalex.org/W4313026540","https://openalex.org/W4313590817","https://openalex.org/W4319068816","https://openalex.org/W4361803767","https://openalex.org/W4382459110","https://openalex.org/W4386076400","https://openalex.org/W4388505087","https://openalex.org/W4390189964","https://openalex.org/W4390871826","https://openalex.org/W4390872573","https://openalex.org/W4390872749","https://openalex.org/W4393371917","https://openalex.org/W4399767147","https://openalex.org/W4402703124","https://openalex.org/W4402726949","https://openalex.org/W4402727597","https://openalex.org/W4402754217","https://openalex.org/W4403488652","https://openalex.org/W4404002390","https://openalex.org/W4405140572","https://openalex.org/W4405787226","https://openalex.org/W4405787438"],"related_works":["https://openalex.org/W2979950214","https://openalex.org/W87609089","https://openalex.org/W2414561716","https://openalex.org/W3024737167","https://openalex.org/W3161199934","https://openalex.org/W2303855011","https://openalex.org/W2312326526","https://openalex.org/W2412578866","https://openalex.org/W3105866016","https://openalex.org/W4312703710"],"abstract_inverted_index":{"Visual-LiDAR":[0],"odometry":[1,53],"is":[2],"a":[3,18,50,86,116,123],"critical":[4],"component":[5],"for":[6,80,104,189],"autonomous":[7],"system":[8],"localization,":[9],"yet":[10],"achieving":[11],"high":[12,177],"accuracy":[13,62,170],"and":[14,33,63,89,107,114,137,150,171],"strong":[15],"robustness":[16,110],"remains":[17],"challenge.":[19],"Traditional":[20],"approaches":[21],"commonly":[22],"struggle":[23],"with":[24,96,122,179],"sensor":[25,41],"misalignment,":[26],"fail":[27],"to":[28,38,60],"fully":[29],"leverage":[30],"temporal":[31],"information,":[32],"require":[34],"extensive":[35],"manual":[36],"tuning":[37],"handle":[39],"diverse":[40],"configurations.":[42],"To":[43],"address":[44],"these":[45],"problems,":[46],"we":[47],"introduce":[48],"DVLO4D,":[49,160],"novel":[51],"visual-LiDAR":[52],"framework":[54],"that":[55,92,128],"leverages":[56],"sparse":[57,77],"spatial-temporal":[58],"fusion":[59],"enhance":[61],"robustness.":[64,172],"Our":[65],"approach":[66],"proposes":[67],"three":[68],"key":[69],"innovations:":[70],"(1)":[71],"Sparse":[72],"Query":[73],"Fusion,":[74],"which":[75,161],"utilizes":[76],"LiDAR":[78],"queries":[79],"effective":[81],"multi-modal":[82],"data":[83],"fusion;":[84],"(2)":[85],"Temporal":[87,117],"Interaction":[88],"Update":[90],"module":[91],"integrates":[93],"temporally-predicted":[94],"positions":[95],"current":[97],"frame":[98],"data,":[99],"providing":[100],"better":[101],"initialization":[102],"values":[103],"pose":[105,169],"estimation":[106],"enhancing":[108],"model's":[109],"against":[111],"accumulative":[112],"errors;":[113],"(3)":[115],"Clip":[118],"Training":[119],"strategy":[120],"combined":[121],"Collective":[124],"Average":[125],"Loss":[126],"mechanism":[127],"aggregates":[129],"losses":[130],"across":[131],"multiple":[132],"frames,":[133],"enabling":[134],"global":[135],"optimization":[136],"reducing":[138],"the":[139,148,155,187,190],"scale":[140],"drift":[141],"over":[142],"long":[143],"sequences.":[144],"Extensive":[145],"experiments":[146],"on":[147],"KITTI":[149],"Argoverse":[151],"Odometry":[152],"dataset":[153],"demonstrate":[154],"superiority":[156],"of":[157,167,183],"our":[158,174],"proposed":[159],"achieves":[162],"state-of-the-art":[163],"performance":[164],"in":[165],"terms":[166],"both":[168],"Additionally,":[173],"method":[175],"has":[176],"efficiency,":[178],"an":[180],"inference":[181],"time":[182],"82":[184],"ms,":[185],"possessing":[186],"potential":[188],"real-time":[191],"deployment.":[192]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}