{"id":"https://openalex.org/W4405022624","doi":"https://doi.org/10.1109/lra.2024.3511374","title":"CMIF-VIO: A Novel Cross Modal Interaction Framework for Visual Inertial Odometry","display_name":"CMIF-VIO: A Novel Cross Modal Interaction Framework for Visual Inertial Odometry","publication_year":2024,"publication_date":"2024-12-04","ids":{"openalex":"https://openalex.org/W4405022624","doi":"https://doi.org/10.1109/lra.2024.3511374"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2024.3511374","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3511374","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115694992","display_name":"Zhenyu Wang","orcid":"https://orcid.org/0009-0008-9068-080X"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhenyu Wang","raw_affiliation_strings":["Faculty of Robot Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Robot Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038287028","display_name":"Yunzhou Zhang","orcid":"https://orcid.org/0000-0003-0610-3732"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunzhou Zhang","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0003-0610-3732","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiao Xu","orcid":"https://orcid.org/0000-0002-4375-3884"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Xiao Xu","raw_affiliation_strings":["School of Computation, Information and Technology, Department of Computer Engineering, Chair of Media Technology, Technical University of Munich, Munich, Germany","School of Computation, Information and Technology, Department of Computer Engineering, Chair of Media Technology, and Munich Institute of Robotics and Machine Intelligence (MIRM, Technical University of Munich, China"],"raw_orcid":"https://orcid.org/0000-0002-4375-3884","affiliations":[{"raw_affiliation_string":"School of Computation, Information and Technology, Department of Computer Engineering, Chair of Media Technology, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"School of Computation, Information and Technology, Department of Computer Engineering, Chair of Media Technology, and Munich Institute of Robotics and Machine Intelligence (MIRM, Technical University of Munich, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081528518","display_name":"Mengchen Xiong","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mengchen Xiong","raw_affiliation_strings":["School of Computation, Information and Technology, Department of Computer Engineering, Chair of Media Technology, Technical University of Munich, Munich, Germany","School of Computation, Information and Technology, Department of Computer Engineering, Chair of Media Technology, and Munich Institute of Robotics and Machine Intelligence (MIRM, Technical University of Munich, China"],"raw_orcid":"https://orcid.org/0000-0001-5835-9794","affiliations":[{"raw_affiliation_string":"School of Computation, Information and Technology, Department of Computer Engineering, Chair of Media Technology, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"School of Computation, Information and Technology, Department of Computer Engineering, Chair of Media Technology, and Munich Institute of Robotics and Machine Intelligence (MIRM, Technical University of Munich, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100640055","display_name":"Xin Su","orcid":"https://orcid.org/0000-0002-5979-8702"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Xin Su","raw_affiliation_strings":["School of Computation, Information and Technology, Department of Computer Engineering, Chair of Media Technology, Technical University of Munich, Munich, Germany","School of Computation, Information and Technology, Department of Computer Engineering, Chair of Media Technology, and Munich Institute of Robotics and Machine Intelligence (MIRM, Technical University of Munich, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computation, Information and Technology, Department of Computer Engineering, Chair of Media Technology, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"School of Computation, Information and Technology, Department of Computer Engineering, Chair of Media Technology, and Munich Institute of Robotics and Machine Intelligence (MIRM, Technical University of Munich, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037686112","display_name":"Fanle Meng","orcid":null},"institutions":[{"id":"https://openalex.org/I2800372957","display_name":"China Electronics Technology Group Corporation","ror":"https://ror.org/0098hst83","country_code":"CN","type":"company","lineage":["https://openalex.org/I2800372957"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fanle Meng","raw_affiliation_strings":["Information Science Academy, China Electronics Technology Group Corporation, Beijing, China","Information Science Academy of China Electronics Technology Group Corporation, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Science Academy, China Electronics Technology Group Corporation, Beijing, China","institution_ids":["https://openalex.org/I2800372957"]},{"raw_affiliation_string":"Information Science Academy of China Electronics Technology Group Corporation, China","institution_ids":["https://openalex.org/I2800372957"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5115694992"],"corresponding_institution_ids":["https://openalex.org/I9224756"],"apc_list":null,"apc_paid":null,"fwci":1.1904,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.8098999,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"10","issue":"2","first_page":"875","last_page":"882"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6200101971626282},{"id":"https://openalex.org/keywords/odometry","display_name":"Odometry","score":0.5969905853271484},{"id":"https://openalex.org/keywords/inertial-frame-of-reference","display_name":"Inertial frame of reference","score":0.5699917078018188},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.46659305691719055},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37317487597465515},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.233050137758255},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.11913710832595825},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.09689003229141235},{"id":"https://openalex.org/keywords/classical-mechanics","display_name":"Classical mechanics","score":0.04646328091621399},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.044332414865493774}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6200101971626282},{"id":"https://openalex.org/C49441653","wikidata":"https://www.wikidata.org/wiki/Q2014717","display_name":"Odometry","level":4,"score":0.5969905853271484},{"id":"https://openalex.org/C173386949","wikidata":"https://www.wikidata.org/wiki/Q192735","display_name":"Inertial frame of reference","level":2,"score":0.5699917078018188},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46659305691719055},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37317487597465515},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.233050137758255},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.11913710832595825},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.09689003229141235},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.04646328091621399},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.044332414865493774},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/lra.2024.3511374","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3511374","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},{"id":"pmh:oai:mediatum.ub.tum.de:node/1775542","is_oa":false,"landing_page_url":"https://mediatum.ub.tum.de/1775542","pdf_url":null,"source":{"id":"https://openalex.org/S4377196330","display_name":"mediaTUM  (Technical University of Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G3517462365","display_name":null,"funder_award_id":"202206080068","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"},{"id":"https://openalex.org/G4285396571","display_name":null,"funder_award_id":"61973066","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G800751731","display_name":null,"funder_award_id":"202006290010","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W764651262","https://openalex.org/W1943808550","https://openalex.org/W2033819227","https://openalex.org/W2064675550","https://openalex.org/W2118223742","https://openalex.org/W2150066425","https://openalex.org/W2194775991","https://openalex.org/W2565829216","https://openalex.org/W2745859992","https://openalex.org/W2793832680","https://openalex.org/W2796916234","https://openalex.org/W2919203733","https://openalex.org/W2942395934","https://openalex.org/W2945668765","https://openalex.org/W2952348863","https://openalex.org/W2961619538","https://openalex.org/W2962867206","https://openalex.org/W2968489055","https://openalex.org/W3003233851","https://openalex.org/W3043971245","https://openalex.org/W3093013922","https://openalex.org/W3163609307","https://openalex.org/W4246614213","https://openalex.org/W4282933345","https://openalex.org/W4310297847","https://openalex.org/W4312627498","https://openalex.org/W4313854574","https://openalex.org/W4362500683","https://openalex.org/W4366966982","https://openalex.org/W4385484518","https://openalex.org/W4386472997","https://openalex.org/W4388283736","https://openalex.org/W4389923553","https://openalex.org/W4390816654","https://openalex.org/W4392902044","https://openalex.org/W4395481666","https://openalex.org/W4398544634","https://openalex.org/W4402569852","https://openalex.org/W4402666370","https://openalex.org/W6631059785","https://openalex.org/W6637373629"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4380763496","https://openalex.org/W2100339372","https://openalex.org/W4309137623","https://openalex.org/W3179470708","https://openalex.org/W2166220596","https://openalex.org/W2123881033","https://openalex.org/W2787146399"],"abstract_inverted_index":{"Visual":[0],"Inertial":[1,48],"Odometry":[2],"(VIO)":[3],"estimates":[4],"predicted":[5],"trajectories":[6],"through":[7],"self":[8],"motion.":[9],"With":[10],"the":[11,38,80,188],"popularization":[12],"of":[13,82,190],"artificial":[14],"intelligence,":[15],"deep":[16,31,130],"learning-based":[17],"VIO":[18,27,83,180],"methods":[19],"have":[20],"shown":[21],"better":[22,36,175],"performance":[23,176,185],"than":[24],"traditional":[25],"geometry-based":[26],"methods.":[28],"However,":[29],"in":[30,142],"learning":[32],"methods,":[33,181],"how":[34],"to":[35,56,102,156,178],"achieve":[37],"fusion":[39],"and":[40,47,84,96,107,134,161,182],"complementarity":[41],"between":[42,132],"visual":[43,133],"images":[44],"from":[45,53,105,125],"cameras":[46],"Measurement":[49],"Unit":[50],"(IMU)":[51],"measurements":[52],"IMU":[54,108,135],"sensors":[55],"output":[57,162],"accurate":[58],"pose":[59],"remains":[60],"a":[61,68,98,116,147],"challenge.":[62],"In":[63],"this":[64],"letter,":[65],"we":[66,90,114],"propose":[67],"novel":[69],"Cross":[70],"Modal":[71],"Interaction":[72],"Framework":[73],"for":[74],"VIO,":[75],"named":[76],"CMIF-VIO,":[77],"which":[78],"improves":[79],"accuracy":[81],"has":[85],"good":[86],"real-time":[87,184],"performance.":[88],"Specifically,":[89],"first":[91],"used":[92],"existing":[93],"backbone":[94,100],"network":[95,101,153],"built":[97],"simple":[99],"extract":[103],"features":[104,137],"camera":[106],"separately,":[109],"ensuring":[110],"low":[111],"complexity.":[112],"Then,":[113],"explored":[115],"cross":[117],"modal":[118,127,136,144],"interaction":[119,131],"module":[120],"that":[121,171],"adaptively":[122],"integrates":[123],"information":[124],"different":[126],"features,":[128],"achieving":[129],"while":[138],"maintaining":[139],"feature":[140],"dominance":[141],"each":[143],"branch.":[145],"Finally,":[146],"Long":[148],"Short":[149],"Term":[150],"Memory":[151],"(LSTM)":[152],"was":[154],"introduced":[155],"model":[157],"temporal":[158],"motion":[159],"correlation":[160],"high-precision":[163],"6-degree-of-freedom":[164],"(6-DOF)":[165],"poses.":[166],"The":[167],"experimental":[168],"results":[169],"show":[170],"our":[172],"method":[173],"exhibits":[174],"compared":[177],"state-of-the-art":[179],"its":[183],"can":[186],"meet":[187],"needs":[189],"practical":[191],"application":[192],"scenarios.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}