{"id":"https://openalex.org/W4416750045","doi":"https://doi.org/10.1109/tce.2025.3638139","title":"VLONS: A Vision-and-Language On-Device Navigation System With Multimodal Fusion and Modular Framework","display_name":"VLONS: A Vision-and-Language On-Device Navigation System With Multimodal Fusion and Modular Framework","publication_year":2025,"publication_date":"2025-11-27","ids":{"openalex":"https://openalex.org/W4416750045","doi":"https://doi.org/10.1109/tce.2025.3638139"},"language":null,"primary_location":{"id":"doi:10.1109/tce.2025.3638139","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3638139","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087519542","display_name":"Jianyang Shi","orcid":"https://orcid.org/0000-0002-5478-3704"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianyang Shi","raw_affiliation_strings":["Department of Computer Science, Harbin Institute of Technology, Shenzhen, Shenzhen, China","Department of Computer Science, Harbin Institute of Technology, Shenzhen, Xili University Town, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Harbin Institute of Technology, Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Department of Computer Science, Harbin Institute of Technology, Shenzhen, Xili University Town, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100458457","display_name":"Haijun Zhang","orcid":"https://orcid.org/0000-0002-1648-0227"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haijun Zhang","raw_affiliation_strings":["Department of Computer Science, Harbin Institute of Technology, Shenzhen, Shenzhen, China","Department of Computer Science, Harbin Institute of Technology, Shenzhen, Xili University Town, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-1648-0227","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Harbin Institute of Technology, Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Department of Computer Science, Harbin Institute of Technology, Shenzhen, Xili University Town, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057540552","display_name":"Yuhan Zhang","orcid":"https://orcid.org/0000-0001-6455-1731"},"institutions":[{"id":"https://openalex.org/I244572783","display_name":"Symbiosis International University","ror":"https://ror.org/005r2ww51","country_code":"IN","type":"education","lineage":["https://openalex.org/I244572783"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Yuhan Zhang","raw_affiliation_strings":["Sybmbiosis-X Technology Inc., Shenzhen, Guangdong, China","Symbiosis-X Technology Inc., QianHai International Talent Centre, Nanshan District, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sybmbiosis-X Technology Inc., Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I244572783"]},{"raw_affiliation_string":"Symbiosis-X Technology Inc., QianHai International Talent Centre, Nanshan District, Shenzhen, China","institution_ids":["https://openalex.org/I244572783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076185690","display_name":"Tin Lun Lam","orcid":"https://orcid.org/0000-0002-6363-1446"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tin Lun Lam","raw_affiliation_strings":["The Chinese University of Hong Kong, Shenzhen, Shenzhen, China","Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-6363-1446","affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lin Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I244572783","display_name":"Symbiosis International University","ror":"https://ror.org/005r2ww51","country_code":"IN","type":"education","lineage":["https://openalex.org/I244572783"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Lin Zhang","raw_affiliation_strings":["Sybmbiosis-X Technology Inc., Shenzhen, Guangdong, China","Symbiosis-X Technology Inc., QianHai International Talent Centre, Nanshan District, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sybmbiosis-X Technology Inc., Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I244572783"]},{"raw_affiliation_string":"Symbiosis-X Technology Inc., QianHai International Talent Centre, Nanshan District, Shenzhen, China","institution_ids":["https://openalex.org/I244572783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075800064","display_name":"Hu Huang","orcid":"https://orcid.org/0009-0005-9674-258X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hu Huang","raw_affiliation_strings":["School of Cyberspace Security, University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyberspace Security, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073421475","display_name":"Yuan Gao","orcid":"https://orcid.org/0000-0003-3324-4418"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Gao","raw_affiliation_strings":["The Chinese University of Hong Kong, Shenzhen, Shenzhen, China","Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.33652127,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"72","issue":"1","first_page":"1171","last_page":"1182"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7574999928474426,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7574999928474426,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.09700000286102295,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.03579999879002571,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.6783999800682068},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5220999717712402},{"id":"https://openalex.org/keywords/navigation-system","display_name":"Navigation system","score":0.49630001187324524},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4415000081062317},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4187999963760376},{"id":"https://openalex.org/keywords/mobile-robot-navigation","display_name":"Mobile robot navigation","score":0.41370001435279846},{"id":"https://openalex.org/keywords/modular-neural-network","display_name":"Modular neural network","score":0.391400009393692},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.3873000144958496},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.3864000141620636}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7053999900817871},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.6783999800682068},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5220999717712402},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5164999961853027},{"id":"https://openalex.org/C2777891301","wikidata":"https://www.wikidata.org/wiki/Q3475123","display_name":"Navigation system","level":2,"score":0.49630001187324524},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4415000081062317},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4187999963760376},{"id":"https://openalex.org/C26990112","wikidata":"https://www.wikidata.org/wiki/Q6887224","display_name":"Mobile robot navigation","level":5,"score":0.41370001435279846},{"id":"https://openalex.org/C2781121602","wikidata":"https://www.wikidata.org/wiki/Q3504403","display_name":"Modular neural network","level":4,"score":0.391400009393692},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3873000144958496},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.3864000141620636},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.35339999198913574},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.34119999408721924},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.33570000529289246},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.32679998874664307},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.31869998574256897},{"id":"https://openalex.org/C98025372","wikidata":"https://www.wikidata.org/wiki/Q477538","display_name":"Systems architecture","level":3,"score":0.3109999895095825},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3061000108718872},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.28839999437332153},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2824999988079071},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.2806999981403351},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.27619999647140503},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2734000086784363},{"id":"https://openalex.org/C2780186347","wikidata":"https://www.wikidata.org/wiki/Q11414","display_name":"Subnetwork","level":2,"score":0.2727999985218048},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.27079999446868896},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.2678999900817871},{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C20136886","wikidata":"https://www.wikidata.org/wiki/Q749647","display_name":"Interoperability","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.2606000006198883},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.258899986743927},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2540999948978424}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2025.3638139","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3638139","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"A":[0],"fundamental":[1],"challenge":[2],"in":[3,74,121,128],"embodied":[4],"intelligence":[5],"is":[6],"developing":[7],"vision-and-language":[8],"navigation":[9,77,108,129],"(VLN)":[10],"systems":[11],"that":[12,61,83,115],"operate":[13],"efficiently":[14],"on":[15,135],"resource-constrained":[16],"devices":[17],"while":[18,66,89,139],"possessing":[19],"plug-and-play":[20],"generalization":[21,102],"capabilities.":[22],"Current":[23],"approaches":[24],"often":[25],"struggle":[26],"with":[27],"edge-side":[28,182],"inference,":[29],"platform":[30],"compatibility,":[31],"and":[32,59,106,124,188],"task":[33],"extensibility.":[34],"Inspired":[35],"by":[36,159],"the":[37,76,91,136,141,149,180],"modular":[38],"architecture":[39,98],"of":[40,143,162],"human":[41],"cognition,":[42],"we":[43,113],"present":[44],"VLONS":[45,116],"(Vision-and-Language":[46],"On-device":[47],"Navigation":[48],"System),":[49],"which":[50],"introduces":[51],"a":[52,125,160],"novel":[53],"framework":[54],"for":[55],"edge-optimized":[56],"multimodal":[57],"fusion":[58],"inference":[60,155],"achieves":[62,117],"precise":[63],"semantic":[64],"alignment":[65],"eliminating":[67],"computational":[68,81],"redundancies.":[69],"Our":[70],"key":[71],"innovation":[72],"lies":[73],"decoupling":[75],"pipeline":[78],"into":[79],"hierarchical":[80],"modules":[82],"can":[84],"be":[85],"fully":[86],"deployed":[87],"on-device":[88],"enabling":[90],"system":[92],"to":[93,103,132,148,184],"maintain":[94],"state-of-the-art":[95],"performance.":[96],"This":[97],"demonstrates":[99],"remarkable":[100],"zero-shot":[101],"both":[104],"dynamic":[105],"region":[107],"tasks.":[109],"Through":[110],"extensive":[111],"experimentation,":[112],"show":[114],"an":[118],"11.5\u00d7":[119],"improvement":[120],"retrieval":[122],"efficiency":[123],"1.46\u00d7":[126],"boost":[127],"accuracy":[130,142],"compared":[131],"existing":[133],"methods":[134],"edge":[137],"side,":[138],"matching":[140],"cloud-based":[144,152],"deployment":[145,173],"methods.":[146],"Compared":[147],"previous":[150],"best":[151],"method":[153],"based,":[154],"latency":[156],"has":[157,167],"improved":[158],"factor":[161],"5.93.":[163],"The":[164],"system\u2019s":[165],"generalizability":[166],"been":[168],"further":[169],"validated":[170],"through":[171],"practical":[172],"across":[174],"multiple":[175],"robotic":[176],"platforms,":[177],"making":[178],"it":[179],"first":[181],"VLN":[183],"support":[185],"heterogeneous":[186],"robots":[187],"multi-task":[189],"navigation.":[190]},"counts_by_year":[],"updated_date":"2026-03-26T06:05:38.182114","created_date":"2025-11-28T00:00:00"}