{"id":"https://openalex.org/W7128440836","doi":"https://doi.org/10.1109/tase.2026.3659154","title":"OpenVL: Bridging 2-D and 3-D Worlds for Open-Vocabulary 3-D Scene Understanding","display_name":"OpenVL: Bridging 2-D and 3-D Worlds for Open-Vocabulary 3-D Scene Understanding","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7128440836","doi":"https://doi.org/10.1109/tase.2026.3659154"},"language":null,"primary_location":{"id":"doi:10.1109/tase.2026.3659154","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2026.3659154","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125471321","display_name":"Xiao Jin","orcid":null},"institutions":[{"id":"https://openalex.org/I148128674","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204","country_code":"CN","type":"education","lineage":["https://openalex.org/I148128674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Jin","raw_affiliation_strings":["University of Shanghai for Science and Technology, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Shanghai for Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I148128674"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029032691","display_name":"Yongxiong Wang","orcid":"https://orcid.org/0000-0002-3242-0857"},"institutions":[{"id":"https://openalex.org/I148128674","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204","country_code":"CN","type":"education","lineage":["https://openalex.org/I148128674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongxiong Wang","raw_affiliation_strings":["University of Shanghai for Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3242-0857","affiliations":[{"raw_affiliation_string":"University of Shanghai for Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I148128674"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125461665","display_name":"Shuai Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I148128674","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204","country_code":"CN","type":"education","lineage":["https://openalex.org/I148128674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Huang","raw_affiliation_strings":["University of Shanghai for Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0006-5341-5105","affiliations":[{"raw_affiliation_string":"University of Shanghai for Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I148128674"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048452498","display_name":"N. Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136318","display_name":"New York Life Insurance Company (United States)","ror":"https://ror.org/03a4nen96","country_code":"US","type":"company","lineage":["https://openalex.org/I4210136318"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nan Zhang","raw_affiliation_strings":["China Pacific Life Insurance (Group) Company Ltd., Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Pacific Life Insurance (Group) Company Ltd., Shanghai, China","institution_ids":["https://openalex.org/I4210136318"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100325120","display_name":"Han Chen","orcid":"https://orcid.org/0000-0002-6315-802X"},"institutions":[{"id":"https://openalex.org/I148128674","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204","country_code":"CN","type":"education","lineage":["https://openalex.org/I148128674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Chen","raw_affiliation_strings":["University of Shanghai for Science and Technology, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Shanghai for Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I148128674"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125435171","display_name":"Hui Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153682","display_name":"Intelligent Health (United Kingdom)","ror":"https://ror.org/0576zak10","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210153682"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hui Yang","raw_affiliation_strings":["Innovation Center of Intelligent Ophtalmic Technologies and Equipment, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-8040-2792","affiliations":[{"raw_affiliation_string":"Innovation Center of Intelligent Ophtalmic Technologies and Equipment, Shanghai, China","institution_ids":["https://openalex.org/I4210153682"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5125465007","display_name":"Yiming Li","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153682","display_name":"Intelligent Health (United Kingdom)","ror":"https://ror.org/0576zak10","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210153682"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yiming Li","raw_affiliation_strings":["Innovation Center of Intelligent Ophtalmic Technologies and Equipment, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Innovation Center of Intelligent Ophtalmic Technologies and Equipment, Shanghai, China","institution_ids":["https://openalex.org/I4210153682"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13186079,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"23","issue":null,"first_page":"4693","last_page":"4703"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.941100001335144,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.941100001335144,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.009100000374019146,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.007300000172108412,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.90420001745224},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5874999761581421},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5516999959945679},{"id":"https://openalex.org/keywords/scarcity","display_name":"Scarcity","score":0.5194000005722046},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.48489999771118164},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.46720001101493835},{"id":"https://openalex.org/keywords/solid-modeling","display_name":"Solid modeling","score":0.4023999869823456}],"concepts":[{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.90420001745224},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6915000081062317},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5874999761581421},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5516999959945679},{"id":"https://openalex.org/C109747225","wikidata":"https://www.wikidata.org/wiki/Q815758","display_name":"Scarcity","level":2,"score":0.5194000005722046},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.517300009727478},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5109999775886536},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.48489999771118164},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.46720001101493835},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.4023999869823456},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3828999996185303},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.35040000081062317},{"id":"https://openalex.org/C3019007443","wikidata":"https://www.wikidata.org/wiki/Q568742","display_name":"3d model","level":2,"score":0.34119999408721924},{"id":"https://openalex.org/C2775960376","wikidata":"https://www.wikidata.org/wiki/Q1435859","display_name":"Grippers","level":2,"score":0.3057999908924103},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.299699991941452},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.2574000060558319},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C2777897806","wikidata":"https://www.wikidata.org/wiki/Q568742","display_name":"3D modeling","level":2,"score":0.2547999918460846}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2026.3659154","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2026.3659154","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.4659780263900757}],"awards":[{"id":"https://openalex.org/G5319523439","display_name":null,"funder_award_id":"22ZR1443700","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Open-world":[0],"3D":[1,66,72,84,91,99,118,169],"scene":[2,106],"understanding":[3,125],"is":[4],"critical":[5],"for":[6,54],"applications":[7],"like":[8],"autonomous":[9],"driving":[10],"and":[11,46,65,105,151,168],"robotics,":[12],"but":[13,120],"it":[14,157],"faces":[15],"challenges":[16],"due":[17],"to":[18],"the":[19,34,48,51,69,77,81,102,113],"scarcity":[20,82],"of":[21,50,71,83,126],"dense":[22,96],"3D-text":[23],"pairings.":[24],"While":[25],"2D":[26,64],"vision-language":[27],"models":[28],"offer":[29],"rich":[30],"pretraining":[31],"knowledge,":[32],"bridging":[33],"2D-3D":[35],"gap":[36],"remains":[37],"challenging.":[38],"To":[39],"address":[40],"this":[41],"issue,":[42],"we":[43,58,87],"propose":[44,88],"OpenVL":[45,142],"utilize":[47],"framework":[49],"Vision-Language":[52],"model":[53],"Open-vocabulary":[55],"understanding.":[56],"First,":[57],"construct":[59],"a":[60,89,123],"channel":[61],"that":[62,135],"connects":[63],"features":[67],"through":[68],"method":[70,109],"Patches,":[73],"which":[74],"largely":[75],"avoids":[76],"problems":[78],"arising":[79],"from":[80],"data.":[85],"Secondly,":[86],"Multi-level":[90],"Patches":[92,100],"Alignment.":[93],"By":[94],"achieving":[95],"alignment":[97],"with":[98],"at":[101],"point,":[103],"instance,":[104],"levels,":[107],"our":[108,136],"not":[110],"only":[111],"preserves":[112],"spatial":[114],"perception":[115],"ability":[116],"within":[117],"scenes":[119],"also":[121],"enables":[122],"fine-grained":[124],"these":[127],"scenes.":[128],"Experimental":[129],"results":[130],"across":[131],"multiple":[132],"bench-marks":[133],"demonstrate":[134],"approach":[137],"has":[138],"achieved":[139],"state-of-the-art":[140],"performance.":[141],"achieves":[143],"significant":[144],"performance":[145],"improvements":[146],"on":[147],"ScanNet":[148],"(+6.7%":[149],"mAP)":[150],"nuScenes":[152],"(+1.9%":[153],"mAP).":[154],"More":[155],"importantly,":[156],"demonstrates":[158],"excellent":[159],"zero-shot":[160],"generalization":[161],"capabilities":[162],"in":[163],"downstream":[164],"tasks":[165],"including":[166],"3DVQA":[167],"Embodied":[170],"Planning.Embodied":[171],"Planning.":[172]},"counts_by_year":[],"updated_date":"2026-02-21T06:11:54.161237","created_date":"2026-02-10T00:00:00"}