{"id":"https://openalex.org/W7133555807","doi":"https://doi.org/10.48550/arxiv.2603.02609","title":"VLMFusionOcc3D: VLM Assisted Multi-Modal 3D Semantic Occupancy Prediction","display_name":"VLMFusionOcc3D: VLM Assisted Multi-Modal 3D Semantic Occupancy Prediction","publication_year":2026,"publication_date":"2026-03-03","ids":{"openalex":"https://openalex.org/W7133555807","doi":"https://doi.org/10.48550/arxiv.2603.02609"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.02609","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.02609","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.02609","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128053595","display_name":"A. Enes Doruk","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Doruk, A. Enes","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5124851451","display_name":"Hasan F. Ates","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ates, Hasan F.","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5128053595"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.6171000003814697,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.6171000003814697,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.15129999816417694,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.058800000697374344,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7721999883651733},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.6187999844551086},{"id":"https://openalex.org/keywords/occupancy-grid-mapping","display_name":"Occupancy grid mapping","score":0.5411999821662903},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5141000151634216},{"id":"https://openalex.org/keywords/lidar","display_name":"Lidar","score":0.49779999256134033},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.4702000021934509},{"id":"https://openalex.org/keywords/occupancy","display_name":"Occupancy","score":0.4699000120162964},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.4659000039100647},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4007999897003174},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.39500001072883606}],"concepts":[{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7721999883651733},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7342000007629395},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.6187999844551086},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5491999983787537},{"id":"https://openalex.org/C57077369","wikidata":"https://www.wikidata.org/wiki/Q7075747","display_name":"Occupancy grid mapping","level":4,"score":0.5411999821662903},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5141000151634216},{"id":"https://openalex.org/C51399673","wikidata":"https://www.wikidata.org/wiki/Q504027","display_name":"Lidar","level":2,"score":0.49779999256134033},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.4702000021934509},{"id":"https://openalex.org/C160331591","wikidata":"https://www.wikidata.org/wiki/Q7075743","display_name":"Occupancy","level":2,"score":0.4699000120162964},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.4659000039100647},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4007999897003174},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.39500001072883606},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.38999998569488525},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3862000107765198},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.38119998574256897},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3774999976158142},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.3659999966621399},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3637999892234802},{"id":"https://openalex.org/C54170458","wikidata":"https://www.wikidata.org/wiki/Q663554","display_name":"Voxel","level":2,"score":0.358599990606308},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35690000653266907},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.3549000024795532},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.35190001130104065},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.34139999747276306},{"id":"https://openalex.org/C2781122975","wikidata":"https://www.wikidata.org/wiki/Q16928266","display_name":"Semantic feature","level":2,"score":0.34130001068115234},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.31470000743865967},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.314300000667572},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.3127000033855438},{"id":"https://openalex.org/C2778597888","wikidata":"https://www.wikidata.org/wiki/Q172169","display_name":"3D city models","level":3,"score":0.30730000138282776},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.3050999939441681},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.30000001192092896},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.296099990606308},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2897000014781952},{"id":"https://openalex.org/C2775955345","wikidata":"https://www.wikidata.org/wiki/Q7449071","display_name":"Semantic mapping","level":2,"score":0.28940001130104065},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.2890999913215637},{"id":"https://openalex.org/C136520226","wikidata":"https://www.wikidata.org/wiki/Q302814","display_name":"Geometric data analysis","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C104065381","wikidata":"https://www.wikidata.org/wiki/Q1002535","display_name":"Geometric modeling","level":2,"score":0.2754000127315521},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.2551000118255615},{"id":"https://openalex.org/C2780440489","wikidata":"https://www.wikidata.org/wiki/Q5227278","display_name":"Data-driven","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.02609","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.02609","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.02609","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.02609","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"score":0.8066627979278564,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"VLMFusionOcc3D,":[3],"a":[4,64,78,115,139,190],"robust":[5,193],"multimodal":[6],"framework":[7,61],"for":[8,195],"dense":[9,149],"3D":[10,106],"semantic":[11,24,58,99],"occupancy":[12,19],"prediction":[13],"in":[14,26,185],"autonomous":[15],"driving.":[16],"Current":[17],"voxel-based":[18,177],"models":[20],"often":[21],"struggle":[22],"with":[23,63,152],"ambiguity":[25],"sparse":[27],"geometric":[28],"grids":[29],"and":[30,73,92,100,123,163,192],"performance":[31,174],"degradation":[32],"under":[33],"adverse":[34],"weather":[35,187],"conditions.":[36],"To":[37,135],"address":[38],"these":[39],"challenges,":[40],"we":[41,109],"leverage":[42],"the":[43,105,161,173],"rich":[44],"linguistic":[45],"priors":[46,102],"of":[47,175],"Vision-Language":[48],"Models":[49],"(VLMs)":[50],"to":[51,56,96,126,147],"anchor":[52],"ambiguous":[53],"voxel":[54,80],"features":[55],"stable":[57],"concepts.":[59],"Our":[60],"initiates":[62],"dual-branch":[65],"feature":[66],"extraction":[67],"pipeline":[68],"that":[69,119,167],"projects":[70],"multi-view":[71],"images":[72],"LiDAR":[74,156],"point":[75],"clouds":[76],"into":[77,104],"unified":[79],"space.":[81],"We":[82],"propose":[83],"Instance-driven":[84],"VLM":[85],"Attention":[86],"(InstVLM),":[87],"which":[88],"utilizes":[89,120],"gated":[90],"cross-attention":[91],"LoRA-adapted":[93],"CLIP":[94],"embeddings":[95],"inject":[97],"high-level":[98],"geographic":[101],"directly":[103],"voxels.":[107],"Furthermore,":[108],"introduce":[110],"Weather-Aware":[111],"Adaptive":[112],"Fusion":[113],"(WeathFusion),":[114],"dynamic":[116],"gating":[117],"mechanism":[118],"vehicle":[121],"metadata":[122],"weather-conditioned":[124],"prompts":[125],"re-weight":[127],"sensor":[128],"contributions":[129],"based":[130],"on":[131,160],"real-time":[132],"environmental":[133],"reliability.":[134],"ensure":[136],"structural":[137],"consistency,":[138],"Depth-Aware":[140],"Geometric":[141],"Alignment":[142],"(DAGA)":[143],"loss":[144],"is":[145],"employed":[146],"align":[148],"camera-derived":[150],"geometry":[151],"sparse,":[153],"spatially":[154],"accurate":[155],"returns.":[157],"Extensive":[158],"experiments":[159],"nuScenes":[162],"SemanticKITTI":[164],"datasets":[165],"demonstrate":[166],"our":[168,180],"plug-and-play":[169],"modules":[170],"consistently":[171],"enhance":[172],"state-of-the-art":[176],"baselines.":[178],"Notably,":[179],"approach":[181],"achieves":[182],"significant":[183],"improvements":[184],"challenging":[186],"scenarios,":[188],"offering":[189],"scalable":[191],"solution":[194],"complex":[196],"urban":[197],"navigation.":[198]},"counts_by_year":[],"updated_date":"2026-03-05T07:36:02.291473","created_date":"2026-03-05T00:00:00"}