{"id":"https://openalex.org/W7160838107","doi":"https://doi.org/10.48550/arxiv.2605.07148","title":"Uncovering and Shaping the Latent Representation of 3D Scene Topology in Vision-Language Models","display_name":"Uncovering and Shaping the Latent Representation of 3D Scene Topology in Vision-Language Models","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160838107","doi":"https://doi.org/10.48550/arxiv.2605.07148"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.07148","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07148","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.07148","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135898710","display_name":"Haoming Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Haoming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135844529","display_name":"Wei Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.36489999294281006,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.36489999294281006,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11904","display_name":"Spatial Cognition and Navigation","score":0.21439999341964722,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.14339999854564667,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.7293000221252441},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5947999954223633},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.475600004196167},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.47130000591278076},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.45590001344680786},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.44530001282691956},{"id":"https://openalex.org/keywords/cognitive-map","display_name":"Cognitive map","score":0.43380001187324524},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4122999906539917},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.39879998564720154}],"concepts":[{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.7293000221252441},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5947999954223633},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.573199987411499},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.567300021648407},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.475600004196167},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.47130000591278076},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.45590001344680786},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.44530001282691956},{"id":"https://openalex.org/C170494330","wikidata":"https://www.wikidata.org/wiki/Q1778434","display_name":"Cognitive map","level":3,"score":0.43380001187324524},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4122999906539917},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.39879998564720154},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.38510000705718994},{"id":"https://openalex.org/C165700671","wikidata":"https://www.wikidata.org/wiki/Q203484","display_name":"Laplace operator","level":2,"score":0.3790000081062317},{"id":"https://openalex.org/C500882744","wikidata":"https://www.wikidata.org/wiki/Q269236","display_name":"Latent Dirichlet allocation","level":3,"score":0.37790000438690186},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.3765999972820282},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.35249999165534973},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.3483999967575073},{"id":"https://openalex.org/C2777371692","wikidata":"https://www.wikidata.org/wiki/Q2178611","display_name":"Spatial cognition","level":3,"score":0.3400000035762787},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.33559998869895935},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.33230000734329224},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3244999945163727},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3154999911785126},{"id":"https://openalex.org/C27511587","wikidata":"https://www.wikidata.org/wiki/Q2178623","display_name":"Spatial relation","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.30079999566078186},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.29910001158714294},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.29820001125335693},{"id":"https://openalex.org/C2776477805","wikidata":"https://www.wikidata.org/wiki/Q4460773","display_name":"Topological data analysis","level":2,"score":0.28220000863075256},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.07148","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07148","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.07148","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07148","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Decades":[0],"of":[1,19,60,114],"cognitive":[2,11],"science":[3],"establish":[4],"that":[5,51,93],"humans":[6],"navigate":[7],"environments":[8],"by":[9,68,131,179],"forming":[10],"maps,":[12],"defined":[13],"as":[14,73],"allocentric":[15],"and":[16,75,106,176],"topology-preserving":[17],"representations":[18],"3D":[20,43,61,117,124],"space.":[21],"While":[22],"modern":[23],"Vision-Language":[24],"Models":[25],"(VLMs)":[26],"demonstrate":[27,50],"emergent":[28],"spatial":[29,80,91,98,171,184],"reasoning":[30],"from":[31],"2D":[32],"egocentric":[33],"inputs,":[34],"it":[35,64],"remains":[36],"unclear":[37],"whether":[38],"they":[39],"construct":[40],"an":[41],"analogous":[42],"internal":[44],"representation.":[45],"In":[46],"this":[47,79,103,132,151],"paper,":[48],"we":[49,87,135],"current":[52],"VLMs":[53],"do":[54],"possess":[55],"a":[56,89,138,155],"latent":[57,104,141],"topological":[58],"map":[59],"scenes,":[62],"but":[63],"is":[65,192],"heavily":[66],"overshadowed":[67],"non-geometric":[69],"visual":[70],"semantics,":[71],"such":[72],"color":[74],"shape.":[76],"By":[77],"isolating":[78],"subspace":[81,92],"through":[82],"cross-scene":[83],"linear":[84],"feature":[85],"extraction,":[86],"extract":[88],"clean":[90],"causally":[94],"controls":[95],"the":[96,111,115,122,127],"model's":[97],"outputs.":[99],"We":[100],"mathematically":[101,139],"shape":[102],"representation":[105],"prove":[107],"its":[108],"correspondence":[109],"to":[110,121,154,181],"Laplacian":[112],"eigenmaps":[113],"scene's":[116],"Gaussian-kernel":[118],"graph,":[119],"converging":[120],"physical":[123],"space":[125],"in":[126,183],"continuous":[128],"limit.":[129],"Motivated":[130],"geometric":[133],"identification,":[134],"further":[136],"introduce":[137],"principled":[140],"regularization":[142],"method":[143],"for":[144],"VLMs,":[145],"based":[146],"on":[147,162,169],"Dirichlet":[148],"energy.":[149],"Applying":[150],"single-term":[152],"regularizer":[153],"minimal":[156],"500-step":[157],"supervised":[158],"VLM":[159],"fine-tuning":[160],"(SFT)":[161],"simple":[163],"synthetic":[164],"data":[165],"yields":[166],"significant":[167],"improvements":[168],"real-world":[170],"benchmarks,":[172],"outperforming":[173],"standard":[174],"SFT":[175],"competitive":[177],"baselines":[178],"up":[180],"12.1\\%":[182],"tasks":[185],"involving":[186],"scene":[187],"topology":[188],"understanding.":[189],"Source":[190],"code":[191],"available":[193],"at":[194],"https://github.com/pittisl/vlm-latent-shaping":[195]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-12T00:00:00"}