{"id":"https://openalex.org/W7163069032","doi":"https://doi.org/10.48550/arxiv.2605.30561","title":"VLM3: Vision Language Models Are Native 3D Learners","display_name":"VLM3: Vision Language Models Are Native 3D Learners","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W7163069032","doi":"https://doi.org/10.48550/arxiv.2605.30561"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.30561","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30561","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.30561","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137536138","display_name":"Zhipeng Cai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Zhipeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137583468","display_name":"Zhuang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhuang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100575188","display_name":"Yunyang Xiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Yunyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137587885","display_name":"Zechun Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zechun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137602460","display_name":"Vikas Chandra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chandra, Vikas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137543773","display_name":"Yangyang Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Yangyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9207000136375427,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9207000136375427,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.010900000110268593,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.007799999788403511,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.6378999948501587},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5090000033378601},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4878000020980835},{"id":"https://openalex.org/keywords/argument","display_name":"Argument (complex analysis)","score":0.40560001134872437},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.39899998903274536},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.39489999413490295},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.37770000100135803},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.3407999873161316}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7926999926567078},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.6378999948501587},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6223000288009644},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5090000033378601},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5019999742507935},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4878000020980835},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4059999883174896},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.40560001134872437},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.39899998903274536},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.39489999413490295},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.37770000100135803},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3407999873161316},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.3375999927520752},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.33739998936653137},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33239999413490295},{"id":"https://openalex.org/C2780440489","wikidata":"https://www.wikidata.org/wiki/Q5227278","display_name":"Data-driven","level":2,"score":0.31929999589920044},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.299699991941452},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.29330000281333923},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.28859999775886536},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.28189998865127563},{"id":"https://openalex.org/C5339829","wikidata":"https://www.wikidata.org/wiki/Q1425977","display_name":"Machine vision","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C3019007443","wikidata":"https://www.wikidata.org/wiki/Q568742","display_name":"3d model","level":2,"score":0.2773999869823456}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.30561","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30561","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.30561","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30561","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7987077832221985}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision":[0],"Language":[1],"Models":[2],"(VLMs)":[3],"enable":[4],"a":[5,112,117,143,183],"unified":[6],"model":[7,169],"to":[8,43,128],"solve":[9],"various":[10],"vision":[11,31,104,168],"tasks":[12,154],"through":[13],"prompting.":[14],"They":[15],"have":[16],"shown":[17],"promising":[18],"performance":[19],"in":[20],"semantic":[21],"understanding.":[22],"However,":[23],"3D":[24,50,79,131,153,164,190],"understanding":[25],"still":[26],"largely":[27],"relies":[28],"on":[29],"expert":[30,103,167],"models":[32],"with":[33,120],"complex":[34,90],"task-specific":[35],"designs.":[36],"The":[37],"key":[38],"argument":[39],"this":[40],"work":[41],"wants":[42],"make":[44],"is":[45],"that":[46,58,124],"VLMs":[47,127],"are":[48,73,106],"native":[49],"learners.":[51],"Our":[52],"in-depth":[53],"large":[54,84,144],"scale":[55],"study":[56],"shows":[57],"1)":[59],"focal":[60],"length":[61],"unification,":[62],"2)":[63],"text-based":[64,176],"pixel":[65,157],"reference":[66],"and":[67,71,89,162,175,188],"3)":[68],"data":[69,87],"mixture":[70],"scaling,":[72],"all":[74],"you":[75],"need":[76],"for":[77,186],"effective":[78],"learning.":[80,191],"Model":[81],"architecture":[82],"changes,":[83],"models,":[85,105],"heavy":[86],"augmentations,":[88],"losses":[91],"including":[92],"the":[93,100,121,137],"regression":[94],"formulation,":[95],"many":[96],"of":[97,102],"which":[98],"form":[99],"foundation":[101],"actually":[107],"not":[108,134],"necessary":[109],"conditions.":[110],"As":[111],"result,":[113],"we":[114],"propose":[115],"VLM3,":[116],"scalable":[118,189],"method":[119],"simplest":[122],"design":[123],"enables":[125,151],"standard":[126,173],"master":[129],"diverse":[130,152],"tasks.":[132],"VLM3":[133,180],"only":[135],"advances":[136],"VLM":[138],"depth":[139],"estimation":[140,161],"accuracy":[141,170],"by":[142],"margin":[145],"(0.84":[146],"->":[147],"0.9),":[148],"but":[149],"also":[150],"such":[155],"as":[156],"correspondence,":[158],"camera":[159],"pose":[160],"object-level":[163],"understanding,":[165],"matching":[166],"while":[171],"maintaining":[172],"architectures":[174],"training.":[177],"We":[178],"believe":[179],"opens":[181],"up":[182],"new":[184],"paradigm":[185],"simple":[187]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-02T00:00:00"}