{"id":"https://openalex.org/W7141465250","doi":"https://doi.org/10.48550/arxiv.2603.24866","title":"How Far Are Vision-Language Models from Constructing the Real World? A Benchmark for Physical Generative Reasoning","display_name":"How Far Are Vision-Language Models from Constructing the Real World? A Benchmark for Physical Generative Reasoning","publication_year":2026,"publication_date":"2026-03-25","ids":{"openalex":"https://openalex.org/W7141465250","doi":"https://doi.org/10.48550/arxiv.2603.24866"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.24866","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.24866","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.24866","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112859317","display_name":"Luyu Yang","orcid":"https://orcid.org/0000-0002-5639-8121"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Luyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130794847","display_name":"Yutong Dai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dai, Yutong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130736713","display_name":"An Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, An","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110751285","display_name":"Viraj Prabhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Prabhu, Viraj","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130757594","display_name":"Ran Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Ran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130756242","display_name":"Zeyuan Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zeyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13518","display_name":"Architecture and Computational Design","score":0.1665000021457672,"subfield":{"id":"https://openalex.org/subfields/2216","display_name":"Architecture"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13518","display_name":"Architecture and Computational Design","score":0.1665000021457672,"subfield":{"id":"https://openalex.org/subfields/2216","display_name":"Architecture"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10672","display_name":"Design Education and Practice","score":0.1371999979019165,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11006","display_name":"BIM and Construction Integration","score":0.13179999589920044,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7781999707221985},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.7224000096321106},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.620199978351593},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5134999752044678},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.43309998512268066},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.42809998989105225},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.4133000075817108},{"id":"https://openalex.org/keywords/iterative-refinement","display_name":"Iterative refinement","score":0.39480000734329224}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7781999707221985},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.7224000096321106},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6843000054359436},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.620199978351593},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5134999752044678},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4821000099182129},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4772000014781952},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.43309998512268066},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.42809998989105225},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.4133000075817108},{"id":"https://openalex.org/C2779982483","wikidata":"https://www.wikidata.org/wiki/Q6094420","display_name":"Iterative refinement","level":2,"score":0.39480000734329224},{"id":"https://openalex.org/C143587482","wikidata":"https://www.wikidata.org/wiki/Q1543216","display_name":"Iterative and incremental development","level":2,"score":0.3783000111579895},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.3646000027656555},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33320000767707825},{"id":"https://openalex.org/C116672817","wikidata":"https://www.wikidata.org/wiki/Q1454986","display_name":"Physical system","level":2,"score":0.32420000433921814},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.31859999895095825},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.30979999899864197},{"id":"https://openalex.org/C45493050","wikidata":"https://www.wikidata.org/wiki/Q7884934","display_name":"Unified Model","level":2,"score":0.29330000281333923},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.2919999957084656},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.29109999537467957},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.26969999074935913},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.25859999656677246}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.24866","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.24866","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.24866","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.24866","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6573339700698853,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"physical":[1,51,76,191,203],"world":[2],"is":[3,8],"not":[4],"merely":[5],"visual;":[6],"it":[7],"governed":[9],"by":[10],"rigorous":[11],"structural":[12,133,168],"and":[13,38,50,90,108,128,157,170,209],"procedural":[14],"constraints.":[15,92],"Yet,":[16],"the":[17,30,47,79],"evaluation":[18,165,196],"of":[19,32,166],"vision-language":[20],"models":[21,45],"(VLMs)":[22],"remains":[23],"heavily":[24],"skewed":[25],"toward":[26],"perceptual":[27],"realism,":[28,201],"prioritizing":[29],"generation":[31],"visually":[33],"plausible":[34],"3D":[35],"layouts,":[36],"shapes,":[37],"appearances.":[39],"Current":[40],"benchmarks":[41,138],"rarely":[42],"test":[43],"whether":[44],"grasp":[46],"step-by-step":[48],"processes":[49],"dependencies":[52],"required":[53],"to":[54,81,123,199],"actually":[55],"build":[56,152],"these":[57],"artifacts,":[58],"a":[59,72,101,130,163,194,207],"capability":[60,179],"essential":[61],"for":[62,75],"automating":[63],"design-to-construction":[64],"pipelines.":[65],"To":[66],"address":[67],"this,":[68],"we":[69],"introduce":[70],"DreamHouse,":[71],"novel":[73],"benchmark":[74,96],"generative":[77,204],"reasoning:":[78],"capacity":[80],"synthesize":[82],"artifacts":[83],"that":[84,139,181],"concurrently":[85],"satisfy":[86],"geometric,":[87],"structural,":[88],"constructability,":[89],"code-compliance":[91],"We":[93,112],"ground":[94],"this":[95],"in":[97,212],"residential":[98],"timber-frame":[99],"construction,":[100],"domain":[102],"with":[103,174],"fully":[104],"codified":[105],"engineering":[106],"standards":[107,125],"objectively":[109],"verifiable":[110],"correctness.":[111],"curate":[113],"over":[114],"26,000":[115],"structures":[116],"spanning":[117],"13":[118],"architectural":[119],"styles,":[120],"ach":[121],"verified":[122],"construction-document":[124],"(LOD":[126],"350)":[127],"develop":[129],"deterministic":[131],"10-test":[132],"validation":[134],"framework.":[135],"Unlike":[136],"static":[137],"assess":[140],"only":[141],"final":[142],"outputs,":[143],"DreamHouse":[144],"supports":[145],"iterative":[146],"agentic":[147],"interaction.":[148],"Models":[149],"observe":[150],"intermediate":[151],"states,":[153],"generate":[154],"construction":[155],"actions,":[156],"receive":[158],"structured":[159],"environmental":[160],"feedback,":[161],"enabling":[162],"fine-grained":[164],"planning,":[167],"reasoning,":[169],"self-correction.":[171],"Extensive":[172],"experiments":[173],"state-of-the-art":[175],"VLMs":[176],"reveal":[177],"substantial":[178],"gaps":[180],"are":[182],"largely":[183],"invisible":[184],"on":[185],"existing":[186],"leaderboards.":[187],"These":[188],"findings":[189],"establish":[190],"validity":[192],"as":[193,206],"critical":[195],"axis":[197],"orthogonal":[198],"visual":[200],"highlighting":[202],"reasoning":[205],"distinct":[208],"underdeveloped":[210],"frontier":[211],"multimodal":[213],"intelligence.":[214],"Available":[215],"at":[216],"https://luluyuyuyang.github.io/dreamhouse":[217]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-28T00:00:00"}