{"id":"https://openalex.org/W7164586008","doi":"https://doi.org/10.48550/arxiv.2606.13676","title":"Modality Forcing for Scalable Spatial Generation","display_name":"Modality Forcing for Scalable Spatial Generation","publication_year":2026,"publication_date":"2026-06-11","ids":{"openalex":"https://openalex.org/W7164586008","doi":"https://doi.org/10.48550/arxiv.2606.13676"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.13676","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.13676","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.13676","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083362639","display_name":"Bardienus P. Duisterhof","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duisterhof, Bardienus Pieter","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138504473","display_name":"Deva Ramanan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ramanan, Deva","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138541380","display_name":"Jeffrey Ichnowski","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ichnowski, Jeffrey","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019689546","display_name":"J. R. Johnson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Johnson, Justin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5016672896","display_name":"Keunhong Park","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Keunhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.7609000205993652,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.7609000205993652,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.09210000187158585,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.024299999698996544,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forcing","display_name":"Forcing (mathematics)","score":0.6879000067710876},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6879000067710876},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5842999815940857},{"id":"https://openalex.org/keywords/structured-prediction","display_name":"Structured prediction","score":0.45010000467300415},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.42800000309944153},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.414000004529953},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.41290000081062317},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.398499995470047},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3716999888420105}],"concepts":[{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6879000067710876},{"id":"https://openalex.org/C197115733","wikidata":"https://www.wikidata.org/wiki/Q1003136","display_name":"Forcing (mathematics)","level":2,"score":0.6879000067710876},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6735000014305115},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5842999815940857},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5464000105857849},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.45010000467300415},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.42800000309944153},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.414000004529953},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.41290000081062317},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.40880000591278076},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.40610000491142273},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.398499995470047},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3716999888420105},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.36800000071525574},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.350600004196167},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.3481000065803528},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.3422999978065491},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.32409998774528503},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.31290000677108765},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.311599999666214},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.30410000681877136},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2973000109195709},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.2944999933242798},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26649999618530273},{"id":"https://openalex.org/C21308566","wikidata":"https://www.wikidata.org/wiki/Q7169365","display_name":"Permutation (music)","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.2538999915122986}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.13676","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.13676","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.13676","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.13676","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Text-to-image":[0],"(T2I)":[1],"models":[2,25,119,130],"contain":[3],"rich":[4],"spatial":[5,176],"priors.":[6],"Synthesizing":[7],"photorealistic,":[8],"cluttered":[9],"scenes":[10],"requires":[11],"an":[12],"understanding":[13],"of":[14,72,110,117],"geometry,":[15],"including":[16],"perspective":[17],"and":[18,39,69,74,95,150],"relative":[19,155],"scale.":[20],"Prior":[21],"works":[22],"adapt":[23],"T2I":[24,111,118],"to":[26,123,156],"leverage":[27],"this":[28],"prior":[29],"for":[30,52,175],"depth":[31,37,63,75,94,99,148],"prediction,":[32],"but":[33],"they":[34],"require":[35],"dense":[36],"data":[38,135],"involve":[40],"complex":[41],"recipes.":[42],"We":[43,101],"propose":[44],"Modality":[45,65,105],"Forcing,":[46],"a":[47,57,115,171],"simple,":[48],"scalable":[49,172],"post-training":[50],"recipe":[51],"joint":[53,70,158],"image-depth":[54,159],"generation":[55,71,169],"using":[56],"single":[58],"DiT":[59],"trained":[60,131],"on":[61,91,132],"sparse":[62],"data.":[64],"Forcing":[66,106],"enables":[67],"conditional":[68],"image":[73,134,168],"in":[76],"any":[77],"permutation":[78],"by":[79,113,153],"assigning":[80],"separate":[81],"noise":[82],"levels":[83],"per":[84],"modality.":[85],"Per-modality":[86],"decoders":[87],"let":[88],"us":[89],"train":[90],"sparse,":[92],"real-world":[93],"achieve":[96],"strong,":[97],"generalizable":[98],"prediction.":[100],"further":[102],"show":[103],"that":[104,128,167],"inherits":[107],"the":[108],"scalability":[109],"pre-training:":[112],"training":[114],"set":[116],"from":[120],"scratch":[121],"(370M":[122],"3.3B":[124],"parameters),":[125],"we":[126],"find":[127],"larger":[129],"more":[133,137],"produce":[136],"accurate":[138],"depth.":[139],"Our":[140],"strongest":[141],"model":[142],"is":[143,170],"competitive":[144],"with":[145],"state-of-the-art":[146],"monocular":[147],"estimators":[149],"reduces":[151],"AbsRel":[152],"57%":[154],"existing":[157],"generative":[160],"models.":[161],"These":[162],"results":[163],"provide":[164],"strong":[165],"evidence":[166],"pre-training":[173],"objective":[174],"perception.":[177],"https://modality-forcing.github.io/":[178]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-13T00:00:00"}