{"id":"https://openalex.org/W7141109332","doi":"https://doi.org/10.48550/arxiv.2603.25181","title":"VolDiT: Controllable Volumetric Medical Image Synthesis with Diffusion Transformers","display_name":"VolDiT: Controllable Volumetric Medical Image Synthesis with Diffusion Transformers","publication_year":2026,"publication_date":"2026-03-26","ids":{"openalex":"https://openalex.org/W7141109332","doi":"https://doi.org/10.48550/arxiv.2603.25181"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.25181","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.25181","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.25181","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091221119","display_name":"Marvin Seyfarth","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seyfarth, Marvin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088175232","display_name":"Salman Ul Hassan Dar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dar, Salman Ul Hassan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091999862","display_name":"Yannik Frisch","orcid":"https://orcid.org/0009-0005-8097-0158"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Frisch, Yannik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130780016","display_name":"Philipp Wild","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wild, Philipp","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008704300","display_name":"Norbert Frey","orcid":"https://orcid.org/0000-0001-7611-378X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Frey, Norbert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101108291","display_name":"Florian Andr\u00e9","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andr\u00e9, Florian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5088137293","display_name":"Sandy Engelhardt","orcid":"https://orcid.org/0000-0001-8816-7654"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Engelhardt, Sandy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.4291999936103821,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.4291999936103821,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.23489999771118164,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.07129999995231628,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5989000201225281},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.46880000829696655},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.41519999504089355},{"id":"https://openalex.org/keywords/locality","display_name":"Locality","score":0.3693000078201294},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.33809998631477356},{"id":"https://openalex.org/keywords/synthetic-data","display_name":"Synthetic data","score":0.2935999929904938}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6464999914169312},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5989000201225281},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4812000095844269},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.46880000829696655},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4302999973297119},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.41519999504089355},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.3693000078201294},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.33809998631477356},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.2935999929904938},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.29249998927116394},{"id":"https://openalex.org/C177284502","wikidata":"https://www.wikidata.org/wiki/Q1005390","display_name":"Adapter (computing)","level":2,"score":0.27390000224113464},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.2736999988555908},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.2547999918460846}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.25181","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.25181","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.25181","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.25181","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Diffusion":[0,63],"models":[1,150,172,185],"have":[2],"become":[3],"a":[4,97,174],"leading":[5],"approach":[6,71],"for":[7,16,65,177],"high-fidelity":[8],"medical":[9,18,67,138,179],"image":[10,19,68,139,180],"synthesis.":[11,69,181],"However,":[12],"most":[13],"existing":[14],"methods":[15],"3D":[17,62,77,89,137,147],"generation":[20],"rely":[21],"on":[22,135,152,187],"convolutional":[23],"U-Net":[24],"backbones":[25],"within":[26],"latent":[27,148],"diffusion":[28,73,149,171],"frameworks.":[29],"While":[30],"effective,":[31],"these":[32],"architectures":[33],"impose":[34],"strong":[35],"locality":[36],"biases":[37],"and":[38,49,83,142,162,184],"limited":[39],"receptive":[40],"fields,":[41],"which":[42],"may":[43],"constrain":[44],"scalability,":[45],"global":[46,84,157],"context":[47],"integration,":[48],"flexible":[50,175],"conditioning.":[51],"In":[52],"this":[53],"work,":[54],"we":[55,95],"introduce":[56],"VolDiT,":[57],"the":[58,125],"first":[59],"purely":[60],"transformer-based":[61],"Transformer":[64],"volumetric":[66,80,178],"Our":[70,165],"extends":[72],"transformers":[74],"to":[75,145],"native":[76],"data":[78,189],"through":[79],"patch":[81],"embeddings":[82],"self-attention":[85],"operating":[86],"directly":[87],"over":[88],"tokens.":[90],"To":[91],"enable":[92],"structured":[93],"control,":[94],"propose":[96],"timestep-gated":[98],"control":[99,107],"adapter":[100],"that":[101,109,168],"maps":[102],"segmentation":[103],"masks":[104],"into":[105],"learnable":[106],"tokens":[108],"modulate":[110],"transformer":[111,129],"layers":[112],"during":[113],"denoising.":[114],"This":[115],"token-level":[116],"conditioning":[117],"mechanism":[118],"allows":[119],"precise":[120],"spatial":[121],"guidance":[122],"while":[123],"preserving":[124],"modeling":[126],"advantages":[127],"of":[128],"architectures.":[130],"We":[131],"evaluate":[132],"our":[133],"model":[134],"high-resolution":[136],"synthesis":[140],"tasks":[141],"compare":[143],"it":[144],"state-of-the-art":[146],"based":[151],"U-Nets.":[153],"Results":[154],"demonstrate":[155],"improved":[156],"coherence,":[158],"superior":[159],"generative":[160],"fidelity,":[161],"enhanced":[163],"controllability.":[164],"findings":[166],"suggest":[167],"fully":[169],"transformerbased":[170],"provide":[173],"foundation":[176],"The":[182],"code":[183],"trained":[186],"public":[188],"are":[190],"available":[191],"at":[192],"https://github.com/Cardio-AI/voldit.":[193]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-28T00:00:00"}