{"id":"https://openalex.org/W7163202461","doi":"https://doi.org/10.48550/arxiv.2606.00967","title":"MedSyn2: Flexible Control of 3D CT Generation via Text and Semantically-Defined Segmentation Prompts","display_name":"MedSyn2: Flexible Control of 3D CT Generation via Text and Semantically-Defined Segmentation Prompts","publication_year":2026,"publication_date":"2026-05-31","ids":{"openalex":"https://openalex.org/W7163202461","doi":"https://doi.org/10.48550/arxiv.2606.00967"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.00967","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00967","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.00967","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137628364","display_name":"Weicheng Dai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dai, Weicheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137705087","display_name":"Chenyu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Chenyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137633712","display_name":"Andy Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Binxu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021264901","display_name":"Shantanu Ghosh","orcid":"https://orcid.org/0000-0003-4085-541X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ghosh, Shantanu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137983513","display_name":"Afrooz Zandifar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zandifar, Afrooz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137926745","display_name":"Christina LeBedis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"LeBedis, Christina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5146832013","display_name":"Kayhan Batmanghelich","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Batmanghelich, Kayhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.5234000086784363,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.5234000086784363,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.13830000162124634,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.03920000046491623,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.761900007724762},{"id":"https://openalex.org/keywords/medical-imaging","display_name":"Medical imaging","score":0.48919999599456787},{"id":"https://openalex.org/keywords/scale-space-segmentation","display_name":"Scale-space segmentation","score":0.47029998898506165},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.46709999442100525},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.43810001015663147},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.40389999747276306},{"id":"https://openalex.org/keywords/controllability","display_name":"Controllability","score":0.3472999930381775},{"id":"https://openalex.org/keywords/segmentation-based-object-categorization","display_name":"Segmentation-based object categorization","score":0.3393999934196472}],"concepts":[{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.761900007724762},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7419000267982483},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6322000026702881},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5590999722480774},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.48919999599456787},{"id":"https://openalex.org/C65885262","wikidata":"https://www.wikidata.org/wiki/Q7429708","display_name":"Scale-space segmentation","level":4,"score":0.47029998898506165},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.46709999442100525},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.43810001015663147},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.40389999747276306},{"id":"https://openalex.org/C48209547","wikidata":"https://www.wikidata.org/wiki/Q1331104","display_name":"Controllability","level":2,"score":0.3472999930381775},{"id":"https://openalex.org/C25694479","wikidata":"https://www.wikidata.org/wiki/Q7446278","display_name":"Segmentation-based object categorization","level":5,"score":0.3393999934196472},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.33640000224113464},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3346000015735626},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2865000069141388},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.27379998564720154},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.25679999589920044}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.00967","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00967","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.00967","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00967","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Generative":[0],"models":[1],"for":[2,21,100,217],"volumetric":[3,102],"medical":[4,11,230],"images":[5,30],"have":[6],"found":[7],"many":[8],"applications":[9],"in":[10,87,148,202],"imaging,":[12],"ranging":[13],"from":[14,108],"data":[15,213,218],"augmentation":[16],"to":[17,120,180,183],"serving":[18],"as":[19,50],"priors":[20],"inverse":[22],"problems.":[23],"For":[24],"these":[25],"applications,":[26],"generating":[27],"high-resolution":[28,206],"3D":[29],"with":[31],"strong":[32,224],"controllability":[33],"is":[34,61,140],"essential":[35],"but":[36,84],"remains":[37],"highly":[38,150],"challenging.":[39],"Existing":[40],"approaches":[41],"typically":[42],"control":[43,67],"generation":[44,104],"either":[45],"through":[46,54,142],"radiology":[47,109,185],"reports":[48,110],"used":[49,216],"text":[51,145],"prompts":[52,113],"or":[53,127],"full":[55],"image":[56,103,170],"segmentation.":[57],"While":[58],"text-based":[59],"prompting":[60],"flexible,":[62],"it":[63],"provides":[64],"limited":[65],"spatial":[66,82],"over":[68],"the":[69,137],"location,":[70],"shape,":[71],"and":[72,111,152,171,195,211,228],"boundary":[73],"of":[74,123,136],"abnormalities.":[75],"In":[76,91],"contrast,":[77],"segmentation-based":[78],"methods":[79],"receive":[80],"precise":[81],"guidance":[83],"are":[85],"restrictive":[86],"requiring":[88,130],"full-organ":[89,131],"annotations.":[90,132],"this":[92],"work,":[93],"we":[94],"propose":[95],"a":[96,124,149,158,163],"flexible":[97,151],"multimodal":[98],"framework":[99],"controllable":[101],"that":[105,167,189],"supports":[106],"input":[107],"segmentation":[112,122,138,172],"(both":[114],"optional).":[115],"Our":[116],"approach":[117],"allows":[118],"users":[119],"provide":[121],"specific":[125],"anatomy":[126],"abnormality":[128],"without":[129],"The":[133,174],"semantic":[134,196],"meaning":[135],"mask":[139],"specified":[141],"an":[143],"accompanying":[144],"description,":[146],"resulting":[147],"scalable":[153],"conditioning":[154],"mechanism.":[155],"We":[156],"develop":[157],"memory-efficient":[159],"architecture":[160],"based":[161],"on":[162],"modified":[164],"diffusion":[165],"transformer":[166],"jointly":[168],"processes":[169],"tokens.":[173],"model":[175],"further":[176,222],"incorporates":[177],"gated":[178],"attention":[179],"effectively":[181],"attend":[182],"long":[184],"reports.":[186],"Experiments":[187],"demonstrate":[188],"our":[190],"method":[191],"achieves":[192],"state-of-the-art":[193],"perceptual":[194],"scores":[197],"(e.g.,":[198],"24%":[199],"relative":[200],"improvement":[201],"mean":[203],"FID),":[204],"generates":[205],"anatomically":[207],"consistent":[208],"CT":[209],"volumes,":[210],"improves":[212],"efficiency":[214],"when":[215],"augmentation.":[219],"Radiologists'":[220],"evaluation":[221],"confirms":[223],"alignment":[225],"between":[226],"generated":[227],"real":[229],"images.":[231]},"counts_by_year":[],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2026-06-03T00:00:00"}
