{"id":"https://openalex.org/W7157093565","doi":"https://doi.org/10.48550/arxiv.2604.24351","title":"Diffusion Templates: A Unified Plugin Framework for Controllable Diffusion","display_name":"Diffusion Templates: A Unified Plugin Framework for Controllable Diffusion","publication_year":2026,"publication_date":"2026-04-27","ids":{"openalex":"https://openalex.org/W7157093565","doi":"https://doi.org/10.48550/arxiv.2604.24351"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.24351","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.24351","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.24351","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040636331","display_name":"Zhongjie Duan","orcid":"https://orcid.org/0000-0002-5973-8240"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duan, Zhongjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134756151","display_name":"Hong Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Hong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134807597","display_name":"Yingda Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yingda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.44600000977516174,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.44600000977516174,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.09719999879598618,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.07590000331401825,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/template","display_name":"Template","score":0.5956000089645386},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.5554999709129333},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.5030999779701233},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.49549999833106995},{"id":"https://openalex.org/keywords/plug-in","display_name":"Plug-in","score":0.4950000047683716},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.4781000018119812},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.46470001339912415},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.42320001125335693}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7432000041007996},{"id":"https://openalex.org/C82714645","wikidata":"https://www.wikidata.org/wiki/Q438331","display_name":"Template","level":2,"score":0.5956000089645386},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.5554999709129333},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5134999752044678},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.5030999779701233},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.49549999833106995},{"id":"https://openalex.org/C4924752","wikidata":"https://www.wikidata.org/wiki/Q184148","display_name":"Plug-in","level":2,"score":0.4950000047683716},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.4781000018119812},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.46470001339912415},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.42320001125335693},{"id":"https://openalex.org/C32833848","wikidata":"https://www.wikidata.org/wiki/Q4115054","display_name":"Extensibility","level":2,"score":0.4153999984264374},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.3917999863624573},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33320000767707825},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.33219999074935913},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3271999955177307},{"id":"https://openalex.org/C2780070844","wikidata":"https://www.wikidata.org/wiki/Q857815","display_name":"Plug and play","level":2,"score":0.3089999854564667},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.30489999055862427},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.30239999294281006},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C203504353","wikidata":"https://www.wikidata.org/wiki/Q4765461","display_name":"Anisotropic diffusion","level":3,"score":0.2784000039100647},{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.26260000467300415},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.24351","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.24351","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.24351","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.24351","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.6356993317604065,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Controllable":[0],"diffusion":[1,10,119,210],"methods":[2],"have":[3],"substantially":[4],"expanded":[5],"the":[6,117,122,127,150],"practical":[7,205],"utility":[8],"of":[9,196],"models,":[11,220],"but":[12],"they":[13],"are":[14],"typically":[15],"developed":[16],"as":[17,95,142],"isolated,":[18],"backbone-specific":[19],"systems":[20,128],"with":[21],"incompatible":[22],"training":[23],"pipelines,":[24],"parameter":[25],"formats,":[26],"and":[27,59,102,109,144,181,204,221],"runtime":[28],"hooks.":[29],"This":[30],"fragmentation":[31],"makes":[32],"it":[33],"difficult":[34],"to":[35,85,133],"reuse":[36],"infrastructure":[37],"across":[38,42,207],"tasks,":[39],"transfer":[40],"capabilities":[41],"backbones,":[43],"or":[44,112],"compose":[45],"multiple":[46],"controls":[47],"within":[48],"a":[49,57,90,96,103,134,159,193],"single":[50],"generation":[51,198],"pipeline.":[52],"We":[53],"present":[54],"Diffusion":[55,189],"Templates,":[56],"unified":[58],"open":[60,216],"plugin":[61],"framework":[62,72],"that":[63,80,93,106,188],"decouples":[64],"base-model":[65],"inference":[66],"from":[67],"controllable":[68,197],"capability":[69,88,100,139],"injection.":[70],"The":[71],"is":[73,124],"organized":[74],"around":[75],"three":[76],"components:":[77],"Template":[78,91,104,114],"models":[79],"map":[81],"arbitrary":[82],"task-specific":[83],"inputs":[84],"an":[86],"intermediate":[87],"representation,":[89],"cache":[92],"functions":[94],"standardized":[97],"interface":[98,123],"for":[99],"injection,":[101],"pipeline":[105],"loads,":[107],"merges,":[108],"injects":[110],"one":[111],"more":[113],"caches":[115],"into":[116],"base":[118],"runtime.":[120],"Because":[121],"defined":[125],"at":[126],"level":[129],"rather":[130],"than":[131],"tied":[132],"specific":[135],"control":[136],"architecture,":[137],"heterogeneous":[138],"carriers":[140],"such":[141],"KV-Cache":[143],"LoRA":[145],"can":[146,191],"be":[147,215],"supported":[148],"under":[149],"same":[151],"abstraction.":[152],"Based":[153],"on":[154],"this":[155],"design,":[156],"we":[157],"build":[158],"diverse":[160],"model":[161],"zoo":[162],"spanning":[163],"structural":[164],"control,":[165],"brightness":[166],"adjustment,":[167,169],"color":[168],"image":[170],"editing,":[171],"super-resolution,":[172],"sharpness":[173],"enhancement,":[174],"aesthetic":[175],"alignment,":[176],"content":[177],"reference,":[178],"local":[179],"inpainting,":[180],"age":[182],"control.":[183],"These":[184],"case":[185],"studies":[186],"show":[187],"Templates":[190],"unify":[192],"broad":[194],"range":[195],"tasks":[199],"while":[200],"preserving":[201],"modularity,":[202],"composability,":[203],"extensibility":[206],"rapidly":[208],"evolving":[209],"backbones.":[211],"All":[212],"resources":[213],"will":[214],"sourced,":[217],"including":[218],"code,":[219],"datasets.":[222]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-29T00:00:00"}