{"id":"https://openalex.org/W7161542519","doi":"https://doi.org/10.48550/arxiv.2605.15684","title":"ElasticDiT: Efficient Diffusion Transformers via Elastic Architecture and Sparse Attention for High-Resolution Image Generation on Mobile Devices","display_name":"ElasticDiT: Efficient Diffusion Transformers via Elastic Architecture and Sparse Attention for High-Resolution Image Generation on Mobile Devices","publication_year":2026,"publication_date":"2026-05-15","ids":{"openalex":"https://openalex.org/W7161542519","doi":"https://doi.org/10.48550/arxiv.2605.15684"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.15684","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15684","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.15684","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136356471","display_name":"Kunpeng Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Kunpeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136397352","display_name":"Haizhen Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Haizhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136444539","display_name":"Sen Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Sen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136404179","display_name":"Lei Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136381427","display_name":"Binglei Bao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bao, Binglei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102676468","display_name":"Huaao Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Huaao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024686608","display_name":"Chuntao Liu","orcid":"https://orcid.org/0000-0002-6914-0920"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Chuntao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136378016","display_name":"Hao Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136404005","display_name":"Yang Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136384356","display_name":"Zhicai Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Zhicai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114211249","display_name":"Heyuan Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Heyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136419098","display_name":"Zhijun Tu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tu, Zhijun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136376439","display_name":"Jie Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136429335","display_name":"Xinghao Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xinghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.2054000049829483,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.2054000049829483,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.17960000038146973,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.15530000627040863,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.73580002784729},{"id":"https://openalex.org/keywords/memory-footprint","display_name":"Memory footprint","score":0.5809000134468079},{"id":"https://openalex.org/keywords/image-quality","display_name":"Image quality","score":0.5112000107765198},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.4165000021457672},{"id":"https://openalex.org/keywords/high-fidelity","display_name":"High fidelity","score":0.4092999994754791},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.39410001039505005},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.36970001459121704},{"id":"https://openalex.org/keywords/high-dynamic-range","display_name":"High dynamic range","score":0.3610000014305115},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.3571999967098236}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7858999967575073},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.73580002784729},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.5809000134468079},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.5112000107765198},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.4165000021457672},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.4092999994754791},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.4090000092983246},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4011000096797943},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.39410001039505005},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.36970001459121704},{"id":"https://openalex.org/C2780056265","wikidata":"https://www.wikidata.org/wiki/Q106239881","display_name":"High dynamic range","level":3,"score":0.3610000014305115},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3571999967098236},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.3513999879360199},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.3472999930381775},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32989999651908875},{"id":"https://openalex.org/C136085584","wikidata":"https://www.wikidata.org/wiki/Q910289","display_name":"Overlay","level":2,"score":0.31369999051094055},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.3070000112056732},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.30140000581741333},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.2976999878883362},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.2937000095844269},{"id":"https://openalex.org/C2779191767","wikidata":"https://www.wikidata.org/wiki/Q6887075","display_name":"Mobile cloud computing","level":3,"score":0.289900004863739},{"id":"https://openalex.org/C144543869","wikidata":"https://www.wikidata.org/wiki/Q2738570","display_name":"Mobile computing","level":2,"score":0.28529998660087585},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2833999991416931},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.27570000290870667},{"id":"https://openalex.org/C205372480","wikidata":"https://www.wikidata.org/wiki/Q210521","display_name":"Image resolution","level":2,"score":0.275299996137619},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.26460000872612},{"id":"https://openalex.org/C132943942","wikidata":"https://www.wikidata.org/wiki/Q2562511","display_name":"Footprint","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.25619998574256897},{"id":"https://openalex.org/C57654395","wikidata":"https://www.wikidata.org/wiki/Q1097775","display_name":"Compression artifact","level":5,"score":0.2556000053882599},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.15684","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15684","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.15684","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15684","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"Diffusion":[1],"Transformer":[2],"(DiT)":[3],"architecture":[4],"is":[5],"the":[6,152,167,176,203],"state-of-the-art":[7],"paradigm":[8,57],"for":[9,205,213],"high-fidelity":[10],"image":[11,103,216],"generation,":[12],"underpinning":[13],"models":[14,23],"like":[15,37],"Stable":[16],"Diffusion-3":[17],"and":[18,31,39,62,77,88,98,127,182],"FLUX.1.":[19],"However,":[20],"deploying":[21],"these":[22],"on":[24,218],"resource-constrained":[25],"mobile":[26,52,219],"devices":[27],"entails":[28],"prohibitive":[29],"computational":[30,177],"memory":[32,99],"overhead.":[33],"While":[34],"efficiency-driven":[35],"approaches":[36],"Linear-DiT":[38],"static":[40],"pruning":[41],"alleviate":[42],"bottlenecks,":[43],"they":[44],"often":[45],"incur":[46],"quality":[47,158],"degradation.":[48],"Unlike":[49],"cloud":[50],"environments,":[51],"constraints":[53],"require":[54],"a":[55,89,111,118,129,197,210],"single-model":[56],"that":[58,107,194,201],"dynamically":[59],"balances":[60],"fidelity":[61],"latency.":[63],"We":[64],"introduce":[65],"ElasticDiT,":[66],"which":[67],"achieves":[68,146],"this":[69],"dynamic":[70],"trade-off":[71],"by":[72],"adjusting":[73,125],"spatial":[74],"compression":[75,126],"ratios":[76],"DiT":[78],"block":[79],"depths.":[80],"By":[81,123],"integrating":[82],"Shift":[83],"Sparse":[84],"Block":[85],"Attention":[86],"(SSBA)":[87],"Tiny":[90],"DWT-Distilled":[91],"VAE":[92],"(T-DVAE),":[93],"ElasticDiT":[94,108,131,195],"reduces":[95],"inference":[96],"latency":[97],"footprint":[100],"while":[101,155],"maintaining":[102,156],"quality.":[104],"Experiments":[105],"confirm":[106],"effectively":[109],"covers":[110],"wide":[112],"range":[113],"of":[114,121,149,179],"fidelity-latency":[115],"trade-offs":[116],"within":[117],"single":[119,130],"set":[120],"parameters.":[122],"jointly":[124],"depth,":[128],"model":[132],"can":[133],"be":[134],"reconfigured":[135],"on-the-fly":[136],"to":[137,189],"outperform":[138],"task-specific":[139],"baselines.":[140],"Specifically,":[141],"our":[142],"flex":[143],"lite":[144],"variant":[145],"an":[147],"HPS":[148],"32.87,":[150],"surpassing":[151],"Flux":[153],"model,":[154],"competitive":[157],"at":[159],"84.16":[160],"percent":[161],"average":[162],"sparsity":[163],"through":[164],"SSBA.":[165],"Furthermore,":[166],"plug-and-play":[168],"T-DVAE":[169],"provides":[170],"SD3-level":[171],"reconstruction":[172],"with":[173],"only":[174],"1/8x":[175],"cost":[178],"standard":[180],"VAEs,":[181],"Flow-GRPO":[183],"boosts":[184],"semantic":[185],"alignment":[186],"(GenEval:":[187],"66.93":[188],"73.62).":[190],"These":[191],"results":[192],"demonstrate":[193],"offers":[196],"versatile,":[198],"hardware-adaptive":[199],"solution":[200],"eliminates":[202],"need":[204],"multiple":[206],"specialized":[207],"models,":[208],"providing":[209],"promising":[211],"path":[212],"future":[214],"high-resolution":[215],"generation":[217],"devices.":[220]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-19T00:00:00"}