{"id":"https://openalex.org/W7165014014","doi":"https://doi.org/10.48550/arxiv.2606.17566","title":"AoiZora: Topology-Aware Auto-Parallel Optimization for Inference of Diffusion Transformers","display_name":"AoiZora: Topology-Aware Auto-Parallel Optimization for Inference of Diffusion Transformers","publication_year":2026,"publication_date":"2026-06-16","ids":{"openalex":"https://openalex.org/W7165014014","doi":"https://doi.org/10.48550/arxiv.2606.17566"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.17566","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17566","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.17566","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011837748","display_name":"K. \u2013S. Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Kaijian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138762987","display_name":"Yuanyuan Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Yuanyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138760871","display_name":"Fanjiang Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Fanjiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138805128","display_name":"Ye Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Ye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138807827","display_name":"Jingwei Zuo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zuo, Jingwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136618022","display_name":"T. S. Eugene Ng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ng, T. S. Eugene","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134084096","display_name":"Yarong Mu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mu, Yarong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138780271","display_name":"Yuke Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yuke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.2451999932527542,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.2451999932527542,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.11640000343322754,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.04879999905824661,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6316999793052673},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.5555999875068665},{"id":"https://openalex.org/keywords/interconnection","display_name":"Interconnection","score":0.5088000297546387},{"id":"https://openalex.org/keywords/noise-reduction","display_name":"Noise reduction","score":0.4629000127315521},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.3716999888420105},{"id":"https://openalex.org/keywords/polygon-mesh","display_name":"Polygon mesh","score":0.3582000136375427},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3400999903678894},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.33180001378059387}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7092000246047974},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6316999793052673},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.5555999875068665},{"id":"https://openalex.org/C123745756","wikidata":"https://www.wikidata.org/wiki/Q1665949","display_name":"Interconnection","level":2,"score":0.5088000297546387},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.4629000127315521},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.3716999888420105},{"id":"https://openalex.org/C31487907","wikidata":"https://www.wikidata.org/wiki/Q1154597","display_name":"Polygon mesh","level":2,"score":0.3582000136375427},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3400999903678894},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.33180001378059387},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32190001010894775},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.31869998574256897},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.31540000438690186},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.3131999969482422},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3034999966621399},{"id":"https://openalex.org/C203504353","wikidata":"https://www.wikidata.org/wiki/Q4765461","display_name":"Anisotropic diffusion","level":3,"score":0.29420000314712524},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.2842999994754791},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.28049999475479126},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.27090001106262207},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C145595949","wikidata":"https://www.wikidata.org/wiki/Q7371619","display_name":"Routing control plane","level":2,"score":0.2565999925136566}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.17566","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17566","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.17566","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17566","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Video":[0],"diffusion":[1,108],"has":[2],"quickly":[3],"grown":[4],"into":[5],"a":[6,31,71,100,160],"key":[7],"generative":[8],"serving":[9],"workload,":[10],"yet":[11],"producing":[12],"each":[13],"clip":[14],"demands":[15],"many":[16],"denoising":[17,35,195],"iterations":[18],"over":[19,64],"large":[20],"spatio-temporal":[21],"latents,":[22],"which":[23],"puts":[24],"low-latency":[25,106],"inference":[26,109],"out":[27,77],"of":[28],"reach":[29],"on":[30,78,91,110,126],"single":[32],"device.":[33],"A":[34],"step":[36],"is":[37,74,116,167],"therefore":[38],"typically":[39],"distributed":[40],"across":[41],"multiple":[42],"accelerators,":[43],"and":[44,51,68,150,181],"TPU":[45,81,111,187],"sub-slices":[46],"have":[47],"become":[48],"an":[49,84],"attractive":[50],"practical":[52],"fabric":[53],"for":[54,105],"doing":[55],"so.":[56],"Current":[57],"auto-parallel":[58],"systems,":[59],"however,":[60],"search":[61],"almost":[62],"exclusively":[63],"logical":[65,119],"device":[66],"meshes":[67],"disregard":[69],"how":[70],"chosen":[72],"sharding":[73,120,137],"actually":[75],"laid":[76],"the":[79,92,130,146,170],"physical":[80,122,153],"interconnect":[82],"--":[83],"oversight":[85],"that":[86,148],"leaves":[87],"large,":[88],"topology-dependent":[89],"performance":[90],"table.":[93],"We":[94],"address":[95],"this":[96],"gap":[97],"with":[98,121,159],"AoiZora,":[99],"compiler-mediated":[101],"topology":[102],"planner":[103],"built":[104],"video":[107],"sub-slices.":[112],"Its":[113],"guiding":[114],"principle":[115],"to":[117,203],"reconnect":[118],"placement":[123],"by":[124,197],"drawing":[125],"different":[127],"points":[128],"in":[129],"compilation":[131],"flow:":[132],"AoiZora":[133,190],"first":[134],"eliminates":[135],"weak":[136],"candidates":[138],"from":[139],"inexpensive":[140],"pre-compilation":[141],"IRs,":[142],"then":[143],"compiles":[144],"only":[145],"ones":[147],"survive":[149],"orders":[151],"their":[152],"placements":[154],"using":[155],"compiled":[156],"HLO":[157],"together":[158],"topology-aware":[161],"communication":[162],"model.":[163],"The":[164],"winning":[165],"plan":[166],"realized":[168],"along":[169],"ordinary":[171],"compiler":[172,177],"path,":[173],"leaving":[174],"model":[175],"code,":[176],"lowering,":[178],"collective":[179],"kernels,":[180],"network":[182],"routing":[183],"entirely":[184],"intact.":[185],"On":[186],"v5e":[188],"sub-slices,":[189],"reduces":[191],"Wan":[192],"2.1":[193],"one-step":[194],"latency":[196],"as":[198,200],"much":[199],"1.42x":[201],"relative":[202],"existing":[204],"solutions.":[205]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-18T00:00:00"}