{"id":"https://openalex.org/W7151462098","doi":"https://doi.org/10.48550/arxiv.2604.03446","title":"Fast Cross-Operator Optimization of Attention Dataflow","display_name":"Fast Cross-Operator Optimization of Attention Dataflow","publication_year":2026,"publication_date":"2026-04-03","ids":{"openalex":"https://openalex.org/W7151462098","doi":"https://doi.org/10.48550/arxiv.2604.03446"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.03446","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.03446","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.03446","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004433048","display_name":"Haodong Chang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chang, Haodong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017456482","display_name":"Hailiang Hu","orcid":"https://orcid.org/0000-0002-1091-0441"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Hailiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123631840","display_name":"Zhenrui Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhenrui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133147790","display_name":"Yu Gong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gong, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125940190","display_name":"Rongjian LIANG","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Rongjian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018265542","display_name":"Zhexiang Tang","orcid":"https://orcid.org/0000-0001-6693-0735"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Zhexiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133087997","display_name":"Bo Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133079874","display_name":"Jiang Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Jiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.47850000858306885,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.47850000858306885,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.19660000503063202,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.09690000116825104,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dataflow","display_name":"Dataflow","score":0.8629000186920166},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6114000082015991},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5845999717712402},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.489300012588501},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4611000120639801},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.41040000319480896},{"id":"https://openalex.org/keywords/multiplication","display_name":"Multiplication (music)","score":0.35120001435279846},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.34779998660087585},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.33899998664855957}],"concepts":[{"id":"https://openalex.org/C96324660","wikidata":"https://www.wikidata.org/wiki/Q205446","display_name":"Dataflow","level":2,"score":0.8629000186920166},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7817000150680542},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6114000082015991},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5845999717712402},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.489300012588501},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4611000120639801},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.41040000319480896},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.36480000615119934},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.36469998955726624},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35910001397132874},{"id":"https://openalex.org/C2780595030","wikidata":"https://www.wikidata.org/wiki/Q3860309","display_name":"Multiplication (music)","level":2,"score":0.35120001435279846},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.34779998660087585},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.33899998664855957},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.3386000096797943},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.32989999651908875},{"id":"https://openalex.org/C76752949","wikidata":"https://www.wikidata.org/wiki/Q7607499","display_name":"Stencil","level":2,"score":0.3248000144958496},{"id":"https://openalex.org/C2776221188","wikidata":"https://www.wikidata.org/wiki/Q21072556","display_name":"Design space exploration","level":2,"score":0.3240000009536743},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.32350000739097595},{"id":"https://openalex.org/C55526617","wikidata":"https://www.wikidata.org/wiki/Q719375","display_name":"Operand","level":2,"score":0.3109999895095825},{"id":"https://openalex.org/C14961307","wikidata":"https://www.wikidata.org/wiki/Q5377176","display_name":"Energy minimization","level":2,"score":0.3070000112056732},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3059000074863434},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.30320000648498535},{"id":"https://openalex.org/C176727019","wikidata":"https://www.wikidata.org/wiki/Q1172415","display_name":"Dataflow architecture","level":3,"score":0.2994999885559082},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C177225278","wikidata":"https://www.wikidata.org/wiki/Q192674","display_name":"Factoring","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.26489999890327454},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.26350000500679016}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.03446","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.03446","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.03446","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.03446","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.9099175333976746,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Attention":[0],"is":[1,21,76,164,210],"a":[2,36,60,67,83,99,142,153],"fundamental":[3],"computational":[4],"kernel":[5],"that":[6,81],"accounts":[7],"for":[8,23,170],"the":[9,12,110,117],"majority":[10],"of":[11,38,91,102,112,198],"workload":[13],"in":[14,30,59,200,205],"transformer":[15],"and":[16,27,45,48,55,87,108,183,203],"LLM":[17],"computing.":[18],"Optimizing":[19],"dataflow":[20,72],"crucial":[22],"enhancing":[24],"both":[25,53],"performance":[26,79],"energy":[28,179,201],"efficiency":[29],"attention":[31],"computation.":[32],"This":[33],"optimization":[34],"involves":[35],"range":[37],"decisions,":[39],"such":[40],"as":[41,131],"tiling,":[42],"computation":[43],"ordering":[44],"buffer":[46],"management,":[47],"can":[49,104,120],"be":[50,105,121],"applied":[51],"at":[52,152],"intra-operator":[54],"inter-operator":[56],"levels,":[57],"resulting":[58],"highly":[61],"complex":[62],"decision":[63,85],"space.":[64],"We":[65,126],"propose":[66],"new":[68],"approach":[69,163],"to":[70,128,139,148,158,188,212],"cross-operator":[71],"optimization.":[73],"Its":[74],"centerpiece":[75],"an":[77,113],"analytical":[78],"model":[80],"spans":[82],"large":[84,143],"space":[86,145],"enables":[88],"matrix-based":[89],"encoding":[90],"multiple":[92],"candidate":[93],"solutions.":[94],"Built":[95],"on":[96],"this":[97],"foundation,":[98],"vast":[100],"number":[101],"solutions":[103,151],"evaluated":[106,165],"rapidly,":[107],"with":[109],"aid":[111],"effective":[114],"pruning":[115],"technique,":[116],"optimal":[118],"solution":[119],"identified":[122],"through":[123],"exhaustive":[124],"enumeration.":[125],"refer":[127],"our":[129],"method":[130],"MMEE":[132,147,162,177,194,209],"(Matrix":[133],"Multiplication":[134],"Encoded":[135],"Enumeration).":[136],"The":[137,161],"ability":[138],"efficiently":[140],"enumerate":[141],"design":[144],"allows":[146],"deliver":[149],"higher-quality":[150],"substantially":[154],"faster":[155,214],"speed":[156],"compared":[157,187],"prior":[159],"approaches.":[160],"across":[166],"various":[167],"test":[168],"cases":[169],"different":[171],"accelerator":[172],"configurations.":[173],"For":[174,191],"energy-driven":[175],"optimization,":[176,193],"reduces":[178],"consumption":[180,202],"by":[181,185],"48%-50%":[182],"latency":[184],"31%-69%,":[186],"state-of-the-art":[189],"methods.":[190],"latency-driven":[192],"achieves":[195],"simultaneous":[196],"reductions":[197],"40%-50%":[199],"40%-69%":[204],"latency,":[206],"respectively.":[207],"Additionally,":[208],"$64\\times$":[211],"$343\\times$":[213],"than":[215],"previous":[216],"works.":[217]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-08T00:00:00"}