{"id":"https://openalex.org/W4409310583","doi":"https://doi.org/10.1145/3720503","title":"SPLAT: A Framework for Optimised GPU Code-Generation for SParse reguLar ATtention","display_name":"SPLAT: A Framework for Optimised GPU Code-Generation for SParse reguLar ATtention","publication_year":2025,"publication_date":"2025-04-09","ids":{"openalex":"https://openalex.org/W4409310583","doi":"https://doi.org/10.1145/3720503"},"language":"en","primary_location":{"id":"doi:10.1145/3720503","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3720503","pdf_url":null,"source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1145/3720503","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111000900","display_name":"Ahan Gupta","orcid":"https://orcid.org/0000-0003-2664-8545"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ahan Gupta","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030158048","display_name":"Yueming Yuan","orcid":"https://orcid.org/0009-0005-7443-6098"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yueming Yuan","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102791025","display_name":"Devansh Jain","orcid":"https://orcid.org/0009-0006-1442-1502"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Devansh Jain","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111299225","display_name":"Yunxiu Ge","orcid":"https://orcid.org/0000-0003-2774-8978"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuhao Ge","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117093531","display_name":"David Aponte","orcid":"https://orcid.org/0009-0003-5719-554X"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Aponte","raw_affiliation_strings":["Microsoft, Seattle, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Seattle, USA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I58610484"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081567725","display_name":"Yanqi Zhou","orcid":"https://orcid.org/0000-0003-2051-7616"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanqi Zhou","raw_affiliation_strings":["Google DeepMind, Mountain View, USA"],"affiliations":[{"raw_affiliation_string":"Google DeepMind, Mountain View, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034476447","display_name":"Charith Mendis","orcid":"https://orcid.org/0000-0002-8140-2321"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charith Mendis","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5111000900"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":2.2703,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.83420284,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"9","issue":"OOPSLA1","first_page":"1632","last_page":"1660"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10522","display_name":"Medical Imaging Techniques and Applications","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6277140974998474},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.607390284538269},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4987611770629883},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.27373629808425903}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6277140974998474},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.607390284538269},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4987611770629883},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.27373629808425903},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3720503","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3720503","pdf_url":null,"source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3720503","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3720503","pdf_url":null,"source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1506342804","https://openalex.org/W2034761517","https://openalex.org/W2245094585","https://openalex.org/W2250964545","https://openalex.org/W2590246587","https://openalex.org/W2902699695","https://openalex.org/W2908475304","https://openalex.org/W2912064332","https://openalex.org/W2914631005","https://openalex.org/W2953944188","https://openalex.org/W2954698171","https://openalex.org/W3098859233","https://openalex.org/W3130660608","https://openalex.org/W4205983429","https://openalex.org/W4213153339","https://openalex.org/W4254728533","https://openalex.org/W4254778071","https://openalex.org/W4309620166","https://openalex.org/W4327911434","https://openalex.org/W4379518528","https://openalex.org/W4388662112","https://openalex.org/W4394998532"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2056396287"],"abstract_inverted_index":{"Multi-head-self-attention":[0],"(MHSA)":[1],"mechanisms":[2],"achieve":[3],"state-of-the-art":[4],"(SOTA)":[5],"performance":[6],"across":[7],"natural":[8],"language":[9],"processing":[10],"and":[11,49,89,126,137,157,167,187,213,245,253],"vision":[12],"tasks.":[13],"However,":[14,114],"their":[15,44],"quadratic":[16],"dependence":[17],"on":[18,75,105,180,256],"sequence":[19],"lengths":[20],"has":[21],"bottlenecked":[22],"inference":[23],"speeds.":[24],"To":[25,226],"circumvent":[26],"this":[27,152],"bottleneck,":[28],"researchers":[29],"have":[30,90,198],"proposed":[31,185],"various":[32,237],"sparse-MHSA":[33,58,112,119,178,196,238],"models,":[34,239],"where":[35],"a":[36,161],"subset":[37],"of":[38,83,242],"full":[39],"attention":[40],"is":[41,191],"computed.":[42],"Despite":[43],"promise,":[45],"current":[46],"sparse":[47,64,72,77,107,122,131,139,163],"libraries":[48,73],"compilers":[50],"do":[51],"not":[52],"support":[53],"high-performance":[54,174,221],"implementations":[55,175,222],"for":[56,148,176,223,236],"diverse":[57,177,224],"patterns":[59,117,179,197],"due":[60],"to":[61,183,219,233],"the":[62,99,115,192],"underlying":[63],"formats":[65,78,108,132,140],"they":[66],"operate":[67,74,104],"on.":[68],"On":[69,98],"one":[70],"end,":[71,101],"general":[76,130],"which":[79,109,205],"target":[80,110],"extreme":[81],"amounts":[82],"random":[84],"sparsity":[85,116],"(<10%":[86],"non-zero":[87,124],"values)":[88,125],"high":[91,134],"metadata":[92,135],"in":[93,118,129,251,259],"O":[94],"(":[95],"nnzs":[96],").":[97],"other":[100],"hand-written":[102,248],"kernels":[103,249],"custom":[106,138],"specific":[111],"patterns.":[113,225],"are":[120],"moderately":[121],"(10-50%":[123],"varied,":[127],"resulting":[128],"incurring":[133],"overhead":[136],"covering":[141],"few":[142],"sparse-MSHA":[143],"patterns,":[144],"trading":[145],"off":[146],"generality":[147,156],"performance.":[149],"We":[150],"bridge":[151],"gap,":[153],"achieving":[154,240],"both":[155],"performance,":[158],"by":[159],"proposing":[160],"novel":[162,211],"format:":[164],"affine-compressed-sparse-row":[165],"(ACSR)":[166],"supporting":[168],"code-generation":[169],"scheme,":[170],"SPLAT,":[171],"that":[172,194,216],"generates":[173],"GPUs.":[181],"Core":[182],"our":[184],"format":[186],"code":[188,235],"generation":[189],"algorithm":[190],"observation":[193],"common":[195],"uniquely":[199],"regular":[200],"geometric":[201],"properties.":[202],"These":[203],"properties,":[204],"can":[206],"be":[207],"analyzed":[208],"just-in-time,":[209],"expose":[210],"optimizations":[212],"tiling":[214],"strategies":[215],"SPLAT":[217],"exploits":[218],"generate":[220,234],"demonstrate":[227],"SPLAT\u2019s":[228],"efficacy,":[229],"we":[230],"use":[231],"it":[232],"speedups":[241],"up-to":[243],"2.05x":[244],"4.05x":[246],"over":[247],"written":[250],"triton":[252],"TVM":[254],"respectively":[255],"A100":[257],"GPUs":[258],"single-precision.":[260]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}