{"id":"https://openalex.org/W7155079873","doi":"https://doi.org/10.48550/arxiv.2604.17834","title":"AsyncSparse: Accelerating Sparse Matrix-Matrix Multiplication on Asynchronous GPU Architectures","display_name":"AsyncSparse: Accelerating Sparse Matrix-Matrix Multiplication on Asynchronous GPU Architectures","publication_year":2026,"publication_date":"2026-04-20","ids":{"openalex":"https://openalex.org/W7155079873","doi":"https://doi.org/10.48550/arxiv.2604.17834"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.17834","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17834","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.17834","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134104374","display_name":"Jie Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124071795","display_name":"Huanzhi Pu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pu, Huanzhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134111135","display_name":"Zhiru Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zhiru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.7720000147819519,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.7720000147819519,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.06109999865293503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10363","display_name":"Low-power high-performance VLSI design","score":0.023600000888109207,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.7483999729156494},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.6044999957084656},{"id":"https://openalex.org/keywords/sparse-matrix","display_name":"Sparse matrix","score":0.5679000020027161},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.48190000653266907},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.4659000039100647},{"id":"https://openalex.org/keywords/sparse-approximation","display_name":"Sparse approximation","score":0.43709999322891235},{"id":"https://openalex.org/keywords/operand","display_name":"Operand","score":0.42489999532699585},{"id":"https://openalex.org/keywords/thread","display_name":"Thread (computing)","score":0.41679999232292175}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.805400013923645},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.7483999729156494},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.6044999957084656},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5763999819755554},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.5679000020027161},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.48190000653266907},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4659000039100647},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.43709999322891235},{"id":"https://openalex.org/C55526617","wikidata":"https://www.wikidata.org/wiki/Q719375","display_name":"Operand","level":2,"score":0.42489999532699585},{"id":"https://openalex.org/C138101251","wikidata":"https://www.wikidata.org/wiki/Q213092","display_name":"Thread (computing)","level":2,"score":0.41679999232292175},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3946000039577484},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.3912999927997589},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.37389999628067017},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.34040001034736633},{"id":"https://openalex.org/C122280245","wikidata":"https://www.wikidata.org/wiki/Q620622","display_name":"Kernel method","level":3,"score":0.3375000059604645},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.3140000104904175},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.29739999771118164},{"id":"https://openalex.org/C202491316","wikidata":"https://www.wikidata.org/wiki/Q272683","display_name":"Instruction set","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C2780595030","wikidata":"https://www.wikidata.org/wiki/Q3860309","display_name":"Multiplication (music)","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C50630238","wikidata":"https://www.wikidata.org/wiki/Q971505","display_name":"General-purpose computing on graphics processing units","level":3,"score":0.2612000107765198}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.17834","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17834","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.17834","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17834","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Sparse":[0,78,90],"Matrix-Matrix":[1],"Multiplication":[2],"(SpMM)":[3],"is":[4],"a":[5,64,87,132],"fundamental":[6],"kernel":[7,25,93,113,130],"across":[8,105],"scientific":[9],"computing":[10],"and":[11,41,54,101],"machine":[12],"learning.":[13],"While":[14],"prior":[15,116],"work":[16,45],"accelerates":[17],"SpMM":[18,52,117],"using":[19,75],"Tensor":[20,37],"Cores,":[21],"no":[22],"existing":[23],"sparse":[24,97],"exploits":[26],"the":[27,96],"asynchronous":[28],"features":[29,50],"of":[30],"modern":[31],"GPU":[32],"architectures,":[33],"such":[34],"as":[35],"NVIDIA's":[36],"Memory":[38],"Accelerator":[39],"(TMA)":[40],"warp":[42],"specialization.":[43],"This":[44],"systematically":[46],"studies":[47],"how":[48],"these":[49],"impact":[51],"performance":[53],"introduces":[55],"two":[56],"co-designed":[57],"kernels.":[58],"For":[59,82],"structured":[60],"sparsity,":[61,84],"we":[62,85],"optimize":[63],"warp-specialized":[65],"producer-consumer":[66],"pipeline":[67],"overlapping":[68],"TMA":[69,100],"data":[70],"transfer":[71],"with":[72,144],"WGMMA":[73],"computation":[74],"Block":[76],"Compressed":[77,89],"Row":[79,91],"(BCSR)":[80],"format.":[81],"irregular":[83],"design":[86],"Window":[88],"(WCSR)":[92],"that":[94],"loads":[95],"operand":[98],"via":[99],"splits":[102],"large":[103],"row-windows":[104],"thread":[106],"blocks":[107],"for":[108],"load":[109],"balancing.":[110],"Our":[111,128],"WCSR":[112],"outperforms":[114],"all":[115],"kernels":[118],"on":[119,137],"SuiteSparse":[120],"matrices":[121],"(1.47x":[122],"over":[123,126,147],"AccSpMM,":[124],"6.24x":[125],"cuSPARSE).":[127],"BCSR":[129],"achieves":[131],"combined":[133],"2.66x":[134],"end-to-end":[135],"speedup":[136],"Qwen2.5-7B":[138],"prefill":[139],"at":[140],"90%":[141],"block":[142],"sparsity":[143],"64K":[145],"tokens":[146],"cuDNN/cuBLAS.":[148]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-22T00:00:00"}