{"id":"https://openalex.org/W2145194992","doi":"https://doi.org/10.1109/ipdps.2008.4536305","title":"Avoiding communication in sparse matrix computations","display_name":"Avoiding communication in sparse matrix computations","alternate_titles":[],"publication_year":2008,"publication_date":"2008-04-01","ids":{"openalex":"https://openalex.org/W2145194992","doi":"https://doi.org/10.1109/ipdps.2008.4536305","mag":"2145194992"},"language":"en","primary_location":{"id":"doi:10.1109/ipdps.2008.4536305","doi":"https://doi.org/10.1109/ipdps.2008.4536305","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ipdps.2008.4536305","pdf_url":null,"source":{"id":"https://openalex.org/S4210174069","display_name":"IEEE International Parallel and Distributed Processing Symposium (IPDPS)","issn_l":"1530-2075","issn":["1530-2075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2008 IEEE International Symposium on Parallel and Distributed Processing","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2145194992"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091434158","display_name":"J. Demmel","orcid":"https://orcid.org/0000-0002-0550-5476","observed_orcids":["https://orcid.org/0000-0002-0550-5476"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Demmel","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of California Berkeley, USA","Dept. of Electr. Eng. & Comput. Sci., Univ. of California at Berkeley, Berkeley, CA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of California Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"Dept. of Electr. Eng. & Comput. Sci., Univ. of California at Berkeley, Berkeley, CA#TAB#","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071661180","display_name":"Mark Frederick Hoemmen","orcid":"https://orcid.org/0009-0007-4935-2743","observed_orcids":["https://orcid.org/0009-0007-4935-2743"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark Hoemmen","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of California Berkeley, USA","Dept. of Electr. Eng. & Comput. Sci., Univ. of California at Berkeley, Berkeley, CA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of California Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"Dept. of Electr. Eng. & Comput. Sci., Univ. of California at Berkeley, Berkeley, CA#TAB#","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005444139","display_name":"Marghoob Mohiyuddin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marghoob Mohiyuddin","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of California Berkeley, USA","Dept. of Electr. Eng. & Comput. Sci., Univ. of California at Berkeley, Berkeley, CA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of California Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"Dept. of Electr. Eng. & Comput. Sci., Univ. of California at Berkeley, Berkeley, CA#TAB#","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091741596","display_name":"Katherine Yelick","orcid":"https://orcid.org/0000-0003-0957-701X","observed_orcids":["https://orcid.org/0000-0003-0957-701X"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Katherine Yelick","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of California Berkeley, USA","Dept. of Electr. Eng. & Comput. Sci., Univ. of California at Berkeley, Berkeley, CA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of California Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"Dept. of Electr. Eng. & Comput. Sci., Univ. of California at Berkeley, Berkeley, CA#TAB#","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":3.4781,"has_fulltext":false,"cited_by_count":162,"citation_normalized_percentile":{"value":0.93770082,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10792","display_name":"Matrix Theory and Algorithms","score":0.7685999870300293,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10792","display_name":"Matrix Theory and Algorithms","score":0.7685999870300293,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.22859999537467957,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sparse-matrix-computations","display_name":"sparse matrix computations","score":0.6980000138282776},{"id":"https://openalex.org/keywords/communication-avoiding-algorithms","display_name":"communication-avoiding algorithms","score":0.8539999723434448},{"id":"https://openalex.org/keywords/sparse-matrix-vector-multiplication","display_name":"sparse matrix-vector multiplication","score":0.8230000138282776},{"id":"https://openalex.org/keywords/krylov-subspace-methods","display_name":"Krylov subspace methods","score":0.8640000224113464},{"id":"https://openalex.org/keywords/memory-hierarchy","display_name":"memory hierarchy","score":0.5920000076293945},{"id":"https://openalex.org/keywords/out-of-core-algorithms","display_name":"out-of-core algorithms","score":0.7049999833106995}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7506273984909058},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.647621750831604},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5896893739700317},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5145401358604431},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4993252754211426},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.4648861587047577},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4512525796890259},{"id":"https://openalex.org/C147060835","wikidata":"https://www.wikidata.org/wiki/Q1757151","display_name":"Krylov subspace","level":3,"score":0.4416520893573761},{"id":"https://openalex.org/C91481028","wikidata":"https://www.wikidata.org/wiki/Q1054686","display_name":"Distributed memory","level":3,"score":0.41430145502090454},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4049660563468933},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3899051547050476},{"id":"https://openalex.org/C133875982","wikidata":"https://www.wikidata.org/wiki/Q764810","display_name":"Shared memory","level":2,"score":0.21347546577453613},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17071691155433655},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.1275559961795807},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.10250577330589294},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ipdps.2008.4536305","doi":"https://doi.org/10.1109/ipdps.2008.4536305","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ipdps.2008.4536305","pdf_url":null,"source":{"id":"https://openalex.org/S4210174069","display_name":"IEEE International Parallel and Distributed Processing Symposium (IPDPS)","issn_l":"1530-2075","issn":["1530-2075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2008 IEEE International Symposium on Parallel and Distributed Processing","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.218.7402","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.218.7402","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://bebop.cs.berkeley.edu/pubs/mohiyuddin2008-ipdps-akx.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W11206411","https://openalex.org/W28521761","https://openalex.org/W143824389","https://openalex.org/W1498251975","https://openalex.org/W1506457201","https://openalex.org/W1527464046","https://openalex.org/W1600567712","https://openalex.org/W1605308404","https://openalex.org/W1774469134","https://openalex.org/W1968347730","https://openalex.org/W1972501001","https://openalex.org/W1999563089","https://openalex.org/W2008946650","https://openalex.org/W2029830594","https://openalex.org/W2055253125","https://openalex.org/W2066692739","https://openalex.org/W2099625934","https://openalex.org/W2105745683","https://openalex.org/W2124613228","https://openalex.org/W2129471558","https://openalex.org/W2160106616","https://openalex.org/W2167713801","https://openalex.org/W2167868137","https://openalex.org/W2296218291","https://openalex.org/W6902605983","https://openalex.org/W7057659579"],"related_works":["https://openalex.org/W2062732476","https://openalex.org/W2165439482","https://openalex.org/W2151944150","https://openalex.org/W6998938212","https://openalex.org/W1907157228","https://openalex.org/W1968586345","https://openalex.org/W4385855996","https://openalex.org/W2483598939","https://openalex.org/W2139316564","https://openalex.org/W7095083293"],"abstract_inverted_index":{"The":[0],"performance":[1,181,218],"of":[2,108,115,130,137,148,183,199,220,230,269],"sparse":[3,10,36,51,173],"iterative":[4,52],"solvers":[5],"is":[6,14,113,135,146,273],"typically":[7],"limited":[8,16],"by":[9,17,66],"matrix-vector":[11],"multiplication,":[12],"which":[13,105,158,272],"itself":[15],"memory":[18,91],"system":[19],"and":[20,28,63,90,119,128,142,188,191,207,238,251,265],"network":[21,85],"performance.":[22],"As":[23],"the":[24,54,106,116,126,161,214,221,258,276],"gap":[25],"between":[26],"computation":[27,212],"communication":[29,76,80,86],"speed":[30],"continues":[31],"to":[32,152,201,209,232,240,247,253,275],"widen,":[33],"these":[34,166],"traditional":[35],"methods":[37],"will":[38],"suffer.":[39],"In":[40,97],"this":[41,70],"paper":[42],"we":[43,72,99,243,256],"focus":[44],"on":[45,203,211,234,260],"an":[46,235,261],"alternative":[47],"building":[48],"block":[49],"for":[50,104,171],"solvers,":[53],"\"matrix":[55],"powers":[56],"kernel\"":[57],"[x,":[58],"Ax,":[59],"A2x,":[60],"...,":[61],"Akx],":[62],"show":[64,192],"that":[65,123,133,175],"organizing":[67],"computations":[68],"around":[69],"kernel,":[71],"can":[73],"achieve":[74],"near-minimal":[75],"costs.":[77,144],"We":[78,178],"consider":[79],"very":[81],"broadly":[82],"as":[83],"both":[84,125,140],"in":[87,94,139],"parallel":[88,102,180],"code":[89],"hierarchy":[92],"access":[93],"sequential":[95,121,217,263],"code.":[96],"particular,":[98],"introduce":[100,179],"a":[101,120,149,196,204,227,267],"algorithm":[103,198,229],"number":[107,127],"messages":[109],"(total":[110],"latency":[111,141,250],"cost)":[112],"independent":[114,136],"power":[117],"k,":[118],"algorithm,":[122],"reduces":[124],"volume":[129],"accesses,":[131],"so":[132],"it":[134],"k":[138],"bandwidth":[143,252],"This":[145],"part":[147],"larger":[150],"project":[151],"develop":[153],"\"communication-avoiding":[154],"Krylov":[155],"subspace":[156],"methods,\"":[157],"also":[159],"addresses":[160],"numerical":[162],"issues":[163],"associated":[164],"with":[165],"methods.":[167],"Our":[168],"algorithms":[169],"work":[170],"general":[172],"matrices":[174,184],"\"partition":[176],"well\".":[177],"models":[182,219],"arising":[185],"from":[186],"2D":[187],"3D":[189],"problems":[190,223],"predicted":[193,277],"speedups":[194,225],"over":[195,226,270],"conventional":[197,228],"up":[200,208,231,239],"7times":[202],"petaflop-scale":[205],"machine":[206],"22times":[210],"across":[213],"grid.":[215],"Analogous":[216],"same":[222],"predict":[224],"10times":[233],"out-of-core":[236,262],"implementation,":[237],"2.5times":[241],"when":[242],"use":[244],"our":[245],"ideas":[246],"reduce":[248],"off-chip":[249],"DRAM.":[254],"Finally,":[255],"validate":[257],"model":[259],"implementation":[264],"measured":[266],"speedup":[268],"3times,":[271],"close":[274],"speedup.":[278]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2145194992","counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":15},{"year":2018,"cited_by_count":12},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":12},{"year":2015,"cited_by_count":8},{"year":2014,"cited_by_count":18},{"year":2013,"cited_by_count":13},{"year":2012,"cited_by_count":10}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
