{"id":"https://openalex.org/W2113338557","doi":"https://doi.org/10.1145/2612669.2612671","title":"Tradeoffs between synchronization, communication, and computation in parallel linear algebra computations","display_name":"Tradeoffs between synchronization, communication, and computation in parallel linear algebra computations","publication_year":2014,"publication_date":"2014-06-21","ids":{"openalex":"https://openalex.org/W2113338557","doi":"https://doi.org/10.1145/2612669.2612671","mag":"2113338557"},"language":"en","primary_location":{"id":"doi:10.1145/2612669.2612671","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2612669.2612671","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM symposium on Parallelism in algorithms and architectures","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022838370","display_name":"Edgar Solomonik","orcid":"https://orcid.org/0000-0002-6480-9066"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Edgar Solomonik","raw_affiliation_strings":["University of California, Berkeley, Berkeley, CA, USA","University of California, Berkeley, Berkeley, CA USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102914582","display_name":"Erin Carson","orcid":"https://orcid.org/0000-0001-9469-7467"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Erin Carson","raw_affiliation_strings":["University of California, Berkeley, Berkeley, CA, USA","University of California, Berkeley, Berkeley, CA USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078588702","display_name":"Nicholas Knight","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas Knight","raw_affiliation_strings":["University of California, Berkeley, Berkeley, CA, USA","University of California, Berkeley, Berkeley, CA USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076825233","display_name":"James Demmel","orcid":"https://orcid.org/0000-0003-1145-3745"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Demmel","raw_affiliation_strings":["University of California, Berkeley, Berkeley, CA, USA","University of California, Berkeley, Berkeley, CA USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA USA","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5022838370"],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":4.7266,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.95243372,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"307","last_page":"318"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10829","display_name":"Interconnection Networks and Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7057495713233948},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.6007068157196045},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5869494676589966},{"id":"https://openalex.org/keywords/parallel-algorithm","display_name":"Parallel algorithm","score":0.5620424747467041},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.48861366510391235},{"id":"https://openalex.org/keywords/hypergraph","display_name":"Hypergraph","score":0.4857538342475891},{"id":"https://openalex.org/keywords/linear-algebra","display_name":"Linear algebra","score":0.4592802822589874},{"id":"https://openalex.org/keywords/bulk-synchronous-parallel","display_name":"Bulk synchronous parallel","score":0.4200247526168823},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.4187092185020447},{"id":"https://openalex.org/keywords/lu-decomposition","display_name":"LU decomposition","score":0.41434332728385925},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3979128301143646},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3913477957248688},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23600497841835022},{"id":"https://openalex.org/keywords/matrix-decomposition","display_name":"Matrix decomposition","score":0.21654012799263},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.20810005068778992}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7057495713233948},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.6007068157196045},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5869494676589966},{"id":"https://openalex.org/C120373497","wikidata":"https://www.wikidata.org/wiki/Q1087987","display_name":"Parallel algorithm","level":2,"score":0.5620424747467041},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.48861366510391235},{"id":"https://openalex.org/C2781221856","wikidata":"https://www.wikidata.org/wiki/Q840247","display_name":"Hypergraph","level":2,"score":0.4857538342475891},{"id":"https://openalex.org/C139352143","wikidata":"https://www.wikidata.org/wiki/Q82571","display_name":"Linear algebra","level":2,"score":0.4592802822589874},{"id":"https://openalex.org/C156891508","wikidata":"https://www.wikidata.org/wiki/Q1004114","display_name":"Bulk synchronous parallel","level":3,"score":0.4200247526168823},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.4187092185020447},{"id":"https://openalex.org/C123213974","wikidata":"https://www.wikidata.org/wiki/Q833089","display_name":"LU decomposition","level":4,"score":0.41434332728385925},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3979128301143646},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3913477957248688},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23600497841835022},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.21654012799263},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.20810005068778992},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2612669.2612671","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2612669.2612671","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM symposium on Parallelism in algorithms and architectures","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1102742783","display_name":null,"funder_award_id":"DE-SC0003959","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G175367197","display_name":null,"funder_award_id":"HR0011-12-2-0016","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G4151490421","display_name":null,"funder_award_id":"DE-SC0005136","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G5210184491","display_name":null,"funder_award_id":"DE-SC0004938","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6228166884","display_name":null,"funder_award_id":"DESC0008700","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7039840861","display_name":null,"funder_award_id":"DE-FG02-97ER25308","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7368046788","display_name":null,"funder_award_id":"DE-AC02-05CH11231","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W201315547","https://openalex.org/W1492751575","https://openalex.org/W1566326249","https://openalex.org/W1750594686","https://openalex.org/W1971243944","https://openalex.org/W1972501001","https://openalex.org/W1978723563","https://openalex.org/W1985004065","https://openalex.org/W1997882689","https://openalex.org/W1999306817","https://openalex.org/W2007572995","https://openalex.org/W2010747199","https://openalex.org/W2023122441","https://openalex.org/W2035476608","https://openalex.org/W2036498563","https://openalex.org/W2038729923","https://openalex.org/W2045271686","https://openalex.org/W2065231486","https://openalex.org/W2084727637","https://openalex.org/W2090322880","https://openalex.org/W2093529653","https://openalex.org/W2102061396","https://openalex.org/W2104373803","https://openalex.org/W2104734478","https://openalex.org/W2165778700","https://openalex.org/W2677289244","https://openalex.org/W3100417409","https://openalex.org/W4233979608","https://openalex.org/W4253282397"],"related_works":["https://openalex.org/W2152666498","https://openalex.org/W4225552076","https://openalex.org/W55423022","https://openalex.org/W2357113990","https://openalex.org/W4290725151","https://openalex.org/W1981558729","https://openalex.org/W336201510","https://openalex.org/W4294310378","https://openalex.org/W2021525945","https://openalex.org/W2013206009"],"abstract_inverted_index":{"This":[0],"paper":[1],"derives":[2],"tradeoffs":[3,19],"between":[4],"three":[5],"basic":[6],"costs":[7],"of":[8,27,33,36,54,62,65,84,92,121,151,178,203,218,251],"a":[9,59,78,90,176,232,241],"parallel":[10,51,98,122,152],"algorithm:":[11],"synchronization,":[12],"data":[13,87],"movement,":[14],"and":[15,73,86,136,163,190,246],"computational":[16],"cost.":[17],"These":[18],"are":[20,31],"lower":[21,47,145,195],"bounds":[22,48,146],"on":[23,40,49,166],"the":[24,28,34,41,50,82,97,106,111,119,173,201,219,229,238,248],"execution":[25,52,94,141],"time":[26,53],"algorithm":[29,56,206,222],"which":[30,223],"independent":[32],"number":[35,64,177],"processors,":[37],"but":[38],"dependent":[39],"problem":[42],"size.":[43],"Therefore,":[44],"they":[45],"provide":[46],"any":[55,63,93],"computed":[57],"by":[58,235],"system":[60],"composed":[61],"homogeneous":[66],"components,":[67],"each":[68],"with":[69,126],"associated":[70],"computational,":[71],"communication,":[72],"synchronization":[74],"payloads.":[75],"We":[76,130,154,227],"employ":[77],"theoretical":[79],"model":[80],"counts":[81],"amount":[83],"work":[85],"movement":[88],"as":[89,215,217],"maximum":[91],"path":[95],"during":[96],"computation.":[99,153],"By":[100],"considering":[101],"this":[102],"metric,":[103],"rather":[104],"than":[105],"total":[107],"communication":[108,249],"volume":[109],"over":[110],"whole":[112],"machine,":[113],"we":[114,171],"obtain":[115],"new":[116],"insights":[117],"into":[118],"characteristics":[120],"schedules":[123],"for":[124,159,197],"algorithms":[125,138,180],"non-trivial":[127],"dependency":[128,161,243],"structures.":[129,254],"also":[131],"present":[132],"reductions":[133],"from":[134],"BSP":[135],"LogP":[137],"to":[139,147,175],"our":[140,144,157],"model,":[142],"extending":[143],"these":[148],"two":[149],"models":[150],"first":[155],"develop":[156],"results":[158],"general":[160,233],"graphs":[162],"hypergraphs":[164],"based":[165],"their":[167],"expansion":[168],"properties,":[169],"then":[170],"apply":[172],"theorem":[174],"specific":[179],"in":[181,212,231],"numerical":[182],"linear":[183],"algebra,":[184],"namely":[185],"triangular":[186],"substitution,":[187],"Gaussian":[188],"elimination,":[189],"Krylov":[191],"subspace":[192],"methods.":[193],"Our":[194],"bound":[196],"LU":[198,205,221],"factorization":[199],"demonstrates":[200],"optimality":[202],"Tiskin's":[204],"answering":[207],"an":[208],"open":[209],"question":[210],"posed":[211],"his":[213],"paper,":[214],"well":[216],"2.5D":[220],"has":[224],"analogous":[225],"costs.":[226],"treat":[228],"computations":[230,239],"manner":[234],"noting":[236],"that":[237],"share":[240],"similar":[242],"hypergraph":[244,253],"structure":[245],"analyzing":[247],"requirements":[250],"lattice":[252]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":4}],"updated_date":"2026-04-30T09:15:22.047038","created_date":"2025-10-10T00:00:00"}