{"id":"https://openalex.org/W2962825295","doi":"https://doi.org/10.1109/bigdata.2016.7840606","title":"Matrix factorizations at scale: A comparison of scientific data analytics in spark and C+MPI using three case studies","display_name":"Matrix factorizations at scale: A comparison of scientific data analytics in spark and C+MPI using three case studies","publication_year":2016,"publication_date":"2016-12-01","ids":{"openalex":"https://openalex.org/W2962825295","doi":"https://doi.org/10.1109/bigdata.2016.7840606","mag":"2962825295"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata.2016.7840606","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2016.7840606","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038646656","display_name":"Alex Gittens","orcid":"https://orcid.org/0000-0003-3482-0157"},"institutions":[{"id":"https://openalex.org/I1297971548","display_name":"International Computer Science Institute","ror":"https://ror.org/01ewh7m12","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1297971548"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Alex Gittens","raw_affiliation_strings":["ICSI and Department of Statistics, Berkeley, UC"],"affiliations":[{"raw_affiliation_string":"ICSI and Department of Statistics, Berkeley, UC","institution_ids":["https://openalex.org/I1297971548"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030240609","display_name":"Aditya Devarakonda","orcid":"https://orcid.org/0000-0002-8251-9150"},"institutions":[{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aditya Devarakonda","raw_affiliation_strings":["EECS, Berkeley, UC"],"affiliations":[{"raw_affiliation_string":"EECS, Berkeley, UC","institution_ids":["https://openalex.org/I134446601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065770104","display_name":"Evan Racah","orcid":null},"institutions":[{"id":"https://openalex.org/I4210151627","display_name":"National Energy Research Scientific Computing Center","ror":"https://ror.org/05v3mvq14","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521","https://openalex.org/I4210151627"]},{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Evan Racah","raw_affiliation_strings":["NERSC, Lawrence Berkeley National Laboratory"],"affiliations":[{"raw_affiliation_string":"NERSC, Lawrence Berkeley National Laboratory","institution_ids":["https://openalex.org/I148283060","https://openalex.org/I4210151627"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017701246","display_name":"Michael F. Ringenburg","orcid":"https://orcid.org/0000-0001-5119-0754"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael Ringenburg","raw_affiliation_strings":["Cray, Inc"],"affiliations":[{"raw_affiliation_string":"Cray, Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109842151","display_name":"L. Gerhardt","orcid":"https://orcid.org/0000-0003-0166-5162"},"institutions":[{"id":"https://openalex.org/I4210151627","display_name":"National Energy Research Scientific Computing Center","ror":"https://ror.org/05v3mvq14","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521","https://openalex.org/I4210151627"]},{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lisa Gerhardt","raw_affiliation_strings":["NERSC, Lawrence Berkeley National Laboratory"],"affiliations":[{"raw_affiliation_string":"NERSC, Lawrence Berkeley National Laboratory","institution_ids":["https://openalex.org/I148283060","https://openalex.org/I4210151627"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012165345","display_name":"Jey Kottalam","orcid":null},"institutions":[{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jey Kottalam","raw_affiliation_strings":["EECS, Berkeley, UC"],"affiliations":[{"raw_affiliation_string":"EECS, Berkeley, UC","institution_ids":["https://openalex.org/I134446601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100456650","display_name":"Jialin Liu","orcid":"https://orcid.org/0000-0003-4347-6458"},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]},{"id":"https://openalex.org/I4210151627","display_name":"National Energy Research Scientific Computing Center","ror":"https://ror.org/05v3mvq14","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521","https://openalex.org/I4210151627"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jialin Liu","raw_affiliation_strings":["NERSC, Lawrence Berkeley National Laboratory"],"affiliations":[{"raw_affiliation_string":"NERSC, Lawrence Berkeley National Laboratory","institution_ids":["https://openalex.org/I148283060","https://openalex.org/I4210151627"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029871169","display_name":"Kristyn Maschhoff","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kristyn Maschhoff","raw_affiliation_strings":["Cray, Inc"],"affiliations":[{"raw_affiliation_string":"Cray, Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057883387","display_name":"Shane Canon","orcid":"https://orcid.org/0000-0002-8440-738X"},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]},{"id":"https://openalex.org/I4210151627","display_name":"National Energy Research Scientific Computing Center","ror":"https://ror.org/05v3mvq14","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521","https://openalex.org/I4210151627"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shane Canon","raw_affiliation_strings":["NERSC, Lawrence Berkeley National Laboratory"],"affiliations":[{"raw_affiliation_string":"NERSC, Lawrence Berkeley National Laboratory","institution_ids":["https://openalex.org/I148283060","https://openalex.org/I4210151627"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059686266","display_name":"Jatin Chhugani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jatin Chhugani","raw_affiliation_strings":["Hiperform Consulting LLC"],"affiliations":[{"raw_affiliation_string":"Hiperform Consulting LLC","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100670842","display_name":"Pramod Kumar Sharma","orcid":"https://orcid.org/0000-0002-2418-7055"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pramod Sharma","raw_affiliation_strings":["Cray, Inc"],"affiliations":[{"raw_affiliation_string":"Cray, Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033659558","display_name":"Jiyan Yang","orcid":"https://orcid.org/0009-0005-5946-5456"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiyan Yang","raw_affiliation_strings":["ICME, Stanford University"],"affiliations":[{"raw_affiliation_string":"ICME, Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076825233","display_name":"James Demmel","orcid":"https://orcid.org/0000-0003-1145-3745"},"institutions":[{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Demmel","raw_affiliation_strings":["EECS and Math, Berkeley, UC"],"affiliations":[{"raw_affiliation_string":"EECS and Math, Berkeley, UC","institution_ids":["https://openalex.org/I134446601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090881370","display_name":"Jim Harrell","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jim Harrell","raw_affiliation_strings":["Cray, Inc"],"affiliations":[{"raw_affiliation_string":"Cray, Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084023762","display_name":"V. Krishnamurthy","orcid":"https://orcid.org/0000-0002-2864-6570"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Venkat Krishnamurthy","raw_affiliation_strings":["Cray, Inc"],"affiliations":[{"raw_affiliation_string":"Cray, Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033006662","display_name":"Michael W. Mahoney","orcid":"https://orcid.org/0000-0001-7920-4652"},"institutions":[{"id":"https://openalex.org/I1297971548","display_name":"International Computer Science Institute","ror":"https://ror.org/01ewh7m12","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1297971548"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael W. Mahoney","raw_affiliation_strings":["ICSI and Department of Statistics, Berkeley, UC"],"affiliations":[{"raw_affiliation_string":"ICSI and Department of Statistics, Berkeley, UC","institution_ids":["https://openalex.org/I1297971548"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108700962","display_name":"Prabhat","orcid":null},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]},{"id":"https://openalex.org/I4210151627","display_name":"National Energy Research Scientific Computing Center","ror":"https://ror.org/05v3mvq14","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521","https://openalex.org/I4210151627"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prabhat","raw_affiliation_strings":["NERSC, Lawrence Berkeley National Laboratory"],"affiliations":[{"raw_affiliation_string":"NERSC, Lawrence Berkeley National Laboratory","institution_ids":["https://openalex.org/I148283060","https://openalex.org/I4210151627"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":17,"corresponding_author_ids":["https://openalex.org/A5038646656"],"corresponding_institution_ids":["https://openalex.org/I1297971548"],"apc_list":null,"apc_paid":null,"fwci":25.4653,"has_fulltext":false,"cited_by_count":44,"citation_normalized_percentile":{"value":0.99312179,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"204","last_page":"213"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9635999798774719,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9635999798774719,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10887","display_name":"Bioinformatics and Genomic Networks","score":0.9398999810218811,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13650","display_name":"Computational Physics and Python Applications","score":0.9319000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.8082228899002075},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8062611818313599},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7605558633804321},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.6000576615333557},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5878007411956787},{"id":"https://openalex.org/keywords/computational-science","display_name":"Computational science","score":0.5679981708526611},{"id":"https://openalex.org/keywords/linear-algebra","display_name":"Linear algebra","score":0.5583467483520508},{"id":"https://openalex.org/keywords/data-analysis","display_name":"Data analysis","score":0.5320701599121094},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.5140129327774048},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.5046721696853638},{"id":"https://openalex.org/keywords/computer-cluster","display_name":"Computer cluster","score":0.5033978819847107},{"id":"https://openalex.org/keywords/supercomputer","display_name":"Supercomputer","score":0.5010921955108643},{"id":"https://openalex.org/keywords/sparse-matrix","display_name":"Sparse matrix","score":0.4639330506324768},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.34372326731681824},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.29700058698654175},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.22940486669540405},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15752726793289185},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10125604271888733},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08254382014274597},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.0784582793712616}],"concepts":[{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.8082228899002075},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8062611818313599},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7605558633804321},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.6000576615333557},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5878007411956787},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.5679981708526611},{"id":"https://openalex.org/C139352143","wikidata":"https://www.wikidata.org/wiki/Q82571","display_name":"Linear algebra","level":2,"score":0.5583467483520508},{"id":"https://openalex.org/C175801342","wikidata":"https://www.wikidata.org/wiki/Q1988917","display_name":"Data analysis","level":2,"score":0.5320701599121094},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5140129327774048},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.5046721696853638},{"id":"https://openalex.org/C29140674","wikidata":"https://www.wikidata.org/wiki/Q206637","display_name":"Computer cluster","level":2,"score":0.5033978819847107},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.5010921955108643},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.4639330506324768},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34372326731681824},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29700058698654175},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.22940486669540405},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15752726793289185},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10125604271888733},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08254382014274597},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0784582793712616},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata.2016.7840606","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2016.7840606","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8399999737739563,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"awards":[{"id":"https://openalex.org/G1065316766","display_name":null,"funder_award_id":"Award","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G1286236842","display_name":null,"funder_award_id":"-AC02-05CH11231","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G1677143136","display_name":null,"funder_award_id":"05CH11231","funder_id":"https://openalex.org/F4320317220","funder_display_name":"National Energy Research Scientific Computing Center"},{"id":"https://openalex.org/G175367197","display_name":null,"funder_award_id":"HR0011-12-2-0016","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G2465514544","display_name":null,"funder_award_id":"1106400","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2978973400","display_name":null,"funder_award_id":"DE-SC0008699","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G3083819904","display_name":null,"funder_award_id":"05CH11231","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G3903047287","display_name":null,"funder_award_id":"DE-SC0008700","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G3944918260","display_name":null,"funder_award_id":"DE-AC02-05CH11231","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G425189044","display_name":null,"funder_award_id":"DE-AC02-05CH","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G4369507515","display_name":null,"funder_award_id":"NERSC","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G4501827968","display_name":null,"funder_award_id":"AC02-05CH11231","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G4565140552","display_name":null,"funder_award_id":"-AC02-05CH11231","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G4841871747","display_name":null,"funder_award_id":"DE_AC02-05CH11231","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G490593687","display_name":null,"funder_award_id":"Intel","funder_id":"https://openalex.org/F4320306087","funder_display_name":"Semiconductor Research Corporation"},{"id":"https://openalex.org/G498139845","display_name":null,"funder_award_id":"DE-AC02","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G5076365615","display_name":null,"funder_award_id":"AC02-05CH11231","funder_id":"https://openalex.org/F4320317220","funder_display_name":"National Energy Research Scientific Computing Center"},{"id":"https://openalex.org/G5206177008","display_name":null,"funder_award_id":"DE-AC02-05CH11231","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G5315912995","display_name":null,"funder_award_id":"11231","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G5339835320","display_name":null,"funder_award_id":"DE-SC0010200","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G5420432923","display_name":null,"funder_award_id":"Fellowship","funder_id":"https://openalex.org/F4320332195","funder_display_name":"Samsung"},{"id":"https://openalex.org/G5613224033","display_name":null,"funder_award_id":"STARnet","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G5614806141","display_name":null,"funder_award_id":"DE-AC02-05CH11231","funder_id":"https://openalex.org/F4320317220","funder_display_name":"National Energy Research Scientific Computing Center"},{"id":"https://openalex.org/G5802748842","display_name":null,"funder_award_id":"DE-AC02-05CH112","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G6330738325","display_name":null,"funder_award_id":"DE_AC02_05CH11231","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6348972864","display_name":null,"funder_award_id":"AC02-05CH11231","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6429026066","display_name":null,"funder_award_id":"DE-AC02-05CH112","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6450845587","display_name":null,"funder_award_id":"110640","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6558272803","display_name":null,"funder_award_id":"DE-AC02","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6572555693","display_name":null,"funder_award_id":"DE-SC0010200","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6894402473","display_name":null,"funder_award_id":"Fellowship","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7233692708","display_name":null,"funder_award_id":"DE-AC02-05CH11231","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7267383356","display_name":null,"funder_award_id":"DGE 110640","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7317432133","display_name":null,"funder_award_id":"DGE 1106400","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7340683655","display_name":null,"funder_award_id":"E-AC02-05CH11231","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7406122311","display_name":null,"funder_award_id":"AC02-05CH1123","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7664691372","display_name":null,"funder_award_id":"DE-AC02-05CH1123","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G7825954517","display_name":null,"funder_award_id":"DE-AC02-05CH1123","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7861570460","display_name":null,"funder_award_id":"DE-AC02-05CH1123","funder_id":"https://openalex.org/F4320317220","funder_display_name":"National Energy Research Scientific Computing Center"},{"id":"https://openalex.org/G7903834952","display_name":null,"funder_award_id":"XDATA","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G7972530987","display_name":null,"funder_award_id":"DGE 1106400","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8414908677","display_name":null,"funder_award_id":"DE-AC0","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8671496409","display_name":null,"funder_award_id":"DE-SC0008700","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G897164627","display_name":null,"funder_award_id":"DE-AC02_05CH11231","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G969889393","display_name":null,"funder_award_id":"DE-AC02-","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320306087","display_name":"Semiconductor Research Corporation","ror":"https://ror.org/047z4n946"},{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320317220","display_name":"National Energy Research Scientific Computing Center","ror":"https://ror.org/05v3mvq14"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"},{"id":"https://openalex.org/F4320332359","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08"},{"id":"https://openalex.org/F4320332815","display_name":"Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W1489499640","https://openalex.org/W1506690472","https://openalex.org/W1524090374","https://openalex.org/W1558115001","https://openalex.org/W1854811422","https://openalex.org/W1974038018","https://openalex.org/W1976391658","https://openalex.org/W1980147176","https://openalex.org/W1980431326","https://openalex.org/W1998269045","https://openalex.org/W1999352252","https://openalex.org/W2016279572","https://openalex.org/W2024027525","https://openalex.org/W2029803083","https://openalex.org/W2052329738","https://openalex.org/W2053107666","https://openalex.org/W2054141820","https://openalex.org/W2056857971","https://openalex.org/W2057261601","https://openalex.org/W2075665712","https://openalex.org/W2078206000","https://openalex.org/W2086666883","https://openalex.org/W2090827448","https://openalex.org/W2095088894","https://openalex.org/W2097395925","https://openalex.org/W2098176827","https://openalex.org/W2102849319","https://openalex.org/W2117756735","https://openalex.org/W2119233169","https://openalex.org/W2121966774","https://openalex.org/W2135029798","https://openalex.org/W2141696759","https://openalex.org/W2148694408","https://openalex.org/W2149941839","https://openalex.org/W2152356156","https://openalex.org/W2153622543","https://openalex.org/W2154202969","https://openalex.org/W2157237396","https://openalex.org/W2173213060","https://openalex.org/W2189465200","https://openalex.org/W2203422926","https://openalex.org/W2216541755","https://openalex.org/W2240679564","https://openalex.org/W2285339552","https://openalex.org/W2312396124","https://openalex.org/W2488548223","https://openalex.org/W2557956978","https://openalex.org/W2749035964","https://openalex.org/W2798909945","https://openalex.org/W2951338975","https://openalex.org/W2963288913","https://openalex.org/W3099395583","https://openalex.org/W3102398037","https://openalex.org/W3105002725","https://openalex.org/W3143596294","https://openalex.org/W4292023222","https://openalex.org/W6628737389","https://openalex.org/W6631434998","https://openalex.org/W6639041367","https://openalex.org/W6674420911","https://openalex.org/W6674595457","https://openalex.org/W6680012447","https://openalex.org/W6687322159","https://openalex.org/W6687763631","https://openalex.org/W6695757358","https://openalex.org/W6750968397"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W4390569940","https://openalex.org/W2888392564","https://openalex.org/W4361193272","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W1835670156","https://openalex.org/W4381050447","https://openalex.org/W4296405127","https://openalex.org/W769524000"],"abstract_inverted_index":{"We":[0,42,63,96],"explore":[1],"the":[2,87,108],"trade-offs":[3],"of":[4,110],"performing":[5],"linear":[6],"algebra":[7],"using":[8],"Apache":[9],"Spark,":[10],"compared":[11],"to":[12,33,67,89,102,116],"traditional":[13],"C":[14],"and":[15,36,46,58,72,76,112],"MPI":[16],"implementations":[17],"on":[18,27,100],"HPC":[19],"platforms.":[20],"Spark":[21],"is":[22,37],"designed":[23],"for":[24,39],"data":[25,61,81],"analytics":[26],"cluster":[28],"computing":[29],"platforms":[30],"with":[31],"access":[32],"local":[34],"disks":[35],"optimized":[38],"data-parallel":[40,94],"tasks.":[41],"examine":[43],"three":[44],"widely-used":[45],"important":[47],"matrix":[48],"factorizations:":[49],"NMF":[50],"(for":[51,55,60],"physical":[52],"plausability),":[53],"PCA":[54],"its":[56],"ubiquity)":[57],"CX":[59],"interpretability).":[62],"apply":[64],"these":[65],"methods":[66],"1.6TB":[68],"particle":[69],"physics,":[70],"2.2TB":[71],"16TB":[73],"climate":[74],"modeling":[75],"1.1TB":[77],"bioimaging":[78],"data.":[79],"The":[80],"matrices":[82],"are":[83],"tall-and-skinny":[84],"which":[85],"enable":[86],"algorithms":[88],"map":[90],"conveniently":[91],"into":[92],"Spark's":[93],"model.":[95],"perform":[97],"scaling":[98],"experiments":[99],"up":[101],"1600":[103],"Cray":[104],"XC40":[105],"nodes,":[106],"describe":[107],"sources":[109],"slowdowns,":[111],"provide":[113],"tuning":[114],"guidance":[115],"obtain":[117],"high":[118],"performance.":[119]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":11},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":2}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}
