{"id":"https://openalex.org/W2220584184","doi":"https://doi.org/10.1109/bigdata.2015.7364023","title":"Efficient large scale distributed matrix computation with spark","display_name":"Efficient large scale distributed matrix computation with spark","publication_year":2015,"publication_date":"2015-10-01","ids":{"openalex":"https://openalex.org/W2220584184","doi":"https://doi.org/10.1109/bigdata.2015.7364023","mag":"2220584184"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata.2015.7364023","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2015.7364023","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052175650","display_name":"Rong Gu","orcid":"https://orcid.org/0000-0002-1565-9997"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Gu","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Collaborative Innovation Center of Novel Software Technology and Industrialization Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Collaborative Innovation Center of Novel Software Technology and Industrialization Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101926294","display_name":"Yun Tang","orcid":"https://orcid.org/0000-0002-4075-5227"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun Tang","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Collaborative Innovation Center of Novel Software Technology and Industrialization Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Collaborative Innovation Center of Novel Software Technology and Industrialization Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062918181","display_name":"Zhaokang Wang","orcid":"https://orcid.org/0000-0002-8123-9018"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaokang Wang","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Collaborative Innovation Center of Novel Software Technology and Industrialization Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Collaborative Innovation Center of Novel Software Technology and Industrialization Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100328354","display_name":"Shuai Wang","orcid":"https://orcid.org/0000-0003-3946-4497"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Wang","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Collaborative Innovation Center of Novel Software Technology and Industrialization Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Collaborative Innovation Center of Novel Software Technology and Industrialization Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068550815","display_name":"Xusen Yin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xusen Yin","raw_affiliation_strings":["Intel Corporation, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Corporation, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115598059","display_name":"Chunfeng Yuan","orcid":"https://orcid.org/0000-0002-8746-8137"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunfeng Yuan","raw_affiliation_strings":["Nanjing University, Nanjing, Jiangsu, CN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, Jiangsu, CN","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007538828","display_name":"Yihua Huang","orcid":"https://orcid.org/0000-0003-1806-0936"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yihua Huang","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Collaborative Innovation Center of Novel Software Technology and Industrialization Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Collaborative Innovation Center of Novel Software Technology and Industrialization Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2327","last_page":"2336"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.795810341835022},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.6995497345924377},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6988804340362549},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6184019446372986},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.5759113430976868},{"id":"https://openalex.org/keywords/matrix-multiplication","display_name":"Matrix multiplication","score":0.5610731840133667},{"id":"https://openalex.org/keywords/numerical-linear-algebra","display_name":"Numerical linear algebra","score":0.5502960681915283},{"id":"https://openalex.org/keywords/dataflow","display_name":"Dataflow","score":0.5165128111839294},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5042339563369751},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4175402820110321},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.37722381949424744},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3300740122795105},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07930707931518555}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.795810341835022},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.6995497345924377},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6988804340362549},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6184019446372986},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.5759113430976868},{"id":"https://openalex.org/C17349429","wikidata":"https://www.wikidata.org/wiki/Q1049914","display_name":"Matrix multiplication","level":3,"score":0.5610731840133667},{"id":"https://openalex.org/C163834973","wikidata":"https://www.wikidata.org/wiki/Q2004891","display_name":"Numerical linear algebra","level":3,"score":0.5502960681915283},{"id":"https://openalex.org/C96324660","wikidata":"https://www.wikidata.org/wiki/Q205446","display_name":"Dataflow","level":2,"score":0.5165128111839294},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5042339563369751},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4175402820110321},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.37722381949424744},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3300740122795105},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07930707931518555},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C48753275","wikidata":"https://www.wikidata.org/wiki/Q11216","display_name":"Numerical analysis","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata.2015.7364023","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2015.7364023","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W164687769","https://openalex.org/W201315547","https://openalex.org/W1947869163","https://openalex.org/W1973262089","https://openalex.org/W1984486001","https://openalex.org/W1997882689","https://openalex.org/W2013417994","https://openalex.org/W2032839380","https://openalex.org/W2056999868","https://openalex.org/W2078945459","https://openalex.org/W2102458936","https://openalex.org/W2105097308","https://openalex.org/W2110514750","https://openalex.org/W2112651225","https://openalex.org/W2131975293","https://openalex.org/W2153820245","https://openalex.org/W2168748809","https://openalex.org/W2173213060","https://openalex.org/W4256483581","https://openalex.org/W6608279252","https://openalex.org/W6679815717"],"related_works":["https://openalex.org/W4308507533","https://openalex.org/W2407107767","https://openalex.org/W2901787049","https://openalex.org/W4318347836","https://openalex.org/W1515810787","https://openalex.org/W4312354936","https://openalex.org/W4399304499","https://openalex.org/W1962750164","https://openalex.org/W2166423598","https://openalex.org/W245717898"],"abstract_inverted_index":{"Matrix":[0],"computation":[1,51,65,89,109,145],"is":[2,92,177],"the":[3,23,37,42,45,135,144,161,192,207],"core":[4],"of":[5,25,44,96,148,160,181],"many":[6,34],"massive":[7],"data-intensive":[8],"analytical":[9],"applications":[10],"such":[11,57,225],"mining":[12],"social":[13],"networks,":[14],"recommendation":[15],"systems":[16,52],"and":[17,60,77,105,169,191,220,228],"nature":[18],"language":[19],"processing.":[20],"Due":[21],"to":[22,133,142,206],"importance":[24],"matrix":[26,46,50,64,88,102,108,119,195,210],"computation,":[27],"it":[28],"has":[29],"been":[30],"widely":[31],"studied":[32],"for":[33,111,122,138],"years.":[35],"In":[36,79,113],"Big":[38],"Data":[39],"ear,":[40],"as":[41,226],"scale":[43],"grows,":[47],"traditional":[48],"single-node":[49],"can":[53],"hardly":[54],"cope":[55],"with":[56],"large":[58],"data":[59],"computation.":[61],"Existing":[62],"distributed":[63,87,101,118,194],"solutions":[66],"are":[67],"still":[68],"not":[69],"efficient":[70,86],"enough,":[71],"or":[72],"have":[73],"poor":[74],"fault":[75,229],"tolerance":[76],"usability.":[78],"this":[80],"paper,":[81],"we":[82,115,128,152],"propose":[83],"Marlin,":[84,114],"an":[85,130,179],"library":[90],"which":[91],"built":[93],"on":[94,126,199],"top":[95],"Spark.":[97],"Marlin":[98,176,202],"contains":[99],"several":[100],"operation":[103,196],"algorithms":[104,121,197],"provides":[106],"high-level":[107],"primitives":[110],"users.":[112],"proposed":[116],"three":[117],"multiplication":[120,211],"different":[123,139],"situations.":[124],"Based":[125],"this,":[127],"designed":[129],"adaptive":[131],"model":[132],"choose":[134],"best":[136],"approach":[137],"problems.":[140],"Moreover,":[141,201],"improve":[143],"performance,":[146],"instead":[147],"naively":[149],"using":[150],"Spark,":[151],"put":[153],"forward":[154],"some":[155],"optimizations":[156],"including":[157],"taking":[158],"advantage":[159],"native":[162],"linear":[163],"algebra":[164],"library,":[165],"reducing":[166],"shuffle":[167],"communication":[168],"increasing":[170],"parallelism.":[171],"Experimental":[172],"results":[173],"show":[174],"that":[175],"over":[178],"order":[180],"magnitude":[182],"faster":[183],"than":[184],"R":[185],"(a":[186],"widely-used":[187],"statistical":[188],"computing":[189],"system)":[190],"existing":[193],"based":[198],"MapReduce.":[200],"achieves":[203],"comparable":[204],"performance":[205],"specialized":[208],"MPI-based":[209],"algorithm":[212],"SUMMA":[213],"but":[214],"uses":[215],"a":[216],"general":[217],"dataflow":[218,223],"engine":[219],"gains":[221],"common":[222],"features":[224],"scalability":[227],"tolerance.":[230]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}