{"id":"https://openalex.org/W1969891822","doi":"https://doi.org/10.1145/2723372.2723712","title":"Exploiting Matrix Dependency for Efficient Distributed Matrix Computation","display_name":"Exploiting Matrix Dependency for Efficient Distributed Matrix Computation","publication_year":2015,"publication_date":"2015-05-27","ids":{"openalex":"https://openalex.org/W1969891822","doi":"https://doi.org/10.1145/2723372.2723712","mag":"1969891822"},"language":"en","primary_location":{"id":"doi:10.1145/2723372.2723712","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2723372.2723712","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2015 ACM SIGMOD International Conference on Management of Data","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040157606","display_name":"Lele Yu","orcid":"https://orcid.org/0000-0001-9019-9532"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lele Yu","raw_affiliation_strings":["Peking University, Beijing, China","Peking University, Beijing, China#TAB#"],"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Peking University, Beijing, China#TAB#","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014615052","display_name":"Yingxia Shao","orcid":"https://orcid.org/0000-0002-8559-2628"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingxia Shao","raw_affiliation_strings":["Peking University, Beijing, China","Peking University, Beijing, China#TAB#"],"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Peking University, Beijing, China#TAB#","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062357883","display_name":"Bin Cui","orcid":"https://orcid.org/0000-0003-1681-4677"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Cui","raw_affiliation_strings":["Peking University, Beijing, China","Peking University, Beijing, China#TAB#"],"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Peking University, Beijing, China#TAB#","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5040157606"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":2.7614,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.9358648,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"93","last_page":"105"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8264901638031006},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.7401083111763},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.6455152034759521},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.616500973701477},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.5859220623970032},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5720453858375549},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5566779971122742},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4673210680484772},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2909533381462097},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13781166076660156},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.06483662128448486}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8264901638031006},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.7401083111763},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.6455152034759521},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.616500973701477},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.5859220623970032},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5720453858375549},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5566779971122742},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4673210680484772},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2909533381462097},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13781166076660156},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.06483662128448486},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2723372.2723712","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2723372.2723712","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2015 ACM SIGMOD International Conference on Management of Data","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8791116400","display_name":null,"funder_award_id":"61272155,61472009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W25664821","https://openalex.org/W1493893823","https://openalex.org/W1520511539","https://openalex.org/W1971937094","https://openalex.org/W1992717242","https://openalex.org/W1993433750","https://openalex.org/W2013344760","https://openalex.org/W2014830756","https://openalex.org/W2027720485","https://openalex.org/W2102458936","https://openalex.org/W2110325612","https://openalex.org/W2112651225","https://openalex.org/W2126547925","https://openalex.org/W2135029798","https://openalex.org/W2153820245","https://openalex.org/W2167927436","https://openalex.org/W2173213060","https://openalex.org/W2185864411","https://openalex.org/W2189465200","https://openalex.org/W2341535507","https://openalex.org/W2999905431","https://openalex.org/W3143596294","https://openalex.org/W6680012447"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2353836703"],"abstract_inverted_index":{"Distributed":[0],"matrix":[1,19,42,50,53,57,66,76,108,114,175],"computation":[2,20,43,58,109,115],"is":[3],"a":[4,40,69,86,101,133,151,171],"popular":[5,152],"approach":[6],"for":[7,55,96,106],"many":[8],"large-scale":[9],"data":[10,154],"analysis":[11],"and":[12,73,99],"machine":[13],"learning":[14],"tasks.":[15],"However":[16],"existing":[17],"distributed":[18,61,117,134],"systems":[21],"generally":[22],"incur":[23],"heavy":[24],"communication":[25,102],"cost":[26,88],"during":[27],"the":[28,32,49,60,75,81,107,113,122,168],"runtime,":[29],"which":[30,47,129],"degrades":[31],"overall":[33],"performance.":[34],"In":[35],"this":[36],"paper,":[37],"we":[38,119],"propose":[39],"novel":[41],"system,":[44],"named":[45],"DMac,":[46],"exploits":[48],"dependencies":[51,77],"in":[52,59,80,116,132],"programs":[54],"efficient":[56,103,137],"environment.":[62],"We":[63,83],"decompose":[64],"each":[65,97,142],"program":[67],"into":[68,125],"sequence":[70],"of":[71,170,174],"operations,":[72],"reveal":[74],"between":[78],"operations":[79],"program.":[82,110],"next":[84],"design":[85],"dependency-oriented":[87],"model":[89],"to":[90],"select":[91],"an":[92],"optimal":[93],"execution":[94,104,123,139],"strategy":[95,140],"operation,":[98],"generate":[100],"plan":[105,124],"To":[111],"facilitate":[112],"systems,":[118],"further":[120],"divide":[121],"multiple":[126],"un-interleaved":[127],"stages":[128],"can":[130,165],"run":[131],"cluster":[135],"with":[136],"local":[138],"on":[141,150],"worker.":[143],"The":[144,158],"DMac":[145],"system":[146],"has":[147],"been":[148],"implemented":[149],"general-purpose":[153],"processing":[155],"framework,":[156],"Spark.":[157],"experimental":[159],"results":[160],"demonstrate":[161],"that":[162],"our":[163],"techniques":[164],"significantly":[166],"improve":[167],"performance":[169],"wide":[172],"range":[173],"programs.":[176]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}