{"id":"https://openalex.org/W3213070601","doi":"https://doi.org/10.1109/tpds.2021.3128827","title":"Scalable Unsupervised ML: Latency Hiding in Distributed Sparse Tensor Decomposition","display_name":"Scalable Unsupervised ML: Latency Hiding in Distributed Sparse Tensor Decomposition","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3213070601","doi":"https://doi.org/10.1109/tpds.2021.3128827","mag":"3213070601"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2021.3128827","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2021.3128827","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026305207","display_name":"Nabil Abubaker","orcid":"https://orcid.org/0000-0002-5060-3059"},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"Nabil Abubaker","raw_affiliation_strings":["Computer Engineering, Bilkent Universitesi, 52948 Ankara, Ankara, Turkey, (e-mail: nabil.abubaker@bilkent.edu.tr)","Department of Computer Engineering, Bilkent University, Ankara 06800, Turkey"],"affiliations":[{"raw_affiliation_string":"Computer Engineering, Bilkent Universitesi, 52948 Ankara, Ankara, Turkey, (e-mail: nabil.abubaker@bilkent.edu.tr)","institution_ids":["https://openalex.org/I168864056"]},{"raw_affiliation_string":"Department of Computer Engineering, Bilkent University, Ankara 06800, Turkey","institution_ids":["https://openalex.org/I168864056"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002536001","display_name":"M. Ozan Karsavuran","orcid":"https://orcid.org/0000-0002-0298-3034"},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"M. Ozan Karsavuran","raw_affiliation_strings":["Computer Engineering Department, Bilkent University, 52948 Ankara, Ankara, Turkey, (e-mail: ozan.karsavuran@cs.bilkent.edu.tr)","Department of Computer Engineering, Bilkent University, Ankara 06800, Turkey"],"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, Bilkent University, 52948 Ankara, Ankara, Turkey, (e-mail: ozan.karsavuran@cs.bilkent.edu.tr)","institution_ids":["https://openalex.org/I168864056"]},{"raw_affiliation_string":"Department of Computer Engineering, Bilkent University, Ankara 06800, Turkey","institution_ids":["https://openalex.org/I168864056"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087435011","display_name":"Cevdet Aykanat","orcid":"https://orcid.org/0000-0002-4559-1321"},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Cevdet Aykanat","raw_affiliation_strings":["Computer Engineering Department, Bilkent University, Ankara, Ankara, Turkey, 06800 (e-mail: aykanat@cs.bilkent.edu.tr)","Department of Computer Engineering, Bilkent University, Ankara 06800, Turkey"],"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, Bilkent University, Ankara, Ankara, Turkey, 06800 (e-mail: aykanat@cs.bilkent.edu.tr)","institution_ids":["https://openalex.org/I168864056"]},{"raw_affiliation_string":"Department of Computer Engineering, Bilkent University, Ankara 06800, Turkey","institution_ids":["https://openalex.org/I168864056"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5026305207"],"corresponding_institution_ids":["https://openalex.org/I168864056"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14797136,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8303194046020508},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.7306021451950073},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6828203797340393},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5710124373435974},{"id":"https://openalex.org/keywords/hypercube","display_name":"Hypercube","score":0.5636141896247864},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5611159205436707},{"id":"https://openalex.org/keywords/sparse-matrix","display_name":"Sparse matrix","score":0.5223233103752136},{"id":"https://openalex.org/keywords/matrix-decomposition","display_name":"Matrix decomposition","score":0.4964645504951477},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.45512741804122925},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3742380142211914},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34392035007476807}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8303194046020508},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.7306021451950073},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6828203797340393},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5710124373435974},{"id":"https://openalex.org/C50820777","wikidata":"https://www.wikidata.org/wiki/Q213723","display_name":"Hypercube","level":2,"score":0.5636141896247864},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5611159205436707},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.5223233103752136},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.4964645504951477},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.45512741804122925},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3742380142211914},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34392035007476807},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.0},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpds.2021.3128827","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2021.3128827","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},{"id":"pmh:oai:repository.bilkent.edu.tr:11693/111701","is_oa":false,"landing_page_url":"http://hdl.handle.net/11693/111701","pdf_url":null,"source":{"id":"https://openalex.org/S4306400079","display_name":"Bilkent University Institutional Repository (Bilkent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I168864056","host_organization_name":"Bilkent University","host_organization_lineage":["https://openalex.org/I168864056"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems (TPDS)","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5257876342","display_name":null,"funder_award_id":"116E043","funder_id":"https://openalex.org/F4320322626","funder_display_name":"T\u00fcrkiye Bilimsel ve Teknolojik Ara\u015ft\u0131rma Kurumu"}],"funders":[{"id":"https://openalex.org/F4320322626","display_name":"T\u00fcrkiye Bilimsel ve Teknolojik Ara\u015ft\u0131rma Kurumu","ror":"https://ror.org/04w9kkr77"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1507702133","https://openalex.org/W1511885491","https://openalex.org/W1554451661","https://openalex.org/W1584753249","https://openalex.org/W1968586345","https://openalex.org/W2024165284","https://openalex.org/W2061873838","https://openalex.org/W2078174680","https://openalex.org/W2079487069","https://openalex.org/W2096714979","https://openalex.org/W2110953678","https://openalex.org/W2112487361","https://openalex.org/W2127111677","https://openalex.org/W2136002544","https://openalex.org/W2140862024","https://openalex.org/W2142184646","https://openalex.org/W2165102815","https://openalex.org/W2170796499","https://openalex.org/W2245094585","https://openalex.org/W2293139688","https://openalex.org/W2481767403","https://openalex.org/W2759880437","https://openalex.org/W2773126525","https://openalex.org/W2788854599","https://openalex.org/W2805781225","https://openalex.org/W2885801207","https://openalex.org/W2902783593","https://openalex.org/W2951178714","https://openalex.org/W2963048316","https://openalex.org/W2982471955","https://openalex.org/W2991157588","https://openalex.org/W3046175167","https://openalex.org/W3047192504","https://openalex.org/W3083527050","https://openalex.org/W3106141888","https://openalex.org/W3123612515","https://openalex.org/W3129814293","https://openalex.org/W3168912018","https://openalex.org/W3177185021","https://openalex.org/W4241692252","https://openalex.org/W6676820125","https://openalex.org/W6679667936","https://openalex.org/W6696625511","https://openalex.org/W6746012787","https://openalex.org/W6917257265"],"related_works":["https://openalex.org/W2495029940","https://openalex.org/W2007173733","https://openalex.org/W2087725382","https://openalex.org/W2392648935","https://openalex.org/W4322716869","https://openalex.org/W2143269753","https://openalex.org/W2279178133","https://openalex.org/W2012106299","https://openalex.org/W2151713270","https://openalex.org/W2746934481"],"abstract_inverted_index":{"Latency":[0],"overhead":[1,24,48,109,126,181],"in":[2,26,70],"distributed-memory":[3],"parallel":[4,75],"CPD-ALS":[5,76],"scales":[6,220],"with":[7,120,174],"the":[8,13,27,46,53,58,71,91,95,107,121,129,136,147,175,179,183,207,217,224],"number":[9],"of":[10,15,18,29,52,123,132,146,177],"processors,":[11],"limiting":[12],"scalability":[14],"computing":[16],"CPD":[17],"large":[19],"irregularly":[20],"sparse":[21,30,59,96],"tensors.":[22],"This":[23],"comes":[25,119],"form":[28],"reduce":[31,60,99,151],"and":[32,61,98,167,203],"expand":[33,62,97],"operations":[34,66],"performed":[35],"on":[36,210],"factor-matrix":[37,133,192],"rows":[38,134],"via":[39],"point-to-point":[40,54,226],"messages.":[41],"We":[42,93,138,185],"propose":[43,85,139,156,187],"to":[44,89,105,110,128,150,170,194,212],"hide":[45],"latency":[47,108],"through":[49],"embedding":[50,82,118,141],"all":[51],"messages":[55],"incurred":[56],"by":[57],"into":[63,100],"dense":[64],"collective":[65],"which":[67],"already":[68],"exist":[69],"CPD-ALS.":[72],"The":[73,117],"conventional":[74],"algorithm":[77,190],"is":[78],"not":[79],"amenable":[80],"for":[81,113,191],"so":[83],"we":[84,155],"a":[86,101,114,157,188],"computation/communication":[87],"rearrangement":[88],"enable":[90],"embedding.":[92],"embed":[94],"hypercube-based":[102],"ALL-REDUCE":[103],"operation":[104],"limit":[106],"O(log":[111],"K)":[112],"K-processor":[115],"system.":[116],"cost":[122],"increased":[124],"bandwidth":[125,180],"due":[127],"multi-hop":[130],"routing":[131],"during":[135,182,206],"embedded-ALL-REDUCE.":[137,184,208],"an":[140],"scheme":[142],"that":[143,162,216],"takes":[144],"advantage":[145],"expand/reduce":[148],"properties":[149],"this":[152],"overhead.":[153],"Furthermore,":[154],"novel":[158],"recursive":[159],"bipartitioning":[160],"framework":[161,219],"enables":[163],"simultaneous":[164],"hypergraph":[165],"partitioning":[166],"subhypergraph-to-subhypercube":[168],"mapping":[169],"achieve":[171],"subtensor-to-processor":[172],"assignment":[173,196],"objective":[176],"reducing":[178,199],"also":[186],"bin-packing-based":[189],"row":[193],"processor":[195],"aiming":[197],"at":[198],"processors":[200,214],"maximum":[201],"send":[202],"receive":[204],"volumes":[205],"Experiments":[209],"up":[211],"4096":[213],"show":[215],"proposed":[218],"significantly":[221],"better":[222],"than":[223],"state-of-the-art":[225],"method.":[227]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}