{"id":"https://openalex.org/W2897918558","doi":"https://doi.org/10.1145/3269206.3271685","title":"Disk-based Matrix Completion for Memory Limited Devices","display_name":"Disk-based Matrix Completion for Memory Limited Devices","publication_year":2018,"publication_date":"2018-10-17","ids":{"openalex":"https://openalex.org/W2897918558","doi":"https://doi.org/10.1145/3269206.3271685","mag":"2897918558"},"language":"en","primary_location":{"id":"doi:10.1145/3269206.3271685","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3269206.3271685","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071595184","display_name":"Dongha Lee","orcid":"https://orcid.org/0000-0003-2173-3476"},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dongha Lee","raw_affiliation_strings":["Pohang University of Science and Technology, Pohang, Rebublic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pohang University of Science and Technology, Pohang, Rebublic of Korea","institution_ids":["https://openalex.org/I123900574"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064405745","display_name":"Jinoh Oh","orcid":null},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jinoh Oh","raw_affiliation_strings":["Adobe Systems Incorporated, San Jose, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Adobe Systems Incorporated, San Jose, CA, USA","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035605036","display_name":"Christos Faloutsos","orcid":"https://orcid.org/0000-0003-2996-9790"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christos Faloutsos","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049899948","display_name":"Byungju Kim","orcid":"https://orcid.org/0000-0001-8838-1861"},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Byungju Kim","raw_affiliation_strings":["Pohang University of Science and Technology, Pohang, Rebublic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pohang University of Science and Technology, Pohang, Rebublic of Korea","institution_ids":["https://openalex.org/I123900574"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045521125","display_name":"Hwanjo Yu","orcid":"https://orcid.org/0000-0002-7510-0255"},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hwanjo Yu","raw_affiliation_strings":["Pohang University of Science and Technology, Pohang, Rebublic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pohang University of Science and Technology, Pohang, Rebublic of Korea","institution_ids":["https://openalex.org/I123900574"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3791,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.65801745,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1093","last_page":"1102"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8240404725074768},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.6503869891166687},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.552396833896637},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4472695589065552},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.339338481426239},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3393350839614868},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.23733952641487122},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22073346376419067},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.10205820202827454}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8240404725074768},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.6503869891166687},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.552396833896637},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4472695589065552},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.339338481426239},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3393350839614868},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.23733952641487122},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22073346376419067},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.10205820202827454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3269206.3271685","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3269206.3271685","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.44999998807907104,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1511814458","https://openalex.org/W1558961979","https://openalex.org/W1580149603","https://openalex.org/W1788180225","https://openalex.org/W1980147176","https://openalex.org/W2009797711","https://openalex.org/W2009952684","https://openalex.org/W2020098476","https://openalex.org/W2021125030","https://openalex.org/W2022712430","https://openalex.org/W2028683648","https://openalex.org/W2058812752","https://openalex.org/W2061212083","https://openalex.org/W2072901340","https://openalex.org/W2101409192","https://openalex.org/W2112284959","https://openalex.org/W2121966774","https://openalex.org/W2146682077","https://openalex.org/W2166706236","https://openalex.org/W2416951723","https://openalex.org/W2950542868","https://openalex.org/W2951781666","https://openalex.org/W3099590572","https://openalex.org/W3101742238"],"related_works":["https://openalex.org/W2389214306","https://openalex.org/W4235240664","https://openalex.org/W1982914007","https://openalex.org/W2159583675","https://openalex.org/W1852113167","https://openalex.org/W1493858311","https://openalex.org/W1824242903","https://openalex.org/W2155470929","https://openalex.org/W2394465510","https://openalex.org/W2111125783"],"abstract_inverted_index":{"More":[0],"and":[1,78,80,85,119,123,167,184],"more":[2,182],"data":[3,25,56,73,76,84,109,120],"need":[4],"to":[5,87,105,142,213,226],"be":[6],"processed":[7],"or":[8,15],"analyzed":[9],"within":[10,26],"mobile":[11],"devices":[12,28],"for":[13],"efficiency":[14],"privacy":[16],"reasons,":[17],"but":[18],"performing":[19],"machine":[20,41],"learning":[21,42,118],"tasks":[22],"with":[23],"large":[24],"the":[27,55,129,145,157,191,198,202,209,216,220],"is":[29,154,161,180],"challenging":[30],"because":[31],"of":[32,151,159,165,197,208],"their":[33],"limited":[34,192],"memory":[35,193],"resources.":[36],"For":[37],"this":[38],"reason,":[39],"disk-based":[40,65,188],"methods":[43],"have":[44],"been":[45],"actively":[46],"researched,":[47],"which":[48],"utilize":[49],"storage":[50],"resources":[51],"without":[52],"holding":[53],"all":[54],"in":[57],"memory.":[58],"This":[59],"paper":[60],"proposes":[61],"D-MC2,":[62],"a":[63,102,113,135,148,227],"novel":[64],"matrix":[66],"completion":[67],"method":[68],"that":[69,164,178,204],"(1)":[70],"supports":[71],"incremental":[72,108],"update":[74,121],"(i.e.,":[75],"insertion":[77],"deletion)":[79],"(2)":[81],"spills":[82],"both":[83],"model":[86,117,160],"disk":[88,152],"when":[89,156],"necessary;":[90],"these":[91],"functionalities":[92],"are":[93],"not":[94],"supported":[95],"by":[96],"existing":[97],"methods.":[98],"First,":[99],"D-MC2":[100,179,200],"builds":[101],"two-layered":[103,125],"index":[104,126],"efficiently":[106,143],"support":[107,144],"update;":[110],"there":[111],"exists":[112],"trade-off":[114],"relationship":[115],"between":[116],"costs,":[122],"our":[124,168],"simultaneously":[127],"optimizes":[128],"two":[130,210],"costs.":[131],"Second,":[132],"we":[133],"develop":[134],"window-based":[136,217],"stochastic":[137],"gradient":[138],"descent":[139],"(SGD)":[140],"scheduler":[141,170,218],"dual":[146],"spilling;":[147],"huge":[149],"amount":[150],"I/O":[153],"incurred":[155],"size":[158],"larger":[162],"than":[163,186],"memory,":[166],"new":[169],"substantially":[171],"reduces":[172],"it.":[173],"Our":[174],"evaluation":[175],"results":[176],"show":[177],"significantly":[181],"scalable":[183],"faster":[185,224],"other":[187],"competitors":[189],"under":[190],"environment.":[194],"In":[195],"terms":[196],"co-optimization,":[199],"outperforms":[201],"baselines":[203],"only":[205],"optimize":[206],"one":[207],"costs":[211],"up":[212],"48x.":[214],"Furthermore,":[215],"improves":[219],"training":[221],"speed":[222],"12.4x":[223],"compared":[225],"naive":[228],"scheduler.":[229]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}