{"id":"https://openalex.org/W4372261197","doi":"https://doi.org/10.1145/3552326.3567499","title":"SiloD: A Co-design of Caching and Scheduling for Deep Learning Clusters","display_name":"SiloD: A Co-design of Caching and Scheduling for Deep Learning Clusters","publication_year":2023,"publication_date":"2023-05-05","ids":{"openalex":"https://openalex.org/W4372261197","doi":"https://doi.org/10.1145/3552326.3567499"},"language":"en","primary_location":{"id":"doi:10.1145/3552326.3567499","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3552326.3567499","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighteenth European Conference on Computer Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101987114","display_name":"Hanyu Zhao","orcid":"https://orcid.org/0000-0002-2536-0016"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hanyu Zhao","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2536-0016","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049750274","display_name":"Zhenhua Han","orcid":"https://orcid.org/0000-0002-2880-7100"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenhua Han","raw_affiliation_strings":["Microsoft Research, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2880-7100","affiliations":[{"raw_affiliation_string":"Microsoft Research, Shanghai, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102862758","display_name":"Zhi Yang","orcid":"https://orcid.org/0000-0002-8219-4499"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Yang","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8219-4499","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085281913","display_name":"Quanlu Zhang","orcid":"https://orcid.org/0000-0003-0557-1104"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quanlu Zhang","raw_affiliation_strings":["Microsoft Research, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0557-1104","affiliations":[{"raw_affiliation_string":"Microsoft Research, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007264449","display_name":"Mingxia Li","orcid":"https://orcid.org/0000-0002-0792-8966"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingxia Li","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-0792-8966","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100346602","display_name":"Fan Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Yang","raw_affiliation_strings":["Microsoft Research, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0378-060X","affiliations":[{"raw_affiliation_string":"Microsoft Research, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056816972","display_name":"Qianxi Zhang","orcid":"https://orcid.org/0000-0002-0646-5365"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianxi Zhang","raw_affiliation_strings":["Microsoft Research, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0646-5365","affiliations":[{"raw_affiliation_string":"Microsoft Research, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102994801","display_name":"Binyang Li","orcid":"https://orcid.org/0000-0002-9295-6530"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Binyang Li","raw_affiliation_strings":["Microsoft, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9295-6530","affiliations":[{"raw_affiliation_string":"Microsoft, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101421201","display_name":"Yuqing Yang","orcid":"https://orcid.org/0000-0003-3518-5212"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuqing Yang","raw_affiliation_strings":["Microsoft Research, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3518-5212","affiliations":[{"raw_affiliation_string":"Microsoft Research, Shanghai, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032760128","display_name":"Lili Qiu","orcid":"https://orcid.org/0000-0002-1590-9749"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lili Qiu","raw_affiliation_strings":["Microsoft Research, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1590-9749","affiliations":[{"raw_affiliation_string":"Microsoft Research, Shanghai, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088808713","display_name":"Lintao Zhang","orcid":"https://orcid.org/0000-0003-2727-2703"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lintao Zhang","raw_affiliation_strings":["BaseBit Technologies, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2727-2703","affiliations":[{"raw_affiliation_string":"BaseBit Technologies, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037359171","display_name":"Lidong Zhou","orcid":"https://orcid.org/0000-0002-7258-3116"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lidong Zhou","raw_affiliation_strings":["Microsoft Research, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7258-3116","affiliations":[{"raw_affiliation_string":"Microsoft Research, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5101987114"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":2.9513,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.91366782,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"883","last_page":"898"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8515583276748657},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.8488953113555908},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6552860140800476},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6073639392852783},{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.580490231513977},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5509228706359863},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5079405903816223},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.46074238419532776},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.43743765354156494},{"id":"https://openalex.org/keywords/computer-cluster","display_name":"Computer cluster","score":0.4245741367340088},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3946230411529541},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3720906972885132},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23046481609344482},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.18977582454681396}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8515583276748657},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.8488953113555908},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6552860140800476},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6073639392852783},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.580490231513977},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5509228706359863},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5079405903816223},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.46074238419532776},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.43743765354156494},{"id":"https://openalex.org/C29140674","wikidata":"https://www.wikidata.org/wiki/Q206637","display_name":"Computer cluster","level":2,"score":0.4245741367340088},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3946230411529541},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3720906972885132},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23046481609344482},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.18977582454681396},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3552326.3567499","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3552326.3567499","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighteenth European Conference on Computer Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5699999928474426,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G7496154104","display_name":null,"funder_award_id":"2021ZD0110202","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W95608104","https://openalex.org/W1464363888","https://openalex.org/W1478753081","https://openalex.org/W1480953729","https://openalex.org/W1579147384","https://openalex.org/W1876812886","https://openalex.org/W1890643295","https://openalex.org/W1984309565","https://openalex.org/W1993484402","https://openalex.org/W2022678927","https://openalex.org/W2025961205","https://openalex.org/W2040402865","https://openalex.org/W2096125134","https://openalex.org/W2108598243","https://openalex.org/W2138350977","https://openalex.org/W2157182386","https://openalex.org/W2163605009","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2290712622","https://openalex.org/W2335814492","https://openalex.org/W2572234696","https://openalex.org/W2734941459","https://openalex.org/W2741903298","https://openalex.org/W2798515322","https://openalex.org/W2798520214","https://openalex.org/W2809420642","https://openalex.org/W2894398417","https://openalex.org/W2899071864","https://openalex.org/W2900509250","https://openalex.org/W2903451134","https://openalex.org/W2919594608","https://openalex.org/W2920088500","https://openalex.org/W2926516160","https://openalex.org/W2946948417","https://openalex.org/W2963703197","https://openalex.org/W2963805280","https://openalex.org/W2982356264","https://openalex.org/W3005665451","https://openalex.org/W3009697178","https://openalex.org/W3022298203","https://openalex.org/W3048346032","https://openalex.org/W3080999573","https://openalex.org/W3095922049","https://openalex.org/W3138303811","https://openalex.org/W3162118826","https://openalex.org/W3182050489","https://openalex.org/W3196732841","https://openalex.org/W4241687679","https://openalex.org/W4281657584","https://openalex.org/W4287906458","https://openalex.org/W6639841889","https://openalex.org/W6773208704","https://openalex.org/W6784871562"],"related_works":["https://openalex.org/W2595172197","https://openalex.org/W2084856301","https://openalex.org/W2127970246","https://openalex.org/W2885125400","https://openalex.org/W1989889224","https://openalex.org/W4382618745","https://openalex.org/W1973775000","https://openalex.org/W2748922771","https://openalex.org/W1987128138","https://openalex.org/W2743976221"],"abstract_inverted_index":{"Deep":[0],"learning":[1,66],"training":[2,18,44,83],"on":[3,20],"cloud":[4],"platforms":[5],"usually":[6,46],"follows":[7],"the":[8,11,35,40,56,60,77],"tradition":[9],"of":[10,13],"separation":[12],"storage":[14,36,50,61,71],"and":[15],"computing.":[16],"The":[17],"executes":[19],"a":[21,31,43,52],"compute":[22],"cluster":[23,33,45],"equipped":[24],"with":[25],"GPUs/TPUs":[26],"while":[27],"reading":[28],"data":[29],"from":[30,59],"separate":[32],"hosting":[34],"service.":[37],"To":[38],"alleviate":[39],"potential":[41],"bottleneck,":[42],"leverages":[47],"its":[48],"local":[49],"as":[51],"cache":[53],"to":[54,75],"reduce":[55],"remote":[57],"IO":[58],"cluster.":[62],"However,":[63],"existing":[64],"deep":[65],"schedulers":[67],"do":[68],"not":[69],"manage":[70],"resources":[72],"thus":[73],"fail":[74],"consider":[76],"diverse":[78],"caching":[79],"effects":[80],"across":[81],"different":[82],"jobs.":[84],"This":[85],"could":[86],"degrade":[87],"scheduling":[88],"quality":[89],"significantly.":[90]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}