{"id":"https://openalex.org/W4394998892","doi":"https://doi.org/10.1145/3620665.3640423","title":"GMLake: Efficient and Transparent GPU Memory Defragmentation for Large-scale DNN Training with Virtual Memory Stitching","display_name":"GMLake: Efficient and Transparent GPU Memory Defragmentation for Large-scale DNN Training with Virtual Memory Stitching","publication_year":2024,"publication_date":"2024-04-22","ids":{"openalex":"https://openalex.org/W4394998892","doi":"https://doi.org/10.1145/3620665.3640423"},"language":"en","primary_location":{"id":"doi:10.1145/3620665.3640423","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3620665.3640423","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Architectural Support for Programming Languages and Operating Systems, Volume 2","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101706991","display_name":"Cong Guo","orcid":"https://orcid.org/0000-0002-4479-5525"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210122302","display_name":"ShangHai JiAi Genetics & IVF Institute","ror":"https://ror.org/02rgbry52","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210122302"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Cong Guo","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China","Shanghai Qi Zhi Institute, Shanghai, China","Shanghai Jiao Tong University, Shanghai, China Shanghai Qi Zhi Institute, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4479-5525","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Qi Zhi Institute, Shanghai, China","institution_ids":["https://openalex.org/I4210122302"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China Shanghai Qi Zhi Institute, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009387028","display_name":"Rui Zhang","orcid":"https://orcid.org/0009-0002-3043-7775"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rui Zhang","raw_affiliation_strings":["Ant Group, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0002-3043-7775","affiliations":[{"raw_affiliation_string":"Ant Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037621622","display_name":"Jiale Xu","orcid":"https://orcid.org/0009-0007-4694-6597"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210122302","display_name":"ShangHai JiAi Genetics & IVF Institute","ror":"https://ror.org/02rgbry52","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210122302"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiale Xu","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China","Shanghai Qi Zhi Institute, Shanghai, China","Shanghai Jiao Tong University, Shanghai, China Shanghai Qi Zhi Institute, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0007-4694-6597","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Qi Zhi Institute, Shanghai, China","institution_ids":["https://openalex.org/I4210122302"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China Shanghai Qi Zhi Institute, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003939279","display_name":"Jingwen Leng","orcid":"https://orcid.org/0000-0002-5660-5493"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210122302","display_name":"ShangHai JiAi Genetics & IVF Institute","ror":"https://ror.org/02rgbry52","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210122302"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingwen Leng","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China","Shanghai Qi Zhi Institute, Shanghai, China","Shanghai Jiao Tong University, Shanghai, China Shanghai Qi Zhi Institute, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-5660-5493","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Qi Zhi Institute, Shanghai, China","institution_ids":["https://openalex.org/I4210122302"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China Shanghai Qi Zhi Institute, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100623100","display_name":"Zihan Liu","orcid":"https://orcid.org/0000-0002-0874-0682"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210122302","display_name":"ShangHai JiAi Genetics & IVF Institute","ror":"https://ror.org/02rgbry52","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210122302"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihan Liu","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China","Shanghai Qi Zhi Institute, Shanghai, China","Shanghai Jiao Tong University, Shanghai, China Shanghai Qi Zhi Institute, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-0874-0682","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Qi Zhi Institute, Shanghai, China","institution_ids":["https://openalex.org/I4210122302"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China Shanghai Qi Zhi Institute, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023446514","display_name":"Ziyu Huang","orcid":"https://orcid.org/0009-0000-5516-2734"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210122302","display_name":"ShangHai JiAi Genetics & IVF Institute","ror":"https://ror.org/02rgbry52","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210122302"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyu Huang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China","Shanghai Qi Zhi Institute, Shanghai, China","Shanghai Jiao Tong University, Shanghai, China Shanghai Qi Zhi Institute, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0000-5516-2734","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Qi Zhi Institute, Shanghai, China","institution_ids":["https://openalex.org/I4210122302"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China Shanghai Qi Zhi Institute, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039318240","display_name":"Minyi Guo","orcid":"https://orcid.org/0000-0003-0034-2302"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210122302","display_name":"ShangHai JiAi Genetics & IVF Institute","ror":"https://ror.org/02rgbry52","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210122302"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minyi Guo","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China","Shanghai Qi Zhi Institute, Shanghai, China","Shanghai Jiao Tong University, Shanghai, China Shanghai Qi Zhi Institute, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0034-2302","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Qi Zhi Institute, Shanghai, China","institution_ids":["https://openalex.org/I4210122302"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China Shanghai Qi Zhi Institute, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001932558","display_name":"Hao Wu","orcid":"https://orcid.org/0009-0003-2630-8361"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao Wu","raw_affiliation_strings":["Ant Group, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-2630-8361","affiliations":[{"raw_affiliation_string":"Ant Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101867875","display_name":"Shouren Zhao","orcid":"https://orcid.org/0009-0003-0574-245X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shouren Zhao","raw_affiliation_strings":["Ant Group, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-0574-245X","affiliations":[{"raw_affiliation_string":"Ant Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078039471","display_name":"Junping Zhao","orcid":"https://orcid.org/0009-0003-5268-2541"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junping Zhao","raw_affiliation_strings":["Ant Group, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-5268-2541","affiliations":[{"raw_affiliation_string":"Ant Group, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101488120","display_name":"Ke Zhang","orcid":"https://orcid.org/0009-0008-6685-1293"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ke Zhang","raw_affiliation_strings":["Ant Group, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-6685-1293","affiliations":[{"raw_affiliation_string":"Ant Group, Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5101706991"],"corresponding_institution_ids":["https://openalex.org/I183067930","https://openalex.org/I4210122302"],"apc_list":null,"apc_paid":null,"fwci":5.4664,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.96799238,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"450","last_page":"466"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8772573471069336},{"id":"https://openalex.org/keywords/allocator","display_name":"Allocator","score":0.7123363018035889},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5905622243881226},{"id":"https://openalex.org/keywords/memory-management","display_name":"Memory management","score":0.5602075457572937},{"id":"https://openalex.org/keywords/interleaved-memory","display_name":"Interleaved memory","score":0.5069985389709473},{"id":"https://openalex.org/keywords/c-dynamic-memory-allocation","display_name":"C dynamic memory allocation","score":0.4558079242706299},{"id":"https://openalex.org/keywords/flat-memory-model","display_name":"Flat memory model","score":0.4182438850402832},{"id":"https://openalex.org/keywords/memory-model","display_name":"Memory model","score":0.41576868295669556},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.356295108795166},{"id":"https://openalex.org/keywords/shared-memory","display_name":"Shared memory","score":0.31439128518104553},{"id":"https://openalex.org/keywords/semiconductor-memory","display_name":"Semiconductor memory","score":0.2648620307445526},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.22109654545783997}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8772573471069336},{"id":"https://openalex.org/C162262903","wikidata":"https://www.wikidata.org/wiki/Q343527","display_name":"Allocator","level":2,"score":0.7123363018035889},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5905622243881226},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.5602075457572937},{"id":"https://openalex.org/C63511323","wikidata":"https://www.wikidata.org/wiki/Q908936","display_name":"Interleaved memory","level":4,"score":0.5069985389709473},{"id":"https://openalex.org/C34339311","wikidata":"https://www.wikidata.org/wiki/Q1050390","display_name":"C dynamic memory allocation","level":4,"score":0.4558079242706299},{"id":"https://openalex.org/C57863822","wikidata":"https://www.wikidata.org/wiki/Q905488","display_name":"Flat memory model","level":4,"score":0.4182438850402832},{"id":"https://openalex.org/C12186640","wikidata":"https://www.wikidata.org/wiki/Q6815743","display_name":"Memory model","level":3,"score":0.41576868295669556},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.356295108795166},{"id":"https://openalex.org/C133875982","wikidata":"https://www.wikidata.org/wiki/Q764810","display_name":"Shared memory","level":2,"score":0.31439128518104553},{"id":"https://openalex.org/C98986596","wikidata":"https://www.wikidata.org/wiki/Q1143031","display_name":"Semiconductor memory","level":2,"score":0.2648620307445526},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.22109654545783997}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3620665.3640423","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3620665.3640423","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Architectural Support for Programming Languages and Operating Systems, Volume 2","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.6299999952316284}],"awards":[{"id":"https://openalex.org/G3940808221","display_name":null,"funder_award_id":"62222210","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8806450724","display_name":null,"funder_award_id":"U21B2017","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8826274250","display_name":null,"funder_award_id":"62072297","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W2003011182","https://openalex.org/W2023214828","https://openalex.org/W2025674827","https://openalex.org/W2086720197","https://openalex.org/W2151958460","https://openalex.org/W2156077332","https://openalex.org/W2157802602","https://openalex.org/W2576312950","https://openalex.org/W2747329762","https://openalex.org/W2804032941","https://openalex.org/W2896457183","https://openalex.org/W2899771611","https://openalex.org/W2901299405","https://openalex.org/W2946342826","https://openalex.org/W2947664806","https://openalex.org/W2954048742","https://openalex.org/W2963122961","https://openalex.org/W2963148663","https://openalex.org/W2967121647","https://openalex.org/W2970971581","https://openalex.org/W2980186997","https://openalex.org/W2981758446","https://openalex.org/W2990714382","https://openalex.org/W2994144272","https://openalex.org/W2999905431","https://openalex.org/W3016542674","https://openalex.org/W3030163527","https://openalex.org/W3035582633","https://openalex.org/W3037807633","https://openalex.org/W3081168214","https://openalex.org/W3092319711","https://openalex.org/W3093933627","https://openalex.org/W3121562065","https://openalex.org/W3125565132","https://openalex.org/W3158444059","https://openalex.org/W3159351344","https://openalex.org/W3165976180","https://openalex.org/W3187908937","https://openalex.org/W3204105967","https://openalex.org/W3205803342","https://openalex.org/W3206832494","https://openalex.org/W3209721572","https://openalex.org/W4214512541","https://openalex.org/W4221162983","https://openalex.org/W4224051134","https://openalex.org/W4241251112","https://openalex.org/W4281758439","https://openalex.org/W4282045846","https://openalex.org/W4294691732","https://openalex.org/W4308083739","https://openalex.org/W4312513797","https://openalex.org/W4318541535","https://openalex.org/W4322718191","https://openalex.org/W4366341968","https://openalex.org/W4368304377","https://openalex.org/W4379260375","https://openalex.org/W4380985699","https://openalex.org/W4385245566","https://openalex.org/W6684057194","https://openalex.org/W6739901393","https://openalex.org/W6771626834","https://openalex.org/W6778883912","https://openalex.org/W6811340617","https://openalex.org/W6837709704","https://openalex.org/W6852962002","https://openalex.org/W7000926438"],"related_works":["https://openalex.org/W2401488962","https://openalex.org/W2122491468","https://openalex.org/W2889806513","https://openalex.org/W4293054943","https://openalex.org/W1545590191","https://openalex.org/W2020469226","https://openalex.org/W2729057671","https://openalex.org/W4214748026","https://openalex.org/W2471153971","https://openalex.org/W4320854924"],"abstract_inverted_index":{"Large-scale":[0],"deep":[1],"neural":[2],"networks":[3],"(DNNs),":[4],"such":[5,26,101],"as":[6,102],"large":[7,57],"language":[8],"models":[9,27,206,221],"(LLMs),":[10],"have":[11,236],"revolutionized":[12],"the":[13,35,49,55,90,132,219,228],"artificial":[14],"intelligence":[15],"(AI)":[16],"field":[17],"and":[18,32,70,107,121,197,222,226],"become":[19],"increasingly":[20],"popular.":[21],"However,":[22],"training":[23],"or":[24,172],"fine-tuning":[25],"requires":[28],"substantial":[29],"computational":[30],"power":[31],"resources,":[33],"where":[34],"memory":[36,64,79,87,98,116,123,145,153,157,165,175,180,195,223],"capacity":[37],"of":[38,48,61,187,231],"a":[39,44,73,78,82,143,162,178],"single":[40],"acceleration":[41],"device":[42],"like":[43,68],"GPU":[45,151,156,194,208],"is":[46,113,215],"one":[47],"most":[50],"important":[51],"bottlenecks.":[52],"Owing":[53],"to":[54,127,191,200,218],"prohibitively":[56],"overhead":[58],"(e.g.,":[59],"10\u00d7)":[60],"GPUs'":[62],"native":[63],"allocator,":[65],"DNN":[66,220],"frameworks":[67],"PyTorch":[69],"TensorFlow":[71],"adopt":[72],"caching":[74,91,134],"allocator":[75],"that":[76,114],"maintains":[77],"pool":[80],"with":[81,177,210],"splitting":[83],"mechanism":[84],"for":[85,96,131],"fast":[86],"(de)allocation.":[88],"Unfortunately,":[89],"allocator's":[92],"efficiency":[93],"degrades":[94],"quickly":[95],"popular":[97],"reduction":[99,117,224],"techniques":[100,118,225],"re-computation,":[103],"offloading,":[104],"distributed":[105],"training,":[106],"low-rank":[108],"adaptation.":[109],"The":[110],"primary":[111],"reason":[112],"those":[115],"introduce":[119],"frequent":[120],"irregular":[122],"(de)allocation":[124],"requests,":[125],"leading":[126],"severe":[128],"fragmentation":[129,139,202],"problems":[130],"splitting-based":[133],"allocator.":[135],"To":[136],"mitigate":[137],"this":[138],"problem,":[140],"we":[141],"propose":[142],"novel":[144,163],"allocation":[146],"framework":[147],"based":[148],"on":[149,207],"low-level":[150],"virtual":[152,164,179],"management":[154],"called":[155],"lake":[158],"(GMLake).":[159],"GMLake":[160,183,214,238],"employs":[161],"stitching":[166],"(VMS)":[167],"mechanism,":[168],"which":[169],"can":[170,184],"fuse":[171],"combine":[173],"non-contiguous":[174],"blocks":[176],"address":[181],"mapping.":[182],"reduce":[185],"average":[186],"9.2":[188],"GB":[189,212],"(up":[190,199],"25":[192],"GB)":[193],"usage":[196],"15%":[198],"33%)":[201],"among":[203],"eight":[204],"LLM":[205],"A100":[209],"80":[211],"memory.":[213],"completely":[216],"transparent":[217],"ensures":[227],"seamless":[229],"execution":[230],"resource-intensive":[232],"deep-learning":[233],"tasks.":[234],"We":[235],"open-sourced":[237],"at":[239],"https://github.com/intelligent-machine-learning/glake/tree/main/GMLake.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":4}],"updated_date":"2026-04-25T08:17:42.794288","created_date":"2025-10-10T00:00:00"}