{"id":"https://openalex.org/W4408848075","doi":"https://doi.org/10.1145/3689031.3717469","title":"MEPipe: Democratizing LLM Training with Memory-Efficient Slice-Level Pipeline Scheduling on Cost-Effective Accelerators","display_name":"MEPipe: Democratizing LLM Training with Memory-Efficient Slice-Level Pipeline Scheduling on Cost-Effective Accelerators","publication_year":2025,"publication_date":"2025-03-26","ids":{"openalex":"https://openalex.org/W4408848075","doi":"https://doi.org/10.1145/3689031.3717469"},"language":"en","primary_location":{"id":"doi:10.1145/3689031.3717469","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3689031.3717469","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twentieth European Conference on Computer Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074205878","display_name":"Zhenbo Sun","orcid":"https://orcid.org/0000-0003-0313-1877"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhenbo Sun","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101491052","display_name":"Shengqi Chen","orcid":"https://orcid.org/0000-0002-2310-5249"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengqi Chen","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101533666","display_name":"Yuanwei Wang","orcid":"https://orcid.org/0000-0003-4201-3654"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanwei Wang","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100839245","display_name":"Jian Sha","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Sha","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082732322","display_name":"Guanyu Feng","orcid":"https://orcid.org/0000-0002-7754-4693"},"institutions":[{"id":"https://openalex.org/I4401726915","display_name":"Zhipu AI (China)","ror":"https://ror.org/005dzvw93","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanyu Feng","raw_affiliation_strings":["Zhipu AI, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Zhipu AI, Beijing, China","institution_ids":["https://openalex.org/I4401726915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103141832","display_name":"Wenguang Chen","orcid":"https://orcid.org/0000-0002-4281-1018"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenguang Chen","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5074205878"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":2.1983,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.82496384,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1263","last_page":"1278"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7358129620552063},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5394824743270874},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.45313966274261475},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3702651858329773},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.325645387172699},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3208998739719391},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.26551151275634766},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10594987869262695},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.06359779834747314}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7358129620552063},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5394824743270874},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.45313966274261475},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3702651858329773},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.325645387172699},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3208998739719391},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.26551151275634766},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10594987869262695},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.06359779834747314}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3689031.3717469","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3689031.3717469","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twentieth European Conference on Computer Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8455045324","display_name":null,"funder_award_id":"U20B2044","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1583837637","https://openalex.org/W2060393849","https://openalex.org/W3011751313","https://openalex.org/W3129831491","https://openalex.org/W3132107458","https://openalex.org/W3188270315","https://openalex.org/W3204998121","https://openalex.org/W3205803342","https://openalex.org/W3206832494","https://openalex.org/W4301361180","https://openalex.org/W4360831999","https://openalex.org/W4384918448","https://openalex.org/W4386348101","https://openalex.org/W4387113741","https://openalex.org/W4387302750","https://openalex.org/W4395117922","https://openalex.org/W4405903187"],"related_works":["https://openalex.org/W3037187668","https://openalex.org/W4234772502","https://openalex.org/W2380685755","https://openalex.org/W2252100032","https://openalex.org/W2963436428","https://openalex.org/W4400978025","https://openalex.org/W2918743509","https://openalex.org/W2734796617","https://openalex.org/W3083218341","https://openalex.org/W3034087822"],"abstract_inverted_index":{"The":[0,28],"training":[1,34],"of":[2],"large":[3],"language":[4],"models":[5],"(LLMs)":[6],"typically":[7],"needs":[8],"costly":[9],"GPUs,":[10],"such":[11],"as":[12,46],"NVIDIA":[13],"A100":[14],"or":[15],"H100.":[16],"They":[17],"possess":[18],"substantial":[19],"high-bandwidth":[20],"on-chip":[21],"memory":[22],"and":[23],"rapid":[24],"interconnects":[25],"like":[26],"NVLinks.":[27],"exorbitant":[29],"expenses":[30],"associated":[31],"with":[32],"LLM":[33],"pose":[35],"not":[36],"just":[37],"an":[38],"economic":[39],"challenge":[40],"but":[41],"also":[42],"a":[43,57],"societal":[44],"one,":[45],"it":[47],"restricts":[48],"the":[49],"ability":[50],"to":[51,56],"train":[52],"LLMs":[53],"from":[54],"scratch":[55],"selected":[58],"few":[59],"organizations.":[60]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}