{"id":"https://openalex.org/W4401542025","doi":"https://doi.org/10.1109/infocomwkshps61880.2024.10620705","title":"Simulating LLM Training in CXL-Based Heterogeneous Computing Cluster","display_name":"Simulating LLM Training in CXL-Based Heterogeneous Computing Cluster","publication_year":2024,"publication_date":"2024-05-20","ids":{"openalex":"https://openalex.org/W4401542025","doi":"https://doi.org/10.1109/infocomwkshps61880.2024.10620705"},"language":"en","primary_location":{"id":"doi:10.1109/infocomwkshps61880.2024.10620705","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/infocomwkshps61880.2024.10620705","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2024 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033649899","display_name":"Yinan Tang","orcid":"https://orcid.org/0000-0002-6029-3744"},"institutions":[{"id":"https://openalex.org/I4210144143","display_name":"Inspur (China)","ror":"https://ror.org/0474p4r72","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210144143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinan Tang","raw_affiliation_strings":["Inspur Electronic Information Industry Co., Ltd,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inspur Electronic Information Industry Co., Ltd,China","institution_ids":["https://openalex.org/I4210144143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042100540","display_name":"Tongtong Yuan","orcid":"https://orcid.org/0000-0002-8224-9891"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tongtong Yuan","raw_affiliation_strings":["Beijing University of Technology,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Technology,China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100719398","display_name":"Fang Cao","orcid":"https://orcid.org/0000-0002-4451-1481"},"institutions":[{"id":"https://openalex.org/I4210144143","display_name":"Inspur (China)","ror":"https://ror.org/0474p4r72","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210144143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Cao","raw_affiliation_strings":["Inspur Electronic Information Industry Co., Ltd,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inspur Electronic Information Industry Co., Ltd,China","institution_ids":["https://openalex.org/I4210144143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100382429","display_name":"Wang Li","orcid":"https://orcid.org/0000-0003-1286-4407"},"institutions":[{"id":"https://openalex.org/I4210144143","display_name":"Inspur (China)","ror":"https://ror.org/0474p4r72","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210144143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Wang","raw_affiliation_strings":["Inspur Electronic Information Industry Co., Ltd,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inspur Electronic Information Industry Co., Ltd,China","institution_ids":["https://openalex.org/I4210144143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055656398","display_name":"Zhenhua Guo","orcid":"https://orcid.org/0000-0002-1303-6681"},"institutions":[{"id":"https://openalex.org/I4210144143","display_name":"Inspur (China)","ror":"https://ror.org/0474p4r72","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210144143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenhua Guo","raw_affiliation_strings":["Inspur Electronic Information Industry Co., Ltd,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inspur Electronic Information Industry Co., Ltd,China","institution_ids":["https://openalex.org/I4210144143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101568187","display_name":"Yaqian Zhao","orcid":"https://orcid.org/0000-0002-9170-0090"},"institutions":[{"id":"https://openalex.org/I4210144143","display_name":"Inspur (China)","ror":"https://ror.org/0474p4r72","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210144143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaqian Zhao","raw_affiliation_strings":["Inspur Electronic Information Industry Co., Ltd,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inspur Electronic Information Industry Co., Ltd,China","institution_ids":["https://openalex.org/I4210144143"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064453711","display_name":"Rengang Li","orcid":"https://orcid.org/0000-0002-4297-4335"},"institutions":[{"id":"https://openalex.org/I4210144143","display_name":"Inspur (China)","ror":"https://ror.org/0474p4r72","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210144143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rengang Li","raw_affiliation_strings":["Inspur Electronic Information Industry Co., Ltd,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inspur Electronic Information Industry Co., Ltd,China","institution_ids":["https://openalex.org/I4210144143"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"4","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.8967000246047974,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.8967000246047974,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.7892000079154968,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13734","display_name":"Advanced Computational Techniques and Applications","score":0.7397000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.767961859703064},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.7148302793502808},{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.600614607334137},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.13706570863723755},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.05746343731880188}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.767961859703064},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.7148302793502808},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.600614607334137},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.13706570863723755},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.05746343731880188},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/infocomwkshps61880.2024.10620705","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/infocomwkshps61880.2024.10620705","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2024 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2147740236","https://openalex.org/W2612076670","https://openalex.org/W2734941459","https://openalex.org/W2798515322","https://openalex.org/W2926767350","https://openalex.org/W2975712713","https://openalex.org/W3096425133","https://openalex.org/W3101708369","https://openalex.org/W3130554079","https://openalex.org/W3197525459","https://openalex.org/W4318541517","https://openalex.org/W4362515116","https://openalex.org/W4367595583","https://openalex.org/W4381894573","https://openalex.org/W4382786993","https://openalex.org/W4385245566","https://openalex.org/W4385585365","https://openalex.org/W4400811249"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W230091440","https://openalex.org/W2390279801","https://openalex.org/W2233261550","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2376932109"],"abstract_inverted_index":{"As":[0],"we":[1],"know,":[2],"the":[3,22,31,60,66,128,141,173],"training":[4,15,61,117,180],"of":[5,63,72,143,175],"Large":[6],"Language":[7],"Models":[8],"(LLM)":[9],"is":[10,17,83],"time-consuming":[11],"and":[12,26,40,46,70,110,114,136,139,146,165,169],"expensive.":[13],"Its":[14],"efficiency":[16,62],"often":[18],"affected":[19],"by":[20],"both":[21],"heterogeneous":[23,27,120,144],"computing":[24,32,38,121,145],"devices":[25,39,75],"communication":[28],"networks":[29],"in":[30,118],"cluster.":[33],"In":[34,96],"recent":[35],"years,":[36],"new":[37,56,74,161],"technologies":[41,77,148,177],"such":[42],"as":[43,132],"NVIDIA":[44],"H200":[45],"Compute":[47],"Express":[48],"Link":[49],"(CXL)":[50],"3.0":[51],"have":[52],"been":[53],"proposed,":[54],"bringing":[55],"opportunities":[57],"for":[58,85,163],"improving":[59],"LLM.":[64],"However,":[65],"actual":[67],"deployment":[68],"difficulty":[69],"cost":[71],"these":[73],"or":[76,91],"are":[78],"extremely":[79],"high,":[80],"so":[81],"it":[82],"difficult":[84],"researchers":[86,159,171],"to":[87,98,112],"evaluate":[88,115],"their":[89],"impacts":[90],"improvements":[92],"on":[93,149,178],"LLM":[94,116,129,150,167,179],"training.":[95,151],"order":[97],"solve":[99],"this":[100,102,155],"problem,":[101],"paper":[103],"introduces":[104],"a":[105,133],"simulation":[106,134],"tool":[107],"named":[108],"HeterSim,":[109],"proposes":[111],"simulate":[113],"CXL-based":[119],"clusters":[122],"using":[123],"HeterSim.":[124],"This":[125],"article":[126,156],"takes":[127],"called":[130],"LLaMA":[131],"example,":[135],"successfully":[137],"simulates":[138],"analyzes":[140],"impact":[142,174],"CXL":[147],"We":[152],"hope":[153],"that":[154],"can":[157],"provide":[158],"with":[160],"ideas":[162],"simulating":[164],"analyzing":[166],"training,":[168],"help":[170],"explore":[172],"emerging":[176],"at":[181],"low":[182],"cost.":[183]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}