{"id":"https://openalex.org/W7159594029","doi":"https://doi.org/10.48550/arxiv.2604.27844","title":"ZipCCL: Efficient Lossless Data Compression of Communication Collectives for Accelerating LLM Training","display_name":"ZipCCL: Efficient Lossless Data Compression of Communication Collectives for Accelerating LLM Training","publication_year":2026,"publication_date":"2026-04-30","ids":{"openalex":"https://openalex.org/W7159594029","doi":"https://doi.org/10.48550/arxiv.2604.27844"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.27844","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.27844","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.27844","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110841034","display_name":"Wenxiang Lin","orcid":"https://orcid.org/0000-0001-5147-0844"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Wenxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134973061","display_name":"Xinglin Pan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Xinglin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054056254","display_name":"Ruibo Fan","orcid":"https://orcid.org/0009-0006-7492-2069"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Ruibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134955064","display_name":"Shaohuai Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Shaohuai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134934929","display_name":"Xiaowen Chu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chu, Xiaowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.40709999203681946,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.40709999203681946,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.12700000405311584,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.0763000026345253,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.7731000185012817},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6140000224113464},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.6089000105857849},{"id":"https://openalex.org/keywords/adaptive-coding","display_name":"Adaptive coding","score":0.5745999813079834},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4334999918937683},{"id":"https://openalex.org/keywords/data-compression-ratio","display_name":"Data compression ratio","score":0.42260000109672546},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4154999852180481},{"id":"https://openalex.org/keywords/communications-system","display_name":"Communications system","score":0.4011000096797943},{"id":"https://openalex.org/keywords/lossy-compression","display_name":"Lossy compression","score":0.3476000130176544}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7883999943733215},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.7731000185012817},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6140000224113464},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.6089000105857849},{"id":"https://openalex.org/C57890076","wikidata":"https://www.wikidata.org/wiki/Q4680725","display_name":"Adaptive coding","level":4,"score":0.5745999813079834},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4334999918937683},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.42260000109672546},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4154999852180481},{"id":"https://openalex.org/C101765175","wikidata":"https://www.wikidata.org/wiki/Q577764","display_name":"Communications system","level":2,"score":0.4011000096797943},{"id":"https://openalex.org/C165021410","wikidata":"https://www.wikidata.org/wiki/Q55564","display_name":"Lossy compression","level":2,"score":0.3476000130176544},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.337799996137619},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3375999927520752},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.3359000086784363},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.3188000023365021},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.3043000102043152},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.30399999022483826},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.3021000027656555},{"id":"https://openalex.org/C8384606","wikidata":"https://www.wikidata.org/wiki/Q2190356","display_name":"Lossless JPEG","level":5,"score":0.29589998722076416},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C2780945871","wikidata":"https://www.wikidata.org/wiki/Q194274","display_name":"Backup","level":2,"score":0.27810001373291016},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.27480000257492065},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.272599995136261},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.25209999084472656},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.25130000710487366},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.27844","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.27844","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.27844","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.27844","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Communication":[0],"has":[1,31],"emerged":[2],"as":[3],"a":[4,65,70,80,154],"critical":[5],"bottleneck":[6],"in":[7],"the":[8,26,44,53,104],"distributed":[9],"training":[10,62,175],"of":[11,28,46,85,107,177],"large":[12],"language":[13],"models":[14],"(LLMs).":[15],"While":[16],"numerous":[17],"approaches":[18],"have":[19],"been":[20],"proposed":[21],"to":[22,110,170,179],"reduce":[23],"communication":[24,48,54,83,138,166],"overhead,":[25],"potential":[27],"lossless":[29,81],"compression":[30,36,112,119],"remained":[32],"largely":[33],"underexplored":[34],"since":[35],"and":[37,59,120,129,135,149,160,172],"decompression":[38,121],"typically":[39],"consume":[40],"larger":[41],"overheads":[42],"than":[43],"benefits":[45],"reduced":[47],"traffic.":[49],"We":[50],"observe":[51],"that":[52,102,123,140],"data,":[55],"including":[56],"activations,":[57],"gradients":[58],"parameters,":[60],"during":[61],"often":[63],"follows":[64],"near-Gaussian":[66],"distribution,":[67],"which":[68],"is":[69,91],"key":[71],"feature":[72],"for":[73,87],"data":[74,133],"compression.":[75],"Thus,":[76],"we":[77],"introduce":[78],"ZipCCL,":[79],"compressed":[82],"library":[84],"collectives":[86],"LLM":[88,108],"training.":[89],"ZipCCL":[90,164],"equipped":[92],"with":[93],"our":[94],"novel":[95],"techniques:":[96],"(1)":[97],"theoretically":[98],"grounded":[99],"exponent":[100],"coding":[101],"exploits":[103],"Gaussian":[105],"distribution":[106],"tensors":[109],"accelerate":[111],"without":[113,181],"expensive":[114],"online":[115],"statistics,":[116],"(2)":[117],"GPU-optimized":[118],"kernels":[122],"carefully":[124],"design":[125],"memory":[126],"access":[127],"patterns":[128,148],"pipeline":[130],"using":[131,157],"communication-aware":[132],"layout,":[134],"(3)":[136],"adaptive":[137],"strategies":[139],"dynamically":[141],"switch":[142],"collective":[143],"operations":[144],"based":[145],"on":[146,153,184],"workload":[147],"system":[150],"characteristics.":[151],"Evaluated":[152],"64-GPU":[155],"cluster":[156],"both":[158],"mixture-of-experts":[159],"dense":[161],"transformer":[162],"models,":[163],"reduces":[165],"time":[167],"by":[168],"up":[169,178],"1.35$\\times$":[171],"achieves":[173],"end-to-end":[174],"speedups":[176],"1.18$\\times$":[180],"any":[182],"impact":[183],"model":[185],"quality.":[186]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-02T00:00:00"}