{"id":"https://openalex.org/W7160617566","doi":"https://doi.org/10.48550/arxiv.2605.06544","title":"CCL-Bench 1.0: A Trace-Based Benchmark for LLM Infrastructure","display_name":"CCL-Bench 1.0: A Trace-Based Benchmark for LLM Infrastructure","publication_year":2026,"publication_date":"2026-05-07","ids":{"openalex":"https://openalex.org/W7160617566","doi":"https://doi.org/10.48550/arxiv.2605.06544"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.06544","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06544","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.06544","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116096404","display_name":"Eric Ding","orcid":"https://orcid.org/0009-0006-0232-9821"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Eric","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135646386","display_name":"Byungsoo Oh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oh, Byungsoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041596121","display_name":"Bhaskar Kataria","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kataria, Bhaskar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021919436","display_name":"Kaiwen Guo","orcid":"https://orcid.org/0000-0001-8759-8874"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Kaiwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135697954","display_name":"Jelena Gvero","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gvero, Jelena","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135718683","display_name":"Abhishek Vijaya Kumar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kumar, Abhishek Vijaya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081695643","display_name":"Arjun Devraj","orcid":"https://orcid.org/0009-0006-2866-9824"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Devraj, Arjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024364703","display_name":"Lindsey Bowen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bowen, Lindsey","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050032686","display_name":"Atharv Sonwane","orcid":"https://orcid.org/0009-0000-2132-0458"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sonwane, Atharv","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135681029","display_name":"Emaad Manzoor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Manzoor, Emaad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5071694147","display_name":"Rachee Singh","orcid":"https://orcid.org/0000-0002-8118-3026"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Singh, Rachee","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":11,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.8853999972343445,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.8853999972343445,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.03720000013709068,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.007600000128149986,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7560999989509583},{"id":"https://openalex.org/keywords/interconnection","display_name":"Interconnection","score":0.6118999719619751},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5415999889373779},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.541100025177002},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.5370000004768372},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.40070000290870667},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.39320001006126404}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7702999711036682},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7560999989509583},{"id":"https://openalex.org/C123745756","wikidata":"https://www.wikidata.org/wiki/Q1665949","display_name":"Interconnection","level":2,"score":0.6118999719619751},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5415999889373779},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.541100025177002},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.5370000004768372},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.42080000042915344},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.40070000290870667},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.39320001006126404},{"id":"https://openalex.org/C204854418","wikidata":"https://www.wikidata.org/wiki/Q1362921","display_name":"Polling","level":2,"score":0.3928999900817871},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3709999918937683},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.35830000042915344},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.30730000138282776},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.303600013256073},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C67953723","wikidata":"https://www.wikidata.org/wiki/Q192525","display_name":"Workstation","level":2,"score":0.2606000006198883},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2578999996185303},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2547000050544739}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.06544","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06544","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.06544","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06544","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.6407076716423035,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Evaluative":[0],"claims":[1,117],"about":[2],"LLM":[3],"infrastructure":[4,36],"--":[5,16],"``workload":[6],"X":[7],"is":[8],"fastest":[9],"on":[10,18,158,168,182,186],"hardware":[11,24],"Y":[12],"with":[13,129],"software":[14,28],"Z''":[15],"depend":[17],"a":[19,40,58,86,97,145,183],"complex":[20],"configuration":[21,52,167,181],"space":[22],"spanning":[23],"accelerators,":[25],"interconnect":[26,142,156],"bandwidth,":[27],"frameworks,":[29],"parallelism":[30],"plans,":[31],"and":[32,90,105,134,160,163],"communication":[33,106],"libraries.":[34],"Current":[35],"evaluation":[37],"benchmarks":[38,67,120],"publish":[39],"small":[41,159],"set":[42],"of":[43,65],"end-to-end":[44,148],"numbers":[45],"that":[46,61,118],"do":[47],"not":[48],"explain":[49],"why":[50],"one":[51,169],"outperforms":[53],"another.":[54],"We":[55,94],"present":[56],"CCL-Bench,":[57,113],"trace-based":[59],"benchmark":[60],"addresses":[62],"the":[63,91,165,179],"limitations":[64],"existing":[66],"by":[68],"recording":[69],"reusable":[70],"evidence":[71],"for":[72],"every":[73],"ML":[74],"workload.":[75],"Each":[76],"contributed":[77],"data":[78],"point":[79],"in":[80,150],"CCL-Bench":[81],"packages":[82],"an":[83],"execution":[84],"trace,":[85],"YAML":[87],"workload":[88],"card,":[89],"launch":[92],"scripts.":[93],"have":[95],"developed":[96],"community-extensible":[98],"toolkit":[99],"to":[100,175],"compute":[101],"fine-grained":[102],"compute,":[103],"memory,":[104],"efficiency":[107],"metrics":[108],"from":[109],"this":[110],"evidence.":[111],"Using":[112],"we":[114],"surface":[115],"three":[116],"summary-statistic":[119],"cannot":[121],"support:":[122],"(i)":[123],"higher":[124,147],"compute-communication":[125],"overlap":[126],"can":[127,172],"coincide":[128],"longer":[130],"training":[131,170],"step":[132,151],"time":[133,152],"reveal":[135],"inefficient":[136],"parallelization":[137],"choices,":[138],"(ii)":[139],"doubling":[140,154],"TPU":[141],"bandwidth":[143,157],"yields":[144],"much":[146],"improvement":[149],"than":[153,178],"GPU":[155],"medium":[161],"workloads,":[162],"(iii)":[164],"best-tuned":[166,180],"framework":[171,185],"run":[173],"up":[174],"3$\\times$":[176],"slower":[177],"peer":[184],"identical":[187],"hardware.":[188]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-09T00:00:00"}