{"id":"https://openalex.org/W7162461522","doi":"https://doi.org/10.48550/arxiv.2605.24326","title":"ScaleAcross Explorer: Exploring Communication Optimization for Scale-Across AI Model Training","display_name":"ScaleAcross Explorer: Exploring Communication Optimization for Scale-Across AI Model Training","publication_year":2026,"publication_date":"2026-05-23","ids":{"openalex":"https://openalex.org/W7162461522","doi":"https://doi.org/10.48550/arxiv.2605.24326"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.24326","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.24326","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.24326","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137069635","display_name":"Minghao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Minghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104179257","display_name":"Alicia Golden","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Golden, Alicia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047381366","display_name":"Samuel Hsia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hsia, Samuel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002457261","display_name":"Michael Kuchnik","orcid":"https://orcid.org/0000-0002-0805-1828"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuchnik, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071326128","display_name":"Adi Gangidi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gangidi, Adi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137078598","display_name":"Xu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106212303","display_name":"Ashmitha Jeevaraj Shetty","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shetty, Ashmitha Jeevaraj","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008830900","display_name":"Zachary DeVito","orcid":"https://orcid.org/0009-0002-8863-1503"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"DeVito, Zachary","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136993202","display_name":"Weiwei Chu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chu, Weiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137026209","display_name":"Dong He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Dong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055539155","display_name":"Haoci Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Haoci","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137059917","display_name":"Yuchen Hao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao, Yuchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112901893","display_name":"Ruoming Pang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pang, Ruoming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136997623","display_name":"James Hongyi Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, James Hongyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137008592","display_name":"Ying Zhang","orcid":"https://orcid.org/0009-0008-3467-3613"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035157838","display_name":"Minlan Yu","orcid":"https://orcid.org/0000-0002-2381-0212"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Minlan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137044712","display_name":"Carole-Jean Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Carole-Jean","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.5004000067710876,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.5004000067710876,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.11490000039339066,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.09560000151395798,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.7181000113487244},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.6496999859809875},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6029999852180481},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5918999910354614},{"id":"https://openalex.org/keywords/data-parallelism","display_name":"Data parallelism","score":0.5525000095367432},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.46070000529289246},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4571000039577484},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.43380001187324524},{"id":"https://openalex.org/keywords/interoperability","display_name":"Interoperability","score":0.3962000012397766}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7993999719619751},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.7181000113487244},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.6496999859809875},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6029999852180481},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5918999910354614},{"id":"https://openalex.org/C61483411","wikidata":"https://www.wikidata.org/wiki/Q3124522","display_name":"Data parallelism","level":3,"score":0.5525000095367432},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4805000126361847},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.46070000529289246},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4571000039577484},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.43380001187324524},{"id":"https://openalex.org/C20136886","wikidata":"https://www.wikidata.org/wiki/Q749647","display_name":"Interoperability","level":2,"score":0.3962000012397766},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.38350000977516174},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.3815000057220459},{"id":"https://openalex.org/C2776221188","wikidata":"https://www.wikidata.org/wiki/Q21072556","display_name":"Design space exploration","level":2,"score":0.38119998574256897},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.38109999895095825},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.36419999599456787},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34709998965263367},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.3375999927520752},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33070001006126404},{"id":"https://openalex.org/C158156997","wikidata":"https://www.wikidata.org/wiki/Q1416645","display_name":"Models of communication","level":2,"score":0.3192000091075897},{"id":"https://openalex.org/C153740404","wikidata":"https://www.wikidata.org/wiki/Q671224","display_name":"Data center","level":2,"score":0.3091000020503998},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.3066999912261963},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.30660000443458557},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C31352089","wikidata":"https://www.wikidata.org/wiki/Q3750474","display_name":"Systems design","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2806999981403351},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C101765175","wikidata":"https://www.wikidata.org/wiki/Q577764","display_name":"Communications system","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.26330000162124634},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2567000091075897}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.24326","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.24326","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.24326","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.24326","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.672488272190094}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"rapid":[1],"scaling":[2],"of":[3,56,67,69,74,92,116,151],"large":[4,76],"language":[5],"model":[6,39,86],"training":[7,58,83,132,141],"requires":[8],"distributing":[9],"GPU":[10],"resources":[11],"across":[12,60,147],"multiple":[13],"data":[14,63],"center":[15],"buildings":[16],"and":[17,43,79,101,119,126,137],"regions.":[18],"We":[19,105],"refer":[20],"to":[21,80,130,139],"such":[22],"paradigm":[23],"as":[24],"\"scale-across\"":[25],"training.":[26,123],"As":[27],"infrastructure":[28],"expands,":[29],"the":[30,54,75,114,144],"system":[31],"design":[32,77,95,117,152],"space":[33,78],"becomes":[34],"increasingly":[35],"intricate,":[36],"encompassing":[37],"new":[38],"architectures,":[40],"hardware":[41],"heterogeneity,":[42],"evolving":[44],"communication":[45],"patterns.":[46],"Drawing":[47],"from":[48],"Meta's":[49],"production":[50,135],"experience,":[51],"we":[52,88],"highlight":[53],"complexities":[55],"deploying":[57],"jobs":[59],"a":[61,148],"few":[62],"centers":[64],"housing":[65],"hundreds":[66],"thousands":[68],"GPUs.":[70],"To":[71],"accelerate":[72],"exploration":[73],"enable":[81],"efficient":[82],"for":[84],"frontier":[85],"development,":[87],"conduct":[89],"in-depth":[90],"characterization":[91],"three":[93],"key":[94],"dimensions:":[96],"parallelism":[97,99],"placement,":[98],"scheduling,":[100],"network":[102],"layer":[103],"technologies.":[104],"then":[106],"propose":[107],"ScaleAcross":[108],"Explorer,":[109],"an":[110],"optimizer":[111],"that":[112],"considers":[113],"interplay":[115],"dimensions":[118],"holistically":[120],"optimizes":[121],"scale-across":[122],"Testbed":[124],"experiments":[125],"simulations":[127],"demonstrate":[128],"up":[129,138],"64.62%":[131],"speedups":[133,142],"over":[134,143],"configuration":[136],"37.59%":[140],"state-of-the-art":[145],"baseline":[146],"wide":[149],"range":[150],"points.":[153]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-27T00:00:00"}