{"id":"https://openalex.org/W4416146727","doi":"https://doi.org/10.1145/3712285.3759870","title":"Distributed Cross-Channel Hierarchical Aggregation for Foundation Models","display_name":"Distributed Cross-Channel Hierarchical Aggregation for Foundation Models","publication_year":2025,"publication_date":"2025-11-12","ids":{"openalex":"https://openalex.org/W4416146727","doi":"https://doi.org/10.1145/3712285.3759870"},"language":null,"primary_location":{"id":"doi:10.1145/3712285.3759870","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3712285.3759870","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3712285.3759870","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006493183","display_name":"Aristeidis Tsaris","orcid":"https://orcid.org/0000-0002-7734-3349"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]},{"id":"https://openalex.org/I1309980932","display_name":"National Transportation Research Center","ror":"https://ror.org/011fc0n53","country_code":"US","type":"government","lineage":["https://openalex.org/I1309980932"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Aristeidis Tsaris","raw_affiliation_strings":["Oak Ridge National Laboratory (ORNL), Knoxville, USA"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory (ORNL), Knoxville, USA","institution_ids":["https://openalex.org/I1309980932","https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004692421","display_name":"Isaac Lyngaas","orcid":"https://orcid.org/0000-0002-1682-4309"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]},{"id":"https://openalex.org/I1309980932","display_name":"National Transportation Research Center","ror":"https://ror.org/011fc0n53","country_code":"US","type":"government","lineage":["https://openalex.org/I1309980932"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Isaac Lyngaas","raw_affiliation_strings":["Oak Ridge National Laboratory (ORNL), Knoxville, USA"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory (ORNL), Knoxville, USA","institution_ids":["https://openalex.org/I1309980932","https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059904306","display_name":"John Lagergren","orcid":"https://orcid.org/0000-0002-8092-7433"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]},{"id":"https://openalex.org/I1309980932","display_name":"National Transportation Research Center","ror":"https://ror.org/011fc0n53","country_code":"US","type":"government","lineage":["https://openalex.org/I1309980932"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Lagergren","raw_affiliation_strings":["Oak Ridge National Laboratory (ORNL), Knoxville, USA"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory (ORNL), Knoxville, USA","institution_ids":["https://openalex.org/I1309980932","https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002208999","display_name":"Mohamed Wahib","orcid":"https://orcid.org/0000-0002-7165-2095"},"institutions":[{"id":"https://openalex.org/I4210129730","display_name":"RIKEN Center for Computational Science","ror":"https://ror.org/03r519674","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210129730"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Mohamed Wahib","raw_affiliation_strings":["RIKEN Center for Computational Science (R-CCS), Kobe, Japan"],"affiliations":[{"raw_affiliation_string":"RIKEN Center for Computational Science (R-CCS), Kobe, Japan","institution_ids":["https://openalex.org/I4210129730"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064739607","display_name":"Larry M. York","orcid":"https://orcid.org/0000-0002-1995-9479"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]},{"id":"https://openalex.org/I1309980932","display_name":"National Transportation Research Center","ror":"https://ror.org/011fc0n53","country_code":"US","type":"government","lineage":["https://openalex.org/I1309980932"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Larry York","raw_affiliation_strings":["Oak Ridge National Laboratory (ORNL), Knoxville, USA"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory (ORNL), Knoxville, USA","institution_ids":["https://openalex.org/I1309980932","https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068721920","display_name":"Prasanna Balaprakash","orcid":"https://orcid.org/0000-0002-0292-5715"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]},{"id":"https://openalex.org/I1309980932","display_name":"National Transportation Research Center","ror":"https://ror.org/011fc0n53","country_code":"US","type":"government","lineage":["https://openalex.org/I1309980932"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prasanna Balaprakash","raw_affiliation_strings":["Oak Ridge National Laboratory (ORNL), Knoxville, USA"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory (ORNL), Knoxville, USA","institution_ids":["https://openalex.org/I1309980932","https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055684887","display_name":"Dan Lu","orcid":"https://orcid.org/0000-0001-5162-9843"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]},{"id":"https://openalex.org/I1309980932","display_name":"National Transportation Research Center","ror":"https://ror.org/011fc0n53","country_code":"US","type":"government","lineage":["https://openalex.org/I1309980932"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dan Lu","raw_affiliation_strings":["Oak Ridge National Laboratory (ORNL), Knoxville, USA"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory (ORNL), Knoxville, USA","institution_ids":["https://openalex.org/I1309980932","https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101916963","display_name":"Feiyi Wang","orcid":"https://orcid.org/0000-0002-0099-1559"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]},{"id":"https://openalex.org/I1309980932","display_name":"National Transportation Research Center","ror":"https://ror.org/011fc0n53","country_code":"US","type":"government","lineage":["https://openalex.org/I1309980932"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Feiyi Wang","raw_affiliation_strings":["Oak Ridge National Laboratory (ORNL), Knoxville, USA"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory (ORNL), Knoxville, USA","institution_ids":["https://openalex.org/I1309980932","https://openalex.org/I1289243028"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100411431","display_name":"Xiao Wang","orcid":"https://orcid.org/0000-0001-6545-1943"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]},{"id":"https://openalex.org/I1309980932","display_name":"National Transportation Research Center","ror":"https://ror.org/011fc0n53","country_code":"US","type":"government","lineage":["https://openalex.org/I1309980932"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiao Wang","raw_affiliation_strings":["Oak Ridge National Laboratory (ORNL), Knoxville, USA"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory (ORNL), Knoxville, USA","institution_ids":["https://openalex.org/I1309980932","https://openalex.org/I1289243028"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5006493183"],"corresponding_institution_ids":["https://openalex.org/I1289243028","https://openalex.org/I1309980932"],"apc_list":null,"apc_paid":null,"fwci":2.1164,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.90114717,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"935","last_page":"948"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.45399999618530273,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.45399999618530273,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.10429999977350235,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.040300000458955765,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.5164999961853027},{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.4189999997615814},{"id":"https://openalex.org/keywords/data-aggregator","display_name":"Data aggregator","score":0.39149999618530273},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.35109999775886536},{"id":"https://openalex.org/keywords/computational-model","display_name":"Computational model","score":0.34209999442100525},{"id":"https://openalex.org/keywords/hierarchical-database-model","display_name":"Hierarchical database model","score":0.3271999955177307},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.30230000615119934}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6705999970436096},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.5164999961853027},{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.4189999997615814},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40560001134872437},{"id":"https://openalex.org/C82578977","wikidata":"https://www.wikidata.org/wiki/Q16773055","display_name":"Data aggregator","level":3,"score":0.39149999618530273},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.35109999775886536},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.34209999442100525},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3375999927520752},{"id":"https://openalex.org/C144986985","wikidata":"https://www.wikidata.org/wiki/Q871236","display_name":"Hierarchical database model","level":2,"score":0.3271999955177307},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3215000033378601},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.30230000615119934},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.27950000762939453},{"id":"https://openalex.org/C138827492","wikidata":"https://www.wikidata.org/wiki/Q6661985","display_name":"Data processing","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2757999897003174},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.2651999890804291},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.25529998540878296},{"id":"https://openalex.org/C138958017","wikidata":"https://www.wikidata.org/wiki/Q190087","display_name":"Data type","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3712285.3759870","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3712285.3759870","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3712285.3759870","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3712285.3759870","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W2193503481","https://openalex.org/W3025949386","https://openalex.org/W3122270904","https://openalex.org/W4312468136","https://openalex.org/W4386826204","https://openalex.org/W6931147960"],"related_works":[],"abstract_inverted_index":{"Vision-based":[0],"scientific":[1,9],"foundation":[2],"models":[3],"hold":[4],"significant":[5],"promise":[6],"for":[7,70],"advancing":[8],"discovery":[10],"and":[11,42,89,106,115,129],"innovation.":[12],"This":[13],"potential":[14],"stems":[15],"from":[16,22],"their":[17],"ability":[18],"to":[19,33,122,137],"aggregate":[20],"images":[21,44],"diverse":[23],"sources\u2014such":[24],"as":[25],"varying":[26],"physical":[27],"groundings":[28],"or":[29],"data":[30],"acquisition":[31],"systems\u2014and":[32],"learn":[34],"spatio-temporal":[35],"correlations":[36],"using":[37],"transformer":[38,94],"architectures.":[39],"However,":[40],"tokenizing":[41],"aggregating":[43],"can":[45],"be":[46],"compute-intensive,":[47],"a":[48,73,123],"challenge":[49],"not":[50],"fully":[51],"addressed":[52],"by":[53],"current":[54],"distributed":[55],"methods.":[56],"In":[57],"this":[58],"work,":[59],"we":[60],"introduce":[61],"the":[62,142],"Distributed":[63],"Cross-Channel":[64],"Hierarchical":[65],"Aggregation":[66],"(D-CHAG)":[67],"approach":[68,119],"designed":[69],"datasets":[71],"with":[72,85,112],"large":[74],"number":[75],"of":[76,92],"channels":[77],"across":[78],"image":[79],"modalities.":[80],"Our":[81],"method":[82],"is":[83],"compatible":[84],"any":[86,90],"model-parallel":[87],"strategy":[88],"type":[91],"vision":[93],"architecture,":[95],"significantly":[96],"improving":[97],"computational":[98],"efficiency.":[99],"We":[100],"evaluated":[101],"D-CHAG":[102],"on":[103,135,141],"hyperspectral":[104],"imaging":[105],"weather":[107],"forecasting":[108],"tasks.":[109],"When":[110],"integrated":[111],"tensor":[113],"parallelism":[114],"model":[116],"sharding,":[117],"our":[118],"achieved":[120],"up":[121,136],"75%":[124],"reduction":[125],"in":[126],"memory":[127],"usage":[128],"more":[130],"than":[131],"doubled":[132],"sustained":[133],"throughput":[134],"1,024":[138],"AMD":[139],"GPUs":[140],"Frontier":[143],"Supercomputer.":[144]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-11-12T00:00:00"}