{"id":"https://openalex.org/W4416004453","doi":"https://doi.org/10.1145/3731599.3767452","title":"From Edge to HPC: Investigating Cross-Facility Data Streaming Architectures","display_name":"From Edge to HPC: Investigating Cross-Facility Data Streaming Architectures","publication_year":2025,"publication_date":"2025-11-07","ids":{"openalex":"https://openalex.org/W4416004453","doi":"https://doi.org/10.1145/3731599.3767452"},"language":null,"primary_location":{"id":"doi:10.1145/3731599.3767452","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3731599.3767452","pdf_url":null,"source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SC '25 Workshops of the International Conference for High Performance Computing, Networking, Storage and Analysis","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3731599.3767452","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102835061","display_name":"Anjus George","orcid":"https://orcid.org/0000-0001-7973-7061"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Anjus George","raw_affiliation_strings":["National Center for Computational Sciences, Oak Ridge National Laboratory (ORNL), Oak Ridge, TN, USA"],"affiliations":[{"raw_affiliation_string":"National Center for Computational Sciences, Oak Ridge National Laboratory (ORNL), Oak Ridge, TN, USA","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058645311","display_name":"Michael J. Brim","orcid":"https://orcid.org/0000-0002-7479-5526"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Brim","raw_affiliation_strings":["National Center for Computational Sciences, Oak Ridge National Laboratory (ORNL), Oak Ridge, TN, USA"],"affiliations":[{"raw_affiliation_string":"National Center for Computational Sciences, Oak Ridge National Laboratory (ORNL), Oak Ridge, TN, USA","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037422850","display_name":"Christopher Zimmer","orcid":"https://orcid.org/0000-0001-5054-4354"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher Zimmer","raw_affiliation_strings":["National Center for Computational Sciences, Oak Ridge National Laboratory (ORNL), Oak Ridge, TN, USA"],"affiliations":[{"raw_affiliation_string":"National Center for Computational Sciences, Oak Ridge National Laboratory (ORNL), Oak Ridge, TN, USA","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012560979","display_name":"David Rogers","orcid":"https://orcid.org/0000-0002-5187-1768"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Rogers","raw_affiliation_strings":["National Center for Computational Sciences, Oak Ridge National Laboratory (ORNL), Oak Ridge, TN, USA"],"affiliations":[{"raw_affiliation_string":"National Center for Computational Sciences, Oak Ridge National Laboratory (ORNL), Oak Ridge, TN, USA","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014538652","display_name":"Sarp Oral","orcid":"https://orcid.org/0000-0001-8745-7078"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarp Oral","raw_affiliation_strings":["National Center for Computational Sciences, Oak Ridge National Laboratory (ORNL), Oak Ridge, TN, USA"],"affiliations":[{"raw_affiliation_string":"National Center for Computational Sciences, Oak Ridge National Laboratory (ORNL), Oak Ridge, TN, USA","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114676267","display_name":"Zach Mayes","orcid":"https://orcid.org/0009-0007-6332-903X"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zach Mayes","raw_affiliation_strings":["National Center for Computational Sciences, Oak Ridge National Laboratory (ORNL), Oak Ridge, TN, USA"],"affiliations":[{"raw_affiliation_string":"National Center for Computational Sciences, Oak Ridge National Laboratory (ORNL), Oak Ridge, TN, USA","institution_ids":["https://openalex.org/I1289243028"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5102835061"],"corresponding_institution_ids":["https://openalex.org/I1289243028"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.32033175,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"949","last_page":"959"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.6574000120162964,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.6574000120162964,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.17159999907016754,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.09319999814033508,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7804999947547913},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.6471999883651733},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5788000226020813},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.569100022315979},{"id":"https://openalex.org/keywords/streaming-data","display_name":"Streaming data","score":0.4781000018119812},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.40290001034736633},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.3970000147819519},{"id":"https://openalex.org/keywords/data-stream-mining","display_name":"Data stream mining","score":0.3822000026702881},{"id":"https://openalex.org/keywords/real-time-streaming-protocol","display_name":"Real Time Streaming Protocol","score":0.37369999289512634}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8442999720573425},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7804999947547913},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.6471999883651733},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5788000226020813},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.569100022315979},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4871000051498413},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.47940000891685486},{"id":"https://openalex.org/C2777611316","wikidata":"https://www.wikidata.org/wiki/Q39045282","display_name":"Streaming data","level":2,"score":0.4781000018119812},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.40290001034736633},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.3970000147819519},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.3822000026702881},{"id":"https://openalex.org/C110738861","wikidata":"https://www.wikidata.org/wiki/Q682598","display_name":"Real Time Streaming Protocol","level":3,"score":0.37369999289512634},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.37310001254081726},{"id":"https://openalex.org/C2779965156","wikidata":"https://www.wikidata.org/wiki/Q5227350","display_name":"Data sharing","level":3,"score":0.3652999997138977},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.35690000653266907},{"id":"https://openalex.org/C2780300890","wikidata":"https://www.wikidata.org/wiki/Q851973","display_name":"PlanetLab","level":3,"score":0.34630000591278076},{"id":"https://openalex.org/C187166803","wikidata":"https://www.wikidata.org/wiki/Q2835831","display_name":"Streaming algorithm","level":3,"score":0.3440000116825104},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.34279999136924744},{"id":"https://openalex.org/C489000","wikidata":"https://www.wikidata.org/wiki/Q747385","display_name":"Data flow diagram","level":2,"score":0.3418999910354614},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.32280001044273376},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.3133000135421753},{"id":"https://openalex.org/C2778484313","wikidata":"https://www.wikidata.org/wiki/Q1172540","display_name":"Data stream","level":2,"score":0.295199990272522},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.2935999929904938},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.2847999930381775},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.27869999408721924},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C2986160907","wikidata":"https://www.wikidata.org/wiki/Q220499","display_name":"Video streaming","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.25099998712539673},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3731599.3767452","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3731599.3767452","pdf_url":null,"source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SC '25 Workshops of the International Conference for High Performance Computing, Networking, Storage and Analysis","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3731599.3767452","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3731599.3767452","pdf_url":null,"source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SC '25 Workshops of the International Conference for High Performance Computing, Networking, Storage and Analysis","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1976381032","https://openalex.org/W3193532543","https://openalex.org/W4283374317","https://openalex.org/W4285609472","https://openalex.org/W4317826910","https://openalex.org/W4383100330","https://openalex.org/W4388328602","https://openalex.org/W4388654737","https://openalex.org/W4388662129","https://openalex.org/W4389132751","https://openalex.org/W4395007509","https://openalex.org/W4396661755","https://openalex.org/W4404455952","https://openalex.org/W4405737173","https://openalex.org/W4406157541","https://openalex.org/W4408378918"],"related_works":[],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,90],"investigate":[4],"three":[5,76],"cross-facility":[6],"data":[7,27],"streaming":[8,50,82,92],"architectures,":[9],"Direct":[10],"Streaming":[11,14,19,40],"(DTS),":[12],"Proxied":[13],"(PRS),":[15],"and":[16,30,33,46,96,105,107,130,139],"Managed":[17],"Service":[18],"(MSS).":[20],"We":[21,67],"examine":[22],"their":[23,35],"architectural":[24,44],"variations":[25],"in":[26,113,127,150,160],"flow":[28],"paths":[29],"deployment":[31,137],"feasibility,":[32],"detail":[34],"implementation":[36],"using":[37,75],"the":[38,47,53,81],"Data":[39],"to":[41],"HPC":[42],"(DS2HPC)":[43],"framework":[45],"SciStream":[48],"memory-to-memory":[49],"toolkit":[51],"on":[52],"production-grade":[54],"Advanced":[55],"Computing":[56,64],"Ecosystem":[57],"(ACE)":[58],"infrastructure":[59],"at":[60],"Oak":[61],"Ridge":[62],"Leadership":[63],"Facility":[65],"(OLCF).":[66],"present":[68],"a":[69,123,153],"workflow-specific":[70],"evaluation":[71],"of":[72,84],"these":[73],"architectures":[74],"synthetic":[77],"workloads":[78],"derived":[79],"from":[80],"characteristics":[83],"scientific":[85],"workflows.":[86],"Through":[87],"simulated":[88],"experiments,":[89],"measure":[91],"throughput,":[93],"round-trip":[94],"time,":[95],"overhead":[97],"under":[98],"work":[99,101],"sharing,":[100],"sharing":[102],"with":[103],"feedback,":[104],"broadcast":[106],"gather":[108],"messaging":[109],"patterns":[110],"commonly":[111],"found":[112],"AI-HPC":[114],"communication":[115],"motifs.":[116],"Our":[117],"study":[118],"shows":[119],"that":[120],"DTS":[121,159],"offers":[122],"minimal-hop":[124],"path,":[125],"resulting":[126],"higher":[128],"throughput":[129],"lower":[131],"latency,":[132],"whereas":[133],"MSS":[134],"provides":[135],"greater":[136],"feasibility":[138],"scalability":[140],"across":[141],"multiple":[142],"users":[143],"but":[144],"incurs":[145],"significant":[146],"overhead.":[147],"PRS":[148],"lies":[149],"between,":[151],"offering":[152],"scalable":[154],"architecture":[155],"whose":[156],"performance":[157],"matches":[158],"most":[161],"cases.":[162]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-11-07T00:00:00"}