{"id":"https://openalex.org/W7155643199","doi":"https://doi.org/10.1177/10943420261441742","title":"Automated, reliable, and efficient continental-scale replication of 7.3 petabytes of computational simulation data: A case study","display_name":"Automated, reliable, and efficient continental-scale replication of 7.3 petabytes of computational simulation data: A case study","publication_year":2026,"publication_date":"2026-04-25","ids":{"openalex":"https://openalex.org/W7155643199","doi":"https://doi.org/10.1177/10943420261441742"},"language":"en","primary_location":{"id":"doi:10.1177/10943420261441742","is_oa":false,"landing_page_url":"https://doi.org/10.1177/10943420261441742","pdf_url":null,"source":{"id":"https://openalex.org/S60606485","display_name":"The International Journal of High Performance Computing Applications","issn_l":"1094-3420","issn":["1094-3420","1741-2846"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of High Performance Computing Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084449063","display_name":"\u0141ukasz \u0141aci\u0144ski","orcid":null},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]},{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lukasz Lacinski","raw_affiliation_strings":["Argonne National Laboratory","The University of Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory","institution_ids":["https://openalex.org/I1282105669"]},{"raw_affiliation_string":"The University of Chicago","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088363801","display_name":"Lee Liming","orcid":"https://orcid.org/0000-0002-4930-6145"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]},{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lee Liming","raw_affiliation_strings":["Argonne National Laboratory","The University of Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory","institution_ids":["https://openalex.org/I1282105669"]},{"raw_affiliation_string":"The University of Chicago","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5096147982","display_name":"Steven Turoscy","orcid":null},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]},{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven Turoscy","raw_affiliation_strings":["Argonne National Laboratory","The University of Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory","institution_ids":["https://openalex.org/I1282105669"]},{"raw_affiliation_string":"The University of Chicago","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015627030","display_name":"Cameron Harr","orcid":null},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cameron Harr","raw_affiliation_strings":["Lawrence Livermore National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065464552","display_name":"Kyle Chard","orcid":"https://orcid.org/0000-0002-7370-4805"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]},{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kyle Chard","raw_affiliation_strings":["Argonne National Laboratory","The University of Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory","institution_ids":["https://openalex.org/I1282105669"]},{"raw_affiliation_string":"The University of Chicago","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134606671","display_name":"Eli Dart","orcid":null},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eli Dart","raw_affiliation_strings":["Lawrence Berkeley National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lawrence Berkeley National Laboratory","institution_ids":["https://openalex.org/I148283060"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134600342","display_name":"Paul J. Durack","orcid":null},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul J. Durack","raw_affiliation_strings":["Lawrence Livermore National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034847086","display_name":"Sasha Ames","orcid":"https://orcid.org/0000-0001-9981-2997"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sasha Ames","raw_affiliation_strings":["Lawrence Livermore National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053220196","display_name":"Forrest M. Hoffman","orcid":"https://orcid.org/0000-0001-5802-4134"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Forrest M. Hoffman","raw_affiliation_strings":["Oak Ridge National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032231503","display_name":"Ian Foster","orcid":"https://orcid.org/0000-0003-2129-5269"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]},{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ian T. Foster","raw_affiliation_strings":["Argonne National Laboratory","The University of Chicago"],"raw_orcid":"https://orcid.org/0000-0003-2129-5269","affiliations":[{"raw_affiliation_string":"Argonne National Laboratory","institution_ids":["https://openalex.org/I1282105669"]},{"raw_affiliation_string":"The University of Chicago","institution_ids":["https://openalex.org/I40347166"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5084449063"],"corresponding_institution_ids":["https://openalex.org/I1282105669","https://openalex.org/I40347166"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.74812204,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"3","first_page":"421","last_page":"433"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.4390000104904175,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.4390000104904175,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.34060001373291016,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.04280000180006027,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/petabyte","display_name":"Petabyte","score":0.8277000188827515},{"id":"https://openalex.org/keywords/oak-ridge-national-laboratory","display_name":"Oak Ridge National Laboratory","score":0.7163000106811523},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.6955999732017517},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6179999709129333},{"id":"https://openalex.org/keywords/national-laboratory","display_name":"National laboratory","score":0.5932999849319458},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.49480000138282776},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.4603999853134155},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.3955000042915344},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.3939000070095062}],"concepts":[{"id":"https://openalex.org/C13600138","wikidata":"https://www.wikidata.org/wiki/Q8799","display_name":"Petabyte","level":3,"score":0.8277000188827515},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7182000279426575},{"id":"https://openalex.org/C2775907726","wikidata":"https://www.wikidata.org/wiki/Q714439","display_name":"Oak Ridge National Laboratory","level":2,"score":0.7163000106811523},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.6955999732017517},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6179999709129333},{"id":"https://openalex.org/C2991948145","wikidata":"https://www.wikidata.org/wiki/Q16801175","display_name":"National laboratory","level":2,"score":0.5932999849319458},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.49480000138282776},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.4603999853134155},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.3955000042915344},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.3939000070095062},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.37790000438690186},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.3580000102519989},{"id":"https://openalex.org/C70429105","wikidata":"https://www.wikidata.org/wiki/Q249999","display_name":"Grid computing","level":3,"score":0.3531000018119812},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.3244999945163727},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.321399986743927},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32030001282691956},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.3059000074863434},{"id":"https://openalex.org/C47487241","wikidata":"https://www.wikidata.org/wiki/Q5227230","display_name":"Data access","level":2,"score":0.30469998717308044},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.28839999437332153},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C2780799671","wikidata":"https://www.wikidata.org/wiki/Q17087362","display_name":"Transient (computer programming)","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.2547999918460846}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/10943420261441742","is_oa":false,"landing_page_url":"https://doi.org/10.1177/10943420261441742","pdf_url":null,"source":{"id":"https://openalex.org/S60606485","display_name":"The International Journal of High Performance Computing Applications","issn_l":"1094-3420","issn":["1094-3420","1741-2846"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of High Performance Computing Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.617936372756958,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G3311144436","display_name":null,"funder_award_id":"DE-AC02-06CH11357","funder_id":"https://openalex.org/F4320337509","funder_display_name":"Biological and Environmental Research"}],"funders":[{"id":"https://openalex.org/F4320337509","display_name":"Biological and Environmental Research","ror":"https://ror.org/0114b2m14"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1968431551","https://openalex.org/W1976381032","https://openalex.org/W2013486114","https://openalex.org/W2024966118","https://openalex.org/W2036788017","https://openalex.org/W2141897674","https://openalex.org/W2193503481","https://openalex.org/W2514139066","https://openalex.org/W2751550961","https://openalex.org/W2807821571","https://openalex.org/W2967060868","https://openalex.org/W3047533223","https://openalex.org/W3049356492","https://openalex.org/W3212902326","https://openalex.org/W4318718584","https://openalex.org/W4401176390"],"related_works":[],"abstract_inverted_index":{"We":[0,94],"report":[1],"on":[2],"our":[3],"experiences":[4],"replicating":[5],"7.3":[6],"petabytes":[7],"(PB)":[8],"of":[9,110,140,167,182],"Earth":[10],"System":[11],"Grid":[12],"Federation":[13],"(ESGF)":[14],"computational":[15],"simulation":[16],"data":[17,149,184],"from":[18,68,164,179],"Lawrence":[19],"Livermore":[20],"National":[21,28,36],"Laboratory":[22,29,37],"(LLNL)":[23],"in":[24,31,39,115],"California":[25],"to":[26,59,79,106,121,136],"Argonne":[27],"(ANL)":[30],"Illinois":[32],"and":[33,50,86,126,147,156,162],"Oak":[34],"Ridge":[35],"(ORNL)":[38],"Tennessee\u2014a":[40],"task":[41,53],"motivated":[42],"by":[43],"a":[44,72,99,116,165],"need":[45,58,88],"for":[46,89],"increased":[47],"reliability,":[48],"capacity,":[49],"performance.":[51],"This":[52,170],"presented":[54],"significant":[55],"challenges:":[56],"the":[57,87,131,141,148,173,180],"move":[60],"29":[61],"million":[62],"files":[63,111],"twice":[64],"under":[65],"time":[66],"pressure":[67],"aging":[69],"storage":[70],"hardware;":[71],"source":[73],"file":[74,127],"system":[75,128],"bottleneck":[76],"limiting":[77],"throughput":[78],"1.5":[80],"GB/s;":[81],"frequent":[82],"site":[83],"maintenance":[84,124],"windows;":[85],"complete":[90],"reliability":[91],"at":[92,153,192],"scale.":[93],"addressed":[95,158],"these":[96],"challenges":[97],"using":[98],"simple":[100],"replication":[101,185,188],"tool":[102,189],"that":[103,176],"invoked":[104],"Globus":[105,133],"transfer":[107,150],"large":[108],"bundles":[109],"while":[112],"tracking":[113],"progress":[114],"database,":[117],"dynamically":[118],"rerouting":[119],"transfers":[120,135],"work":[122],"around":[123],"periods":[125],"limitations.":[129],"Under":[130],"covers,":[132],"organized":[134],"make":[137],"efficient":[138],"use":[139],"high-speed":[142],"Energy":[143],"Sciences":[144],"network":[145],"(ESnet)":[146],"nodes":[151],"deployed":[152],"participating":[154],"sites,":[155],"also":[157],"security,":[159],"integrity":[160],"checking,":[161],"recovery":[163],"variety":[166],"transient":[168],"failures.":[169],"success":[171],"demonstrates":[172],"considerable":[174],"benefits":[175],"can":[177],"accrue":[178],"adoption":[181],"performant":[183],"infrastructure.":[186],"The":[187],"is":[190],"available":[191],"https://github.com/esgf2-us/data-replication-tools":[193],".":[194]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-04-26T00:00:00"}