{"id":"https://openalex.org/W6968322877","doi":"https://doi.org/10.5281/zenodo.15724293","title":"High Performance Storage for HPC: Proven HDF5 Scalability and Consistency on Pure Storage FlashBlade","display_name":"High Performance Storage for HPC: Proven HDF5 Scalability and Consistency on Pure Storage FlashBlade","publication_year":2025,"publication_date":"2025-05-26","ids":{"openalex":"https://openalex.org/W6968322877","doi":"https://doi.org/10.5281/zenodo.15724293"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.15724293","doi":"https://doi.org/10.5281/zenodo.15724293","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.15724293","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"volume":null,"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.15724293","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Kaspars, Michael","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210158349","display_name":"Pure Storage (United States)","ror":"https://ror.org/058x40223","country_code":"US","type":"company","lineage":["https://openalex.org/I4210158349"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kaspars, Michael","raw_affiliation_strings":["Pure Storage (United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pure Storage (United States)","institution_ids":["https://openalex.org/I4210158349"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210158349"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.33311725,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hdf5","display_name":"HDF5","score":0.9909999966621399},{"id":"https://openalex.org/keywords/nfs","display_name":"NFS","score":0.6679999828338623},{"id":"https://openalex.org/keywords/data-consistency","display_name":"data consistency","score":0.7639999985694885},{"id":"https://openalex.org/keywords/atomicity","display_name":"atomicity","score":0.6060000061988831},{"id":"https://openalex.org/keywords/superblocks","display_name":"superblocks","score":0.7269999980926514},{"id":"https://openalex.org/keywords/flash-storage","display_name":"flash storage","score":0.6129999756813049},{"id":"https://openalex.org/keywords/rdma","display_name":"RDMA","score":0.9359999895095825},{"id":"https://openalex.org/keywords/mpi-io","display_name":"MPI-IO","score":0.9800000190734863},{"id":"https://openalex.org/keywords/hpc-storage","display_name":"HPC storage","score":0.7210000157356262},{"id":"https://openalex.org/keywords/throughput","display_name":"throughput","score":0.32199999690055847},{"id":"https://openalex.org/keywords/total-cost-of-ownership","display_name":"total cost of ownership","score":0.7860000133514404}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8180999755859375},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7014999985694885},{"id":"https://openalex.org/C47487241","wikidata":"https://www.wikidata.org/wiki/Q5227230","display_name":"Data access","level":2,"score":0.5490000247955322},{"id":"https://openalex.org/C188045909","wikidata":"https://www.wikidata.org/wiki/Q3306359","display_name":"Atomicity","level":3,"score":0.539900004863739},{"id":"https://openalex.org/C2781057727","wikidata":"https://www.wikidata.org/wiki/Q9941","display_name":"Parallel I/O","level":2,"score":0.482699990272522},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.44780001044273376},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.42489999532699585},{"id":"https://openalex.org/C194739806","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Computer data storage","level":2,"score":0.4122999906539917},{"id":"https://openalex.org/C93361087","wikidata":"https://www.wikidata.org/wiki/Q4426698","display_name":"Data consistency","level":2,"score":0.3944000005722046},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3837999999523163},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3792000114917755},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.36579999327659607},{"id":"https://openalex.org/C180699724","wikidata":"https://www.wikidata.org/wiki/Q1877782","display_name":"Lustre (file system)","level":3,"score":0.358599990606308},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.34630000591278076},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3427000045776367},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3230000138282776},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.3052000105381012},{"id":"https://openalex.org/C141917322","wikidata":"https://www.wikidata.org/wiki/Q1025017","display_name":"Cache coherence","level":5,"score":0.2948000133037567},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.29109999537467957},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.27639999985694885},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.2639999985694885},{"id":"https://openalex.org/C121838778","wikidata":"https://www.wikidata.org/wiki/Q7619924","display_name":"Storage efficiency","level":2,"score":0.26269999146461487}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.15724293","doi":"https://doi.org/10.5281/zenodo.15724293","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.15724293","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"},{"id":"doi:10.5281/zenodo.15724294","doi":"https://doi.org/10.5281/zenodo.15724294","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.15724294","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.5281/zenodo.15724293","doi":"https://doi.org/10.5281/zenodo.15724293","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.15724293","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/9","score":0.4302208423614502,"display_name":"Industry, innovation and infrastructure"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"integration":[1,185],"of":[2,41,87,274,285],"the":[3,272,280],"HDF5":[4,161,170,207,241],"high-level":[5],"IO":[6],"library,":[7],"encompassing":[8],"Single":[9],"Writer":[10],"Multiple":[11],"Reader":[12],"(SWMR)":[13],"and":[14,27,32,44,64,85,108,133,147,154,166,245,251,262,283],"parallel":[15,50,167,187,246],"mode":[16,210],"(pHDF5),":[17],"with":[18,138,194,279],"Pure":[19,67,125,286],"Storage":[20,68,126,137,287],"FlashBlade":[21,127,288],"using":[22,255,289],"NFS,":[23],"modern":[24],"Linux":[25],"Kernels,":[26],"Networks,":[28],"offers":[29],"a":[30,72,116,180,218,292],"robust":[31,152,276],"high-performance":[33,73],"solution.":[34],"This":[35,184],"combination":[36],"significantly":[37],"reduces":[38],"Total":[39],"Cost":[40],"Ownership":[42],"(TCO)":[43],"technical":[45],"debt":[46],"compared":[47],"to":[48,111,122,159,221,239],"traditional":[49],"file":[51,182],"systems.":[52],"HDF5,":[53,92],"particularly":[54],"in":[55,163,242,300],"SWMR":[56,120,165,209,244],"configuration,":[57],"ensures":[58,186],"data":[59,98,102,200,229,263,277],"consistency":[60,264,284],"during":[61,106],"concurrent":[62],"read":[63,107,148],"write":[65,109,146,223],"operations.":[66],"FlashBlade's":[69,100,157,237],"NFS":[70,139,175,290],"provides":[71],"storage":[74],"solution,":[75],"ideal":[76],"for":[77,119,143,295],"High-Performance":[78],"Computing":[79],"(HPC)":[80],"environments,":[81],"facilitating":[82],"efficient":[83],"access":[84,103,228],"modification":[86],"large":[88],"datasets.":[89],"Enhancements":[90],"within":[91],"such":[93],"as":[94,179],"superblocks,":[95],"further":[96],"bolster":[97],"consistency.":[99],"POSIX-compliant":[101],"guarantees":[104],"atomicity":[105],"operations":[110,121,224],"direct":[112],"flash":[113],"memory":[114],"modules,":[115],"crucial":[117],"requirement":[118],"prevent":[123],"inconsistencies.":[124],"delivers":[128],"exceptional":[129],"throughput,":[130],"low":[131],"latency,":[132],"supports":[134,174],"GPU":[135],"Direct":[136],"over":[140],"RDMA,":[141],"essential":[142],"HPC.":[144],"Multi-iteration":[145],"tests":[149,234],"have":[150,235],"demonstrated":[151],"throughput":[153,261],"consistency,":[155],"validating":[156],"capability":[158],"meet":[160],"demands":[162],"both":[164,243],"configurations.":[168],"Parallel":[169],"leverages":[171],"MPI-IO,":[172],"which":[173],"backends,":[176],"treating":[177],"it":[178],"unified":[181],"system.":[183],"processes":[188],"operate":[189],"efficiently":[190],"on":[191],"shared":[192,215],"datasets,":[193],"MPI":[195],"layer":[196],"compatibility":[197],"enabling":[198],"effective":[199],"handling":[201,278],"across":[202,265],"multiple":[203,226,266],"nodes.":[204],"With":[205],"optimized":[206],"settings,":[208],"operates":[211],"without":[212,231],"exclusive":[213],"or":[214],"locks,":[216],"allowing":[217],"single":[219],"writer":[220],"handle":[222],"while":[225],"readers":[227],"concurrently":[230],"conflicts.":[232],"Comprehensive":[233],"validated":[236],"ability":[238],"run":[240],"modes,":[247],"ensuring":[248],"atomic":[249],"writes":[250],"reads.":[252],"Performance":[253],"benchmarking":[254],"HDF5-specific":[256],"tools":[257],"has":[258],"confirmed":[259],"high":[260,281],"nodes":[267],"via":[268],"NFS.":[269],"In":[270],"conclusion,":[271],"synergy":[273],"HDF5's":[275],"performance":[282],"creates":[291],"powerful":[293],"solution":[294],"managing":[296],"large,":[297],"complex":[298],"datasets":[299],"HPC":[301],"environments.":[302]},"counts_by_year":[],"updated_date":"2026-10-07T09:51:55.459714","created_date":"2025-10-10T00:00:00"}