{"id":"https://openalex.org/W7171995075","doi":"https://doi.org/10.1145/3828820.3828829","title":"Aligning Storage Benchmark Metrics with Application-Level Performance","display_name":"Aligning Storage Benchmark Metrics with Application-Level Performance","publication_year":2026,"publication_date":"2026-07-31","ids":{"openalex":"https://openalex.org/W7171995075","doi":"https://doi.org/10.1145/3828820.3828829"},"language":null,"primary_location":{"id":"doi:10.1145/3828820.3828829","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3828820.3828829","pdf_url":null,"source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th International Conference on Scalable Scientific Data Management","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048579889","display_name":"Radita Liem","orcid":"https://orcid.org/0000-0002-2506-1841"},"institutions":[{"id":"https://openalex.org/I197323543","display_name":"Johannes Gutenberg University Mainz","ror":"https://ror.org/023b0x485","country_code":"DE","type":"education","lineage":["https://openalex.org/I197323543"]},{"id":"https://openalex.org/I4210094062","display_name":"University Medical Center of the Johannes Gutenberg University Mainz","ror":"https://ror.org/00q1fsf04","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210094062"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Radita Liem","raw_affiliation_strings":["Johannes Gutenberg University Mainz, Mainz, Rheinland-Pfalz, Germany"],"raw_orcid":"https://orcid.org/0000-0002-2506-1841","affiliations":[{"raw_affiliation_string":"Johannes Gutenberg University Mainz, Mainz, Rheinland-Pfalz, Germany","institution_ids":["https://openalex.org/I197323543","https://openalex.org/I4210094062"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144096425","display_name":"Khoa Nguyen","orcid":"https://orcid.org/0009-0007-7244-0768"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Khoa Nguyen","raw_affiliation_strings":["RWTH Aachen University, Aachen, Germany"],"raw_orcid":"https://orcid.org/0009-0007-7244-0768","affiliations":[{"raw_affiliation_string":"RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028731194","display_name":"Julian Kunkel","orcid":"https://orcid.org/0000-0002-6915-1179"},"institutions":[{"id":"https://openalex.org/I4210117640","display_name":"Nephrologisches Zentrum Goettingen","ror":"https://ror.org/02p1wqy15","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210117640"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Julian Kunkel","raw_affiliation_strings":["GWDG / University of Goettingen, Goettingen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-6915-1179","affiliations":[{"raw_affiliation_string":"GWDG / University of Goettingen, Goettingen, Germany","institution_ids":["https://openalex.org/I4210117640"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027992164","display_name":"Jay Lofstead","orcid":"https://orcid.org/0000-0002-4697-2919"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jay Lofstead","raw_affiliation_strings":["Sandia National Laboratory, Albuquerque, USA"],"raw_orcid":"https://orcid.org/0000-0002-4697-2919","affiliations":[{"raw_affiliation_string":"Sandia National Laboratory, Albuquerque, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048928979","display_name":"Sarah Neuwirth","orcid":"https://orcid.org/0000-0001-7409-153X"},"institutions":[{"id":"https://openalex.org/I197323543","display_name":"Johannes Gutenberg University Mainz","ror":"https://ror.org/023b0x485","country_code":"DE","type":"education","lineage":["https://openalex.org/I197323543"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sarah Neuwirth","raw_affiliation_strings":["Johannes Gutenberg University Mainz, Mainz, Germany"],"raw_orcid":"https://orcid.org/0000-0001-7409-153X","affiliations":[{"raw_affiliation_string":"Johannes Gutenberg University Mainz, Mainz, Germany","institution_ids":["https://openalex.org/I197323543"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.911899983882904},{"id":"https://openalex.org/keywords/standardization","display_name":"Standardization","score":0.6014999747276306},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.4657000005245209},{"id":"https://openalex.org/keywords/performance-measurement","display_name":"Performance measurement","score":0.45210000872612},{"id":"https://openalex.org/keywords/performance-improvement","display_name":"Performance improvement","score":0.4244999885559082},{"id":"https://openalex.org/keywords/performance-prediction","display_name":"Performance prediction","score":0.3898000121116638},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.37599998712539673}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.911899983882904},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7221999764442444},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.6014999747276306},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5289000272750854},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.4657000005245209},{"id":"https://openalex.org/C141571065","wikidata":"https://www.wikidata.org/wiki/Q1771949","display_name":"Performance measurement","level":2,"score":0.45210000872612},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.4244999885559082},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39890000224113464},{"id":"https://openalex.org/C2777115002","wikidata":"https://www.wikidata.org/wiki/Q7168246","display_name":"Performance prediction","level":2,"score":0.3898000121116638},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.37599998712539673},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.33309999108314514},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.3287000060081482},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.31949999928474426},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3089999854564667},{"id":"https://openalex.org/C135510737","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance indicator","level":2,"score":0.3001999855041504},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.28360000252723694},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2802000045776367},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.25780001282691956},{"id":"https://openalex.org/C194739806","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Computer data storage","level":2,"score":0.25619998574256897}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3828820.3828829","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3828820.3828829","pdf_url":null,"source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th International Conference on Scalable Scientific Data Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1545880915","https://openalex.org/W1581762248","https://openalex.org/W2010628428","https://openalex.org/W2120145199","https://openalex.org/W2781240536","https://openalex.org/W3046624992","https://openalex.org/W3128929550","https://openalex.org/W3151420281","https://openalex.org/W3206719874","https://openalex.org/W4200439996","https://openalex.org/W4206038948","https://openalex.org/W4312375993","https://openalex.org/W4319067159","https://openalex.org/W4388581149","https://openalex.org/W4388894127","https://openalex.org/W4393186374","https://openalex.org/W4404099722","https://openalex.org/W4405755678","https://openalex.org/W4411469366","https://openalex.org/W4414405042","https://openalex.org/W4414405243","https://openalex.org/W7140161863"],"related_works":[],"abstract_inverted_index":{"The":[0,71],"current":[1],"state":[2],"of":[3,44],"practice":[4],"in":[5],"HPC":[6],"is":[7],"that":[8,74,99],"performance":[9,22,33,41,62,118],"metrics":[10,98,113],"reported":[11],"by":[12,63,115],"storage":[13,57],"benchmarks":[14,116],"are":[15,36],"disconnected":[16],"from":[17],"those":[18],"obtained":[19],"through":[20],"application-level":[21,61],"analysis":[23,119],"tools,":[24],"making":[25],"it":[26],"difficult":[27],"for":[28,109],"users":[29],"to":[30,54,111],"determine":[31],"whether":[32,39],"tuning":[34],"efforts":[35],"effective":[37],"or":[38,102],"observed":[40],"indicates":[42],"underutilization":[43],"the":[45,107],"system.":[46],"In":[47],"this":[48],"work,":[49],"we":[50],"propose":[51],"an":[52],"approach":[53],"align":[55,112],"IO500":[56],"benchmark":[58,65],"results":[59,72],"with":[60,85],"deconstructing":[64],"components":[66],"and":[67,91,117],"recalculating":[68],"their":[69],"metrics.":[70],"show":[73],"certain":[75],"universal":[76],"metrics,":[77],"such":[78],"as":[79],"bandwidth,":[80],"can":[81],"be":[82,104],"meaningfully":[83],"aligned":[84],"application":[86],"performance,":[87],"enabling":[88],"more":[89],"consistent":[90],"interpretable":[92],"evaluation.":[93],"Our":[94],"findings":[95],"also":[96],"identify":[97],"remain":[100],"missing":[101],"cannot":[103],"reconciled,":[105],"highlighting":[106],"need":[108],"standardization":[110],"produced":[114],"tools.":[120]},"counts_by_year":[],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2026-08-01T00:00:00"}
