{"id":"https://openalex.org/W3123541567","doi":"https://doi.org/10.1109/pdsw51947.2020.00006","title":"Keeping It Real: Why HPC Data Services Don't Achieve I/O Microbenchmark Performance","display_name":"Keeping It Real: Why HPC Data Services Don't Achieve I/O Microbenchmark Performance","publication_year":2020,"publication_date":"2020-11-01","ids":{"openalex":"https://openalex.org/W3123541567","doi":"https://doi.org/10.1109/pdsw51947.2020.00006","mag":"3123541567"},"language":"en","primary_location":{"id":"doi:10.1109/pdsw51947.2020.00006","doi":"https://doi.org/10.1109/pdsw51947.2020.00006","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pdsw51947.2020.00006","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/ACM Fifth International Parallel Data Systems Workshop (PDSW)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080710173","display_name":"Philip Carns","orcid":"https://orcid.org/0000-0002-3963-9923","observed_orcids":["https://orcid.org/0000-0002-3963-9923"]},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philip Carns","raw_affiliation_strings":["Argonne National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022075280","display_name":"Kevin Harms","orcid":"https://orcid.org/0000-0002-3019-7532","observed_orcids":["https://orcid.org/0000-0002-3019-7532"]},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Harms","raw_affiliation_strings":["Argonne National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015295183","display_name":"Bradley W. Settlemyer","orcid":"https://orcid.org/0000-0002-9299-2654","observed_orcids":["https://orcid.org/0000-0002-9299-2654"]},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bradley W. Settlemyer","raw_affiliation_strings":["Los Alamos National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Los Alamos National Laboratory","institution_ids":["https://openalex.org/I1343871089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010406599","display_name":"Brian Atkinson","orcid":"https://orcid.org/0009-0000-3421-0178","observed_orcids":["https://orcid.org/0009-0000-3421-0178"]},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian Atkinson","raw_affiliation_strings":["Los Alamos National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Los Alamos National Laboratory","institution_ids":["https://openalex.org/I1343871089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036808423","display_name":"Robert B. Ross","orcid":"https://orcid.org/0000-0002-5435-5857","observed_orcids":["https://orcid.org/0000-0002-5435-5857"]},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert B. Ross","raw_affiliation_strings":["Argonne National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory","institution_ids":["https://openalex.org/I1282105669"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.18034403,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9340999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9340999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.031199999153614044,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.01759999990463257,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-services","display_name":"data services","score":0.6240000128746033},{"id":"https://openalex.org/keywords/performance-bottlenecks","display_name":"performance bottlenecks","score":0.7300000190734863},{"id":"https://openalex.org/keywords/performance-engineering","display_name":"performance engineering","score":0.7360000014305115},{"id":"https://openalex.org/keywords/synthetic-workloads","display_name":"synthetic workloads","score":0.4560000002384186}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.9099984169006348},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8316910862922668},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5776186585426331},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44441336393356323},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.42538678646087646},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.37610942125320435},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34123748540878296},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.21960052847862244},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C165205528","wikidata":"https://www.wikidata.org/wiki/Q83371","display_name":"Seismology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/pdsw51947.2020.00006","doi":"https://doi.org/10.1109/pdsw51947.2020.00006","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pdsw51947.2020.00006","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/ACM Fifth International Parallel Data Systems Workshop (PDSW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"score":0.49000000953674316,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G878601127","display_name":null,"funder_award_id":"DE-AC02-06CH11357","funder_id":"https://openalex.org/F4320337506","funder_display_name":"Advanced Scientific Computing Research"}],"funders":[{"id":"https://openalex.org/F4320337506","display_name":"Advanced Scientific Computing Research","ror":"https://ror.org/0012c7r22"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W2000882268","https://openalex.org/W2144174917","https://openalex.org/W2159081928","https://openalex.org/W2463861691","https://openalex.org/W2606041820","https://openalex.org/W2902685930","https://openalex.org/W2913064927","https://openalex.org/W3004004277"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W972276598","https://openalex.org/W4246352526","https://openalex.org/W2121910908","https://openalex.org/W915438175"],"abstract_inverted_index":{"HPC":[0,149],"storage":[1],"software":[2,74,117],"developers":[3,75],"rely":[4],"on":[5],"benchmarks":[6],"as":[7],"reference":[8],"points":[9],"for":[10,19,148],"performance":[11,21,68,146],"evaluation.":[12],"Low-level":[13],"synthetic":[14],"microbenchmarks":[15,34],"are":[16,76],"particularly":[17],"valuable":[18],"isolating":[20],"bottlenecks":[22],"in":[23,80,145],"complex":[24],"systems":[25],"and":[26,99,116,129],"identifying":[27],"optimization":[28],"opportunities.":[29],"The":[30,84],"use":[31],"of":[32,49,67,96,102,111,142],"low-level":[33],"also":[35],"entails":[36],"risk,":[37],"however,":[38],"especially":[39],"if":[40],"the":[41,47,94,97,100,103,134,140,143],"benchmark":[42,71,98],"behavior":[43,115],"does":[44],"not":[45],"reflect":[46],"nuances":[48],"production":[50],"data":[51,150],"services":[52],"or":[53,65],"applications.":[54],"In":[55,105],"those":[56],"cases,":[57],"microbenchmark":[58,114],"measurements":[59],"can":[60],"lead":[61],"to":[62,123,126,138],"unrealistic":[63],"expectations":[64],"misdiagnosis":[66],"problems.":[69],"Neither":[70],"creators":[72],"nor":[73],"necessarily":[77],"at":[78],"fault":[79],"this":[81,106],"scenario,":[82],"however.":[83],"underlying":[85],"problem":[86],"is":[87,122],"more":[88],"often":[89],"a":[90,131],"subtle":[91],"disconnect":[92],"between":[93,113],"objective":[95,101],"developer.":[104],"paper":[107],"we":[108],"investigate":[109],"examples":[110],"discrepancies":[112],"developer":[118],"expectations.":[119],"Our":[120],"goal":[121],"draw":[124],"attention":[125],"these":[127],"pitfalls":[128],"initiate":[130],"discussion":[132],"within":[133],"community":[135],"about":[136],"how":[137],"improve":[139],"state":[141],"practice":[144],"engineering":[147],"services.":[151]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-09-22T06:50:58.402377","created_date":"2025-10-10T00:00:00"}