{"id":"https://openalex.org/W4416004292","doi":"https://doi.org/10.1145/3731599.3767512","title":"Parallel Data Object Creation: Scalable Metadata Management in Parallel I/O Library","display_name":"Parallel Data Object Creation: Scalable Metadata Management in Parallel I/O Library","publication_year":2025,"publication_date":"2025-11-07","ids":{"openalex":"https://openalex.org/W4416004292","doi":"https://doi.org/10.1145/3731599.3767512"},"language":null,"primary_location":{"id":"doi:10.1145/3731599.3767512","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3731599.3767512","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SC '25 Workshops of the International Conference for High Performance Computing, Networking, Storage and Analysis","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3731599.3767512","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Youjia Li","orcid":"https://orcid.org/0009-0005-2192-4944"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Youjia Li","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Northwestern University, Evanston, Illinois, USA"],"raw_orcid":"https://orcid.org/0009-0005-2192-4944","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Northwestern University, Evanston, Illinois, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044270964","display_name":"Robert Latham","orcid":"https://orcid.org/0000-0002-5285-6375"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert Latham","raw_affiliation_strings":["Mathematics and Computer Science, Argonne National Laboratory (ANL), Lemont, Illinois, USA"],"raw_orcid":"https://orcid.org/0000-0002-5285-6375","affiliations":[{"raw_affiliation_string":"Mathematics and Computer Science, Argonne National Laboratory (ANL), Lemont, Illinois, USA","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036808423","display_name":"Robert Ross","orcid":"https://orcid.org/0000-0002-5435-5857"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert Ross","raw_affiliation_strings":["Mathematics and Computer Science, Argonne National Laboratory (ANL), Lemont, Illinois, USA"],"raw_orcid":"https://orcid.org/0000-0002-5435-5857","affiliations":[{"raw_affiliation_string":"Mathematics and Computer Science, Argonne National Laboratory (ANL), Lemont, Illinois, USA","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004659592","display_name":"Ankit Agrawal","orcid":"https://orcid.org/0000-0002-5519-0302"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ankit Agrawal","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Northwestern University, Evanston, Illinois, USA"],"raw_orcid":"https://orcid.org/0000-0002-5519-0302","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Northwestern University, Evanston, Illinois, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074976770","display_name":"Alok Choudhary","orcid":"https://orcid.org/0000-0001-8152-6319"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alok Choudhary","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Northwestern University, Evanston, Illinois, USA"],"raw_orcid":"https://orcid.org/0000-0001-8152-6319","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Northwestern University, Evanston, Illinois, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047602285","display_name":"Wei\u2010keng Liao","orcid":"https://orcid.org/0009-0008-9411-2543"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei-keng Liao","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Northwestern University, Evanston, Illinois, USA"],"raw_orcid":"https://orcid.org/0009-0008-9411-2543","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Northwestern University, Evanston, Illinois, USA","institution_ids":["https://openalex.org/I111979921"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1385","last_page":"1395"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.8256000280380249,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.8256000280380249,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.03240000084042549,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.019999999552965164,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.8932999968528748},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7113000154495239},{"id":"https://openalex.org/keywords/header","display_name":"Header","score":0.6807000041007996},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5796999931335449},{"id":"https://openalex.org/keywords/data-element","display_name":"Data element","score":0.5712000131607056},{"id":"https://openalex.org/keywords/metadata-repository","display_name":"Metadata repository","score":0.5562999844551086},{"id":"https://openalex.org/keywords/metadata-management","display_name":"Metadata management","score":0.5291000008583069},{"id":"https://openalex.org/keywords/meta-data-services","display_name":"Meta Data Services","score":0.47380000352859497},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.45159998536109924}],"concepts":[{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.8932999968528748},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8751999735832214},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7113000154495239},{"id":"https://openalex.org/C48105269","wikidata":"https://www.wikidata.org/wiki/Q1141160","display_name":"Header","level":2,"score":0.6807000041007996},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5796999931335449},{"id":"https://openalex.org/C30872290","wikidata":"https://www.wikidata.org/wiki/Q1172389","display_name":"Data element","level":3,"score":0.5712000131607056},{"id":"https://openalex.org/C153048206","wikidata":"https://www.wikidata.org/wiki/Q3454922","display_name":"Metadata repository","level":3,"score":0.5562999844551086},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.5493999719619751},{"id":"https://openalex.org/C2779489174","wikidata":"https://www.wikidata.org/wiki/Q6822246","display_name":"Metadata management","level":3,"score":0.5291000008583069},{"id":"https://openalex.org/C136976847","wikidata":"https://www.wikidata.org/wiki/Q6822297","display_name":"Meta Data Services","level":4,"score":0.47380000352859497},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.45159998536109924},{"id":"https://openalex.org/C93361087","wikidata":"https://www.wikidata.org/wiki/Q4426698","display_name":"Data consistency","level":2,"score":0.4230000078678131},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.4108000099658966},{"id":"https://openalex.org/C137314826","wikidata":"https://www.wikidata.org/wiki/Q2330408","display_name":"Data mapping","level":2,"score":0.36340001225471497},{"id":"https://openalex.org/C37279795","wikidata":"https://www.wikidata.org/wiki/Q2492305","display_name":"Consistency model","level":3,"score":0.3391000032424927},{"id":"https://openalex.org/C72108876","wikidata":"https://www.wikidata.org/wiki/Q844565","display_name":"Transaction processing","level":3,"score":0.3109999895095825},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.30880001187324524},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3070000112056732},{"id":"https://openalex.org/C20556612","wikidata":"https://www.wikidata.org/wiki/Q4469374","display_name":"Volume (thermodynamics)","level":2,"score":0.30649998784065247},{"id":"https://openalex.org/C1668388","wikidata":"https://www.wikidata.org/wiki/Q1149776","display_name":"Data management","level":2,"score":0.2863999903202057},{"id":"https://openalex.org/C47487241","wikidata":"https://www.wikidata.org/wiki/Q5227230","display_name":"Data access","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2727000117301941},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2662000060081482},{"id":"https://openalex.org/C34422012","wikidata":"https://www.wikidata.org/wiki/Q6125872","display_name":"Eventual consistency","level":4,"score":0.26170000433921814},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.2615000009536743},{"id":"https://openalex.org/C75949130","wikidata":"https://www.wikidata.org/wiki/Q848010","display_name":"Database transaction","level":2,"score":0.2590999901294708},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.2590999901294708},{"id":"https://openalex.org/C113954288","wikidata":"https://www.wikidata.org/wiki/Q186885","display_name":"Timestamp","level":2,"score":0.25850000977516174}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3731599.3767512","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3731599.3767512","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SC '25 Workshops of the International Conference for High Performance Computing, Networking, Storage and Analysis","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3731599.3767512","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3731599.3767512","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SC '25 Workshops of the International Conference for High Performance Computing, Networking, Storage and Analysis","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2156077349","https://openalex.org/W2903262661","https://openalex.org/W2903871660","https://openalex.org/W2908404712","https://openalex.org/W2965683718","https://openalex.org/W3040558155","https://openalex.org/W3188212669","https://openalex.org/W3195824306","https://openalex.org/W3202404106","https://openalex.org/W3212512279","https://openalex.org/W4281689849","https://openalex.org/W4383749652","https://openalex.org/W4405594277"],"related_works":[],"abstract_inverted_index":{"High-level":[0],"I/O":[1,17,22],"libraries,":[2],"such":[3],"as":[4,68],"PnetCDF":[5],"and":[6,76,103],"HDF5,":[7],"are":[8],"commonly":[9],"used":[10],"by":[11,128],"large-scale":[12],"scientific":[13],"applications":[14,48],"to":[15,49,97,130,139],"perform":[16],"tasks":[18],"in":[19,30,63,144],"parallel.":[20,145],"These":[21],"libraries":[23],"store":[24],"the":[25,51,73,77,105],"metadata":[26,39,52,74,95],"of":[27,79],"data":[28,43,100,124,142],"objects":[29,106,143],"files":[31],"along":[32],"with":[33,72],"their":[34],"raw":[35],"data.":[36],"To":[37,81],"ensure":[38],"consistency":[40,66,109],"during":[41],"parallel":[42],"object":[44,101,125],"creation,":[45],"they":[46],"require":[47],"call":[50],"APIs":[53],"collectively":[54],"using":[55],"consistent":[56],"metadata.":[57],"Such":[58],"a":[59,87,120],"requirement":[60],"can":[61],"result":[62],"an":[64],"expensive":[65],"check,":[67],"its":[69],"cost":[70],"increases":[71],"volume":[75],"number":[78],"processes.":[80],"address":[82],"this":[83,116],"limitation,":[84],"we":[85],"propose":[86],"new":[88,117],"file":[89],"header":[90],"format,":[91],"which":[92],"uses":[93],"partitioned":[94],"blocks":[96],"enable":[98],"independent":[99],"creation":[102,126],"reduce":[104],"required":[107],"for":[108],"check.":[110],"Our":[111],"performance":[112],"evaluation":[113],"shows":[114],"that":[115],"design":[118],"achieves":[119],"scalable":[121],"performance,":[122],"cutting":[123],"times":[127],"up":[129],"196":[131],"\u00d7":[132],"when":[133],"running":[134],"on":[135],"4096":[136],"MPI":[137],"processes":[138],"create":[140],"5,684,800":[141]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-11-07T00:00:00"}
