{"id":"https://openalex.org/W4206479894","doi":"https://doi.org/10.1109/bigdata52589.2021.9671638","title":"Optimizing Performance of Parallel I/O Accesses to Non-contiguous Blocks in Multiple Array Variables","display_name":"Optimizing Performance of Parallel I/O Accesses to Non-contiguous Blocks in Multiple Array Variables","publication_year":2021,"publication_date":"2021-12-15","ids":{"openalex":"https://openalex.org/W4206479894","doi":"https://doi.org/10.1109/bigdata52589.2021.9671638"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata52589.2021.9671638","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata52589.2021.9671638","pdf_url":null,"source":{"id":"https://openalex.org/S4363607718","display_name":"2021 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013922013","display_name":"Qiao Kang","orcid":"https://orcid.org/0000-0001-8552-6551"},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qiao Kang","raw_affiliation_strings":["Lawrence Berkeley National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lawrence Berkeley National Laboratory","institution_ids":["https://openalex.org/I148283060"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054302936","display_name":"Scot Breitenfeld","orcid":null},"institutions":[{"id":"https://openalex.org/I2802624869","display_name":"Hereditary Disease Foundation","ror":"https://ror.org/02a3w7r50","country_code":"US","type":"other","lineage":["https://openalex.org/I2802624869"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Scot Breitenfeld","raw_affiliation_strings":["The HDF Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The HDF Group","institution_ids":["https://openalex.org/I2802624869"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058466060","display_name":"Kaiyuan Hou","orcid":"https://orcid.org/0000-0001-8065-268X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kaiyuan Hou","raw_affiliation_strings":["Northwestern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047602285","display_name":"Wei\u2010keng Liao","orcid":"https://orcid.org/0009-0008-9411-2543"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei-keng Liao","raw_affiliation_strings":["Northwestern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036808423","display_name":"Robert Ross","orcid":"https://orcid.org/0000-0002-5435-5857"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert Ross","raw_affiliation_strings":["Argonne National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062233562","display_name":"Suren Byna","orcid":"https://orcid.org/0000-0003-3048-3448"},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Suren Byna","raw_affiliation_strings":["Lawrence Berkeley National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lawrence Berkeley National Laboratory","institution_ids":["https://openalex.org/I148283060"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8139,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.69443883,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"98","last_page":"108"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.958299994468689,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8454974889755249},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.6831918358802795},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.6631725430488586},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.5738775730133057},{"id":"https://openalex.org/keywords/parallel-i/o","display_name":"Parallel I/O","score":0.5599913597106934},{"id":"https://openalex.org/keywords/supercomputer","display_name":"Supercomputer","score":0.5519424080848694},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5255975723266602},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5237289071083069},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.41933026909828186},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.38495054841041565},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.24973124265670776},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.16648447513580322},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.0986035168170929}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8454974889755249},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.6831918358802795},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.6631725430488586},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5738775730133057},{"id":"https://openalex.org/C2781057727","wikidata":"https://www.wikidata.org/wiki/Q9941","display_name":"Parallel I/O","level":2,"score":0.5599913597106934},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.5519424080848694},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5255975723266602},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5237289071083069},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.41933026909828186},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.38495054841041565},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.24973124265670776},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.16648447513580322},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0986035168170929},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata52589.2021.9671638","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata52589.2021.9671638","pdf_url":null,"source":{"id":"https://openalex.org/S4363607718","display_name":"2021 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8399999737739563,"id":"https://metadata.un.org/sdg/13","display_name":"Climate action"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320332359","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08"},{"id":"https://openalex.org/F4320337506","display_name":"Advanced Scientific Computing Research","ror":"https://ror.org/0012c7r22"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1523798960","https://openalex.org/W1707470280","https://openalex.org/W1825216778","https://openalex.org/W2000264738","https://openalex.org/W2028811868","https://openalex.org/W2034212535","https://openalex.org/W2097620557","https://openalex.org/W2101675015","https://openalex.org/W2102000128","https://openalex.org/W2130836080","https://openalex.org/W2150040860","https://openalex.org/W2757793204","https://openalex.org/W2964677345","https://openalex.org/W2988138585","https://openalex.org/W3041193038","https://openalex.org/W3101332049","https://openalex.org/W3133201538","https://openalex.org/W4233859894","https://openalex.org/W4235956846","https://openalex.org/W4287212172","https://openalex.org/W6631234982","https://openalex.org/W6637674622","https://openalex.org/W6841139162","https://openalex.org/W6929454209"],"related_works":["https://openalex.org/W2384867379","https://openalex.org/W3214280620","https://openalex.org/W2329539859","https://openalex.org/W3191490922","https://openalex.org/W2227905990","https://openalex.org/W2765823764","https://openalex.org/W2041604065","https://openalex.org/W2973001798","https://openalex.org/W1918456467","https://openalex.org/W4233553775"],"abstract_inverted_index":{"Accessing":[0],"non-contiguous":[1,120],"blocks":[2,124],"in":[3,40,141],"multiple":[4],"array":[5,123],"variables":[6],"is":[7],"a":[8,111],"challenging":[9],"I/O":[10,18,21,43,53,66,74,87,100,107,117,154,169],"pattern":[11,31],"for":[12,82,95,122,163],"parallel":[13,153],"applications":[14],"to":[15,28,68,118,157],"obtain":[16],"good":[17],"performance.":[19],"High-level":[20],"libraries":[22,101],"such":[23,60],"as":[24],"HDF5":[25,115,165],"allow":[26],"users":[27,34],"implement":[29],"this":[30,90],"conveniently,":[32],"but":[33,59],"have":[35,49,63],"observed":[36],"significant":[37],"performance":[38,54,155],"bottlenecks":[39],"the":[41,51,134,152,164],"two-phase":[42,52,142],"implementation":[44,78,113],"of":[45,85,98,114,167],"MPI-IO.":[46],"Recent":[47],"studies":[48],"advanced":[50],"by":[55,137],"novel":[56],"communication":[57,138],"algorithms,":[58],"improvements":[61],"still":[62],"limitations.":[64],"Two-phase":[65],"has":[67],"faithfully":[69],"process":[70],"inputs":[71],"from":[72,172],"high-level":[73,86,99],"libraries,":[75],"so":[76],"that":[77,102,146],"overheads":[79,135],"can":[80,103,150],"accumulate":[81],"improper":[83],"usage":[84,97],"libraries.":[88],"In":[89],"paper,":[91],"we":[92],"propose":[93],"approaches":[94,132],"efficient":[96],"circumvent":[104],"major":[105],"collective":[106],"overheads.":[108],"We":[109,144],"adopt":[110],"multi-dataset":[112],"dataset":[116],"aggregate":[119],"requests":[121],"and":[125],"provide":[126],"corresponding":[127],"parameter":[128],"assignment":[129],"strategies.":[130],"These":[131],"reduce":[133],"caused":[136],"straggler":[139],"effects":[140],"I/O.":[143],"show":[145],"our":[147],"proposed":[148],"methods":[149],"improve":[151],"up":[156],"8\u00d7":[158],"on":[159],"two":[160],"supercomputing":[161],"systems":[162],"implementations":[166],"an":[168],"kernel":[170],"extracted":[171],"climate":[173],"simulation":[174],"code":[175],"compared":[176],"with":[177],"its":[178],"baseline":[179],"implementations.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}