{"id":"https://openalex.org/W4390188859","doi":"https://doi.org/10.1109/hpec58863.2023.10363474","title":"Dynamic Data Partitioning in the WAFL File System","display_name":"Dynamic Data Partitioning in the WAFL File System","publication_year":2023,"publication_date":"2023-09-25","ids":{"openalex":"https://openalex.org/W4390188859","doi":"https://doi.org/10.1109/hpec58863.2023.10363474"},"language":"en","primary_location":{"id":"doi:10.1109/hpec58863.2023.10363474","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/hpec58863.2023.10363474","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE High Performance Extreme Computing Conference (HPEC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100326924","display_name":"Jian Hu","orcid":"https://orcid.org/0000-0002-6570-3255"},"institutions":[{"id":"https://openalex.org/I1283576576","display_name":"NetApp (United States)","ror":"https://ror.org/05c4cm338","country_code":"US","type":"company","lineage":["https://openalex.org/I1283576576"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jian Hu","raw_affiliation_strings":["NetApp, Inc"],"affiliations":[{"raw_affiliation_string":"NetApp, Inc","institution_ids":["https://openalex.org/I1283576576"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045472283","display_name":"Matthew Curtis-Maury","orcid":null},"institutions":[{"id":"https://openalex.org/I1283576576","display_name":"NetApp (United States)","ror":"https://ror.org/05c4cm338","country_code":"US","type":"company","lineage":["https://openalex.org/I1283576576"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Curtis-Maury","raw_affiliation_strings":["NetApp, Inc"],"affiliations":[{"raw_affiliation_string":"NetApp, Inc","institution_ids":["https://openalex.org/I1283576576"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020437920","display_name":"Vinay Devadas","orcid":null},"institutions":[{"id":"https://openalex.org/I1283576576","display_name":"NetApp (United States)","ror":"https://ror.org/05c4cm338","country_code":"US","type":"company","lineage":["https://openalex.org/I1283576576"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vinay Devadas","raw_affiliation_strings":["NetApp, Inc"],"affiliations":[{"raw_affiliation_string":"NetApp, Inc","institution_ids":["https://openalex.org/I1283576576"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100326924"],"corresponding_institution_ids":["https://openalex.org/I1283576576"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21099664,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.870599091053009},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.8092821836471558},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.6263752579689026},{"id":"https://openalex.org/keywords/file-system","display_name":"File system","score":0.5806149244308472},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5721696019172668},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.5699695348739624},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5157778263092041},{"id":"https://openalex.org/keywords/on-the-fly","display_name":"On the fly","score":0.4701195955276489},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.43649864196777344},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.376910001039505}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.870599091053009},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.8092821836471558},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.6263752579689026},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.5806149244308472},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5721696019172668},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.5699695348739624},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5157778263092041},{"id":"https://openalex.org/C2781020372","wikidata":"https://www.wikidata.org/wiki/Q533093","display_name":"On the fly","level":2,"score":0.4701195955276489},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.43649864196777344},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.376910001039505},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/hpec58863.2023.10363474","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/hpec58863.2023.10363474","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE High Performance Extreme Computing Conference (HPEC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W174317439","https://openalex.org/W196698272","https://openalex.org/W1970827137","https://openalex.org/W1986338560","https://openalex.org/W2005106218","https://openalex.org/W2269241144","https://openalex.org/W2523209562","https://openalex.org/W2570373436","https://openalex.org/W2754186652","https://openalex.org/W2995604657","https://openalex.org/W3023123375","https://openalex.org/W3023530596","https://openalex.org/W3032891658","https://openalex.org/W3047937553","https://openalex.org/W3093150360","https://openalex.org/W3096650550","https://openalex.org/W4284899742","https://openalex.org/W6602479224","https://openalex.org/W6674788263","https://openalex.org/W6732057091","https://openalex.org/W6753966559"],"related_works":["https://openalex.org/W2045183646","https://openalex.org/W2162409446","https://openalex.org/W2109463584","https://openalex.org/W2504075107","https://openalex.org/W2563943286","https://openalex.org/W2354058185","https://openalex.org/W2966826037","https://openalex.org/W3014500535","https://openalex.org/W2184245033","https://openalex.org/W3020605687"],"abstract_inverted_index":{"The":[0],"WAFL":[1],"file":[2,83],"system":[3,44,48,84],"leverages":[4],"data":[5,21,26,39],"partitioning":[6],"to":[7,20,86],"manage":[8],"parallel":[9],"processing":[10],"of":[11,62,102],"client":[12,71],"and":[13,90,105],"internal":[14],"operations.":[15],"Such":[16],"operations":[17],"are":[18,59],"mapped":[19],"partitions":[22],"based":[23],"on":[24],"the":[25,47,54],"they":[27],"touch.":[28],"Changes":[29],"in":[30,36,64],"load":[31,89],"over":[32],"time":[33],"can":[34,42],"result":[35],"imbalances":[37],"between":[38],"partitions,":[40],"which":[41],"limit":[43],"parallelism.":[45,92],"Ideally,":[46],"would":[49],"respond":[50],"by":[51],"periodically":[52],"re-optimizing":[53],"partition":[55,88],"mappings.":[56],"However,":[57],"there":[58],"a":[60,100],"variety":[61,101],"challenges":[63],"making":[65],"such":[66],"changes":[67],"on-the-fly":[68],"without":[69],"disrupting":[70],"accesses.":[72],"In":[73],"this":[74],"paper,":[75],"we":[76],"present":[77],"an":[78],"approach":[79],"that":[80],"dynamically":[81],"repartitions":[82],"objects":[85],"balance":[87],"increase":[91],"Our":[93],"evaluation":[94],"shows":[95],"substantial":[96],"performance":[97],"gains":[98],"across":[99],"realistic":[103],"workloads":[104],"configurations.":[106]},"counts_by_year":[],"updated_date":"2025-12-25T23:11:45.687758","created_date":"2025-10-10T00:00:00"}