{"id":"https://openalex.org/W2414434731","doi":"https://doi.org/10.1145/2925426.2926290","title":"High Performance Design for HDFS with Byte-Addressability of NVM and RDMA","display_name":"High Performance Design for HDFS with Byte-Addressability of NVM and RDMA","publication_year":2016,"publication_date":"2016-06-01","ids":{"openalex":"https://openalex.org/W2414434731","doi":"https://doi.org/10.1145/2925426.2926290","mag":"2414434731"},"language":"en","primary_location":{"id":"doi:10.1145/2925426.2926290","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2925426.2926290","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2926290&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 International Conference on Supercomputing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://dl.acm.org/ft_gateway.cfm?id=2926290&type=pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112525485","display_name":"Nusrat Sharmin Islam","orcid":null},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Nusrat Sharmin Islam","raw_affiliation_strings":["Department of Computer Science and Engineering, The Ohio State University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Ohio State University","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064789593","display_name":"Md. Wasi-ur-Rahman","orcid":null},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Md. Wasi-ur-Rahman","raw_affiliation_strings":["Department of Computer Science and Engineering, The Ohio State University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Ohio State University","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067748041","display_name":"Xiaoyi Lu","orcid":"https://orcid.org/0000-0001-7581-8905"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaoyi Lu","raw_affiliation_strings":["Department of Computer Science and Engineering, The Ohio State University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Ohio State University","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024879682","display_name":"Dhabaleswar K. Panda","orcid":"https://orcid.org/0000-0002-0356-1781"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dhabaleswar K. Panda","raw_affiliation_strings":["Department of Computer Science and Engineering, The Ohio State University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Ohio State University","institution_ids":["https://openalex.org/I52357470"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5112525485"],"corresponding_institution_ids":["https://openalex.org/I52357470"],"apc_list":null,"apc_paid":null,"fwci":8.564,"has_fulltext":true,"cited_by_count":64,"citation_normalized_percentile":{"value":0.97863042,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/remote-direct-memory-access","display_name":"Remote direct memory access","score":0.8964306116104126},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8200110197067261},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.7435391545295715},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.5062636137008667},{"id":"https://openalex.org/keywords/non-volatile-memory","display_name":"Non-volatile memory","score":0.4453766644001007},{"id":"https://openalex.org/keywords/file-system","display_name":"File system","score":0.4245736598968506},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.4014226496219635},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.20890378952026367}],"concepts":[{"id":"https://openalex.org/C130795937","wikidata":"https://www.wikidata.org/wiki/Q2561570","display_name":"Remote direct memory access","level":2,"score":0.8964306116104126},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8200110197067261},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.7435391545295715},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.5062636137008667},{"id":"https://openalex.org/C177950962","wikidata":"https://www.wikidata.org/wiki/Q10997658","display_name":"Non-volatile memory","level":2,"score":0.4453766644001007},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.4245736598968506},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.4014226496219635},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.20890378952026367},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2925426.2926290","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2925426.2926290","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2926290&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 International Conference on Supercomputing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/2925426.2926290","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2925426.2926290","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2926290&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 International Conference on Supercomputing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.44999998807907104}],"awards":[{"id":"https://openalex.org/G1777192433","display_name":null,"funder_award_id":"#IIS-1447804, #CNS-1419123, #ACI-1450440","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2459394827","display_name":"Collaborative Research: Chameleon: A Large-Scale, Reconfigurable Experimental Environment for Cloud Research","funder_award_id":"1419123","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2798451465","display_name":null,"funder_award_id":"CNS-1419123","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2946931542","display_name":null,"funder_award_id":"#IIS-1447804","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4433704657","display_name":"BIGDATA: F: DKM: Collaborative Research: Scalable Middleware for Managing and Processing Big Data on Next Generation HPC Systems","funder_award_id":"1447804","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5600734637","display_name":null,"funder_award_id":"1450440","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6607937912","display_name":null,"funder_award_id":"IIS-1447804","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8472757804","display_name":null,"funder_award_id":"#CNS-1419123","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8481211381","display_name":null,"funder_award_id":"#ACI-1450440","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2414434731.pdf","grobid_xml":"https://content.openalex.org/works/W2414434731.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1502383304","https://openalex.org/W1579147384","https://openalex.org/W1605544948","https://openalex.org/W1825603816","https://openalex.org/W1974534679","https://openalex.org/W1992755462","https://openalex.org/W2038157364","https://openalex.org/W2052211129","https://openalex.org/W2055300009","https://openalex.org/W2057208565","https://openalex.org/W2075260446","https://openalex.org/W2082047517","https://openalex.org/W2089098642","https://openalex.org/W2090204040","https://openalex.org/W2104993419","https://openalex.org/W2111262474","https://openalex.org/W2119738171","https://openalex.org/W2124256298","https://openalex.org/W2126022651","https://openalex.org/W2144544000","https://openalex.org/W2157808045","https://openalex.org/W2171724053","https://openalex.org/W2189465200","https://openalex.org/W2198659786","https://openalex.org/W2208735439","https://openalex.org/W2270211026","https://openalex.org/W2624304035","https://openalex.org/W2725993358","https://openalex.org/W6636132969","https://openalex.org/W6664722119","https://openalex.org/W6687322159","https://openalex.org/W6693770087"],"related_works":["https://openalex.org/W3135214639","https://openalex.org/W2594055038","https://openalex.org/W753420207","https://openalex.org/W2754465584","https://openalex.org/W2353896575","https://openalex.org/W2379000728","https://openalex.org/W2368354671","https://openalex.org/W2389631998","https://openalex.org/W2362483455","https://openalex.org/W2355113374"],"abstract_inverted_index":{"Non-Volatile":[0],"Memory":[1,103],"(NVM)":[2],"offers":[3],"byte-addressability":[4,96,126],"with":[5,10,120,248,320],"DRAM":[6],"like":[7,192],"performance":[8,62,109,264,295],"along":[9],"persistence.":[11],"Thus,":[12],"NVMs":[13],"provide":[14],"the":[15,31,68,95,108,125,149,157,175,202,234,239,293,306,314],"opportunity":[16],"to":[17,76,93,123,147,166,173,211,227,244,268,301,317],"build":[18],"high-throughput":[19],"storage":[20,33,79],"systems":[21,66,191],"for":[22,35,46,91,99,114,143,182,254,322],"data-intensive":[23],"applications.":[24],"HDFS":[25,42,72,92,115,118,153,208,247],"(Hadoop":[26],"Distributed":[27],"File":[28],"System)":[29],"is":[30,50,313],"primary":[32],"engine":[34],"MapReduce,":[36],"Spark,":[37],"and":[38,116,134,145,162,204,213,276,284],"HBase.":[39],"Even":[40],"though":[41],"was":[43],"initially":[44],"designed":[45],"commodity":[47],"hardware,":[48],"it":[49],"increasingly":[51],"being":[52],"used":[53],"on":[54,186],"HPC":[55,65],"(High":[56],"Performance":[57,194],"Computing)":[58],"clusters.":[59],"The":[60,216,229,270],"outstanding":[61],"requirements":[63],"of":[64,71,97,111,152,188,207,219,238,252,266,272,296,308],"make":[67],"I/O":[69,119,294],"bottlenecks":[70],"a":[73,88,179,249,263],"critical":[74],"issue":[75],"rethink":[77],"its":[78],"architecture":[80],"over":[81,246,303],"NVMs.":[82],"In":[83],"this":[84,130,311],"paper,":[85],"we":[86],"present":[87,139],"novel":[89],"design":[90,131,151,177,199,231],"leverage":[94],"NVM":[98,113,319],"RDMA":[100,321],"(Remote":[101],"Direct":[102],"Access)-based":[104],"communication.":[105],"We":[106,128,137,169],"analyze":[107],"potential":[110],"using":[112],"re-design":[117],"memory":[121],"semantics":[122],"exploit":[124],"fully.":[127],"call":[129],"NVFS":[132,176],"(NVM-":[133],"RDMA-aware":[135],"HDFS).":[136],"also":[138,170,232],"cost-effective":[140],"acceleration":[141],"techniques":[142],"HBase":[144,158,273],"Spark":[146,163,184,257,297],"utilize":[148],"NVM-based":[150,288],"by":[154,209,225,242,281,299],"storing":[155],"only":[156],"Write":[159],"Ahead":[160],"Logs":[161],"job":[164],"outputs":[165],"NVM,":[167],"respectively.":[168,215,286],"propose":[171],"enhancements":[172],"use":[174],"as":[178],"burst":[180,289],"buffer":[181,290],"running":[183],"jobs":[185],"top":[187],"parallel":[189],"file":[190],"Lustre.":[193,304],"evaluations":[195],"show":[196],"that":[197],"our":[198,259,309],"can":[200,291],"improve":[201,292],"write":[203],"read":[205,277],"throughputs":[206],"up":[210,226,243,267,300],"4x":[212],"2x,":[214],"execution":[217,236],"times":[218],"data":[220],"generation":[221],"benchmarks":[222],"are":[223,279],"reduced":[224],"45%.":[228],"proposed":[230,260],"reduces":[233],"overall":[235],"time":[237],"SWIM":[240],"workload":[241],"18%":[245],"maximum":[250],"benefit":[251],"37%":[253],"job-38.":[255],"For":[256],"TeraSort,":[258],"scheme":[261],"yields":[262],"gain":[265],"11%.":[269],"performances":[271],"insert,":[274],"update,":[275],"operations":[278],"improved":[280],"21%,":[282],"16%,":[283],"26%,":[285],"Our":[287],"PageRank":[298],"24%":[302],"To":[305],"best":[307],"knowledge,":[310],"paper":[312],"first":[315],"attempt":[316],"incorporate":[318],"HDFS.":[323]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":13},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":7},{"year":2016,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}