{"id":"https://openalex.org/W2208735439","doi":"https://doi.org/10.1109/bigdata.2015.7363761","title":"Performance characterization and acceleration of in-memory file systems for Hadoop and Spark applications on HPC clusters","display_name":"Performance characterization and acceleration of in-memory file systems for Hadoop and Spark applications on HPC clusters","publication_year":2015,"publication_date":"2015-10-01","ids":{"openalex":"https://openalex.org/W2208735439","doi":"https://doi.org/10.1109/bigdata.2015.7363761","mag":"2208735439"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata.2015.7363761","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2015.7363761","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112525485","display_name":"Nusrat Sharmin Islam","orcid":null},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Nusrat Sharmin Islam","raw_affiliation_strings":["Department of Computer Science and Engineering, The Ohio State University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Ohio State University","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064789593","display_name":"Md. Wasi-ur-Rahman","orcid":null},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Md. Wasi-ur-Rahman","raw_affiliation_strings":["Department of Computer Science and Engineering, The Ohio State University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Ohio State University","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067748041","display_name":"Xiaoyi Lu","orcid":"https://orcid.org/0000-0001-7581-8905"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaoyi Lu","raw_affiliation_strings":["Department of Computer Science and Engineering, The Ohio State University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Ohio State University","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048025435","display_name":"Dipti Shankar","orcid":null},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dipti Shankar","raw_affiliation_strings":["Department of Computer Science and Engineering, The Ohio State University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Ohio State University","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024879682","display_name":"Dhabaleswar K. Panda","orcid":"https://orcid.org/0000-0002-0356-1781"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dhabaleswar K. Panda","raw_affiliation_strings":["Department of Computer Science and Engineering, The Ohio State University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Ohio State University","institution_ids":["https://openalex.org/I52357470"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5112525485"],"corresponding_institution_ids":["https://openalex.org/I52357470"],"apc_list":null,"apc_paid":null,"fwci":13.5082,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.98567165,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"243","last_page":"252"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8086858987808228},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.7121080160140991},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6632624268531799},{"id":"https://openalex.org/keywords/file-system","display_name":"File system","score":0.6037937998771667},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.5968917012214661},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5949663519859314},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.594214677810669},{"id":"https://openalex.org/keywords/tachyon","display_name":"Tachyon","score":0.45118364691734314},{"id":"https://openalex.org/keywords/distributed-file-system","display_name":"Distributed File System","score":0.4474430978298187},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.43371254205703735},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.2446783483028412}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8086858987808228},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.7121080160140991},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6632624268531799},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.6037937998771667},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.5968917012214661},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5949663519859314},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.594214677810669},{"id":"https://openalex.org/C42458899","wikidata":"https://www.wikidata.org/wiki/Q41995","display_name":"Tachyon","level":2,"score":0.45118364691734314},{"id":"https://openalex.org/C152043487","wikidata":"https://www.wikidata.org/wiki/Q1229600","display_name":"Distributed File System","level":2,"score":0.4474430978298187},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.43371254205703735},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2446783483028412},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C33332235","wikidata":"https://www.wikidata.org/wiki/Q18362","display_name":"Theoretical physics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata.2015.7363761","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2015.7363761","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5600000023841858}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1502383304","https://openalex.org/W1579147384","https://openalex.org/W1581677478","https://openalex.org/W1595596071","https://openalex.org/W1870068531","https://openalex.org/W1968781019","https://openalex.org/W2038157364","https://openalex.org/W2057746399","https://openalex.org/W2059628440","https://openalex.org/W2082047517","https://openalex.org/W2089098642","https://openalex.org/W2105947650","https://openalex.org/W2126022651","https://openalex.org/W2131975293","https://openalex.org/W2140486418","https://openalex.org/W2150593711","https://openalex.org/W2153527235","https://openalex.org/W2158865579","https://openalex.org/W2189465200","https://openalex.org/W2277359368","https://openalex.org/W2294312748","https://openalex.org/W4234905039","https://openalex.org/W6629949394","https://openalex.org/W6634769544","https://openalex.org/W6639104096","https://openalex.org/W6679815717","https://openalex.org/W6687322159","https://openalex.org/W6694713699"],"related_works":["https://openalex.org/W1480425691","https://openalex.org/W3042976586","https://openalex.org/W2488366707","https://openalex.org/W2571822082","https://openalex.org/W2225892199","https://openalex.org/W4283773839","https://openalex.org/W2168643770","https://openalex.org/W1001164085","https://openalex.org/W2069029637","https://openalex.org/W2593536136"],"abstract_inverted_index":{"For":[0],"data-intensive":[1],"computing,":[2],"the":[3,7,19,60,63,93,100,132,156,162],"low":[4],"throughput":[5],"of":[6,18,62,95,105,124,134,158,164],"existing":[8],"disk-bound":[9],"storage":[10,25],"systems":[11,22,66,77,127],"is":[12,178],"a":[13,31,113],"major":[14],"bottleneck.":[15],"Recent":[16],"emergence":[17],"in-memory":[20,64,87,125],"file":[21,49,65,76,126],"with":[23],"heterogeneous":[24,89],"support":[26,86],"mitigates":[27],"this":[28],"problem":[29],"to":[30,58,148],"great":[32],"extent.":[33],"Parallel":[34],"programming":[35],"frameworks,":[36],"e.g.":[37],"Hadoop":[38,106],"MapReduce":[39,107,118,165,195],"and":[40,82,88,91,102,108,119,128,154,166,189,196,208],"Spark":[41,109,120,167,197],"are":[42],"increasingly":[43],"being":[44],"run":[45],"on":[46,67,99,122,161,169],"such":[47],"high-performance":[48],"systems.":[50,171],"However,":[51],"no":[52],"comprehensive":[53],"study":[54,155],"has":[55],"been":[56],"done":[57],"analyze":[59],"impacts":[61,94],"various":[68],"Big":[69],"Data":[70],"applications.":[71,110],"This":[72],"paper":[73],"characterizes":[74],"two":[75,97],"in":[78],"literature,":[79],"Tachyon":[80,177,193],"[17]":[81],"Triple-H":[83,150,186,200],"[13]":[84],"that":[85],"storage,":[90],"discusses":[92],"these":[96,140],"architectures":[98],"performance":[101,163],"fault":[103],"tolerance":[104],"We":[111,142],"present":[112],"complete":[114],"methodology":[115],"for":[116,151,183,194],"evaluating":[117],"workloads":[121],"top":[123],"provide":[129],"insights":[130],"about":[131],"interactions":[133],"different":[135,159],"system":[136],"components":[137],"while":[138],"running":[139],"workloads.":[141],"also":[143,201],"propose":[144],"advanced":[145],"acceleration":[146],"techniques":[147],"adapt":[149],"iterative":[152],"applications":[153],"impact":[157],"parameters":[160],"jobs":[168],"HPC":[170],"Our":[172],"evaluations":[173],"show":[174],"that,":[175],"although":[176],"5x":[179],"faster":[180],"than":[181,192],"HDFS":[182,207],"primitive":[184],"operations,":[185],"performs":[187],"47%":[188],"2.4x":[190],"better":[191],"workloads,":[198],"respectively.":[199],"accelerates":[202],"K-Means":[203],"by":[204],"15%":[205],"over":[206,210],"9%":[209],"Tachyon.":[211]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":7},{"year":2016,"cited_by_count":8}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}