{"id":"https://openalex.org/W2404878167","doi":"https://doi.org/10.1109/tpds.2016.2573820","title":"An Exploration of Designing a Hybrid Scale-Up/Out Hadoop Architecture Based on Performance Measurements","display_name":"An Exploration of Designing a Hybrid Scale-Up/Out Hadoop Architecture Based on Performance Measurements","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2404878167","doi":"https://doi.org/10.1109/tpds.2016.2573820","mag":"2404878167"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2016.2573820","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2016.2573820","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087300252","display_name":"Zhuozhao Li","orcid":"https://orcid.org/0000-0003-1903-6428"},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhuozhao Li","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Clemson University, Clemson, SC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Clemson University, Clemson, SC","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064217355","display_name":"Haiying Shen","orcid":"https://orcid.org/0000-0002-7681-6255"},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haiying Shen","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Clemson University, Clemson, SC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Clemson University, Clemson, SC","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001413631","display_name":"W.B. Ligon","orcid":null},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Walter B. Ligon III","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Clemson University, Clemson, SC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Clemson University, Clemson, SC","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043198035","display_name":"Jeffrey Denton","orcid":null},"institutions":[{"id":"https://openalex.org/I135458274","display_name":"Citigroup","ror":"https://ror.org/032xgdx47","country_code":"US","type":"other","lineage":["https://openalex.org/I135458274"]},{"id":"https://openalex.org/I4210124246","display_name":"CITIC Group (China)","ror":"https://ror.org/037b6wy35","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210124246"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Jeffrey Denton","raw_affiliation_strings":["CITI group of CCIT, SC","[CITI group of CCIT, SC]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CITI group of CCIT, SC","institution_ids":["https://openalex.org/I135458274","https://openalex.org/I4210124246"]},{"raw_affiliation_string":"[CITI group of CCIT, SC]","institution_ids":["https://openalex.org/I135458274"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":19.1312,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.98987421,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8419067859649658},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.6875869631767273},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.636133074760437},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5649343132972717},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5044947862625122},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.4952637255191803},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.45558154582977295},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.4524362087249756},{"id":"https://openalex.org/keywords/distributed-file-system","display_name":"Distributed File System","score":0.4390517771244049},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3669474422931671}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8419067859649658},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.6875869631767273},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.636133074760437},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5649343132972717},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5044947862625122},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.4952637255191803},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.45558154582977295},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.4524362087249756},{"id":"https://openalex.org/C152043487","wikidata":"https://www.wikidata.org/wiki/Q1229600","display_name":"Distributed File System","level":2,"score":0.4390517771244049},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3669474422931671},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2016.2573820","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2016.2573820","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2980811678","display_name":"CAREER:  A New Efficient and Cooperative Large-Scale Distributed Data Sharing System","funder_award_id":"1254006","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6571189242","display_name":"EAGER: An Efficient and Effective Distributed Information System","funder_award_id":"1354123","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7270239066","display_name":"MRI:  Acquisition of High Performance Computing Instrument for Collaborative Data-Enabled Science","funder_award_id":"1228312","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8264974329","display_name":"Application Characterization for Adaptive Computing Platform Determination for Computational and Data-Enabled Science and Engineering","funder_award_id":"1404981","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W638697221","https://openalex.org/W1535431348","https://openalex.org/W1536639265","https://openalex.org/W1590341082","https://openalex.org/W1970657522","https://openalex.org/W2008772397","https://openalex.org/W2025549137","https://openalex.org/W2067005380","https://openalex.org/W2074988668","https://openalex.org/W2092086632","https://openalex.org/W2104993419","https://openalex.org/W2110374615","https://openalex.org/W2132353061","https://openalex.org/W2133569115","https://openalex.org/W2141249441","https://openalex.org/W2150478767","https://openalex.org/W2163291889","https://openalex.org/W2163961697","https://openalex.org/W2170833472","https://openalex.org/W2171220798","https://openalex.org/W2173213060","https://openalex.org/W2248732043","https://openalex.org/W2293423600","https://openalex.org/W2409161282","https://openalex.org/W2766527085","https://openalex.org/W2912802084","https://openalex.org/W3104065274","https://openalex.org/W4241005359","https://openalex.org/W4298154923","https://openalex.org/W6620609374","https://openalex.org/W6631896231","https://openalex.org/W6632229964","https://openalex.org/W6635400251","https://openalex.org/W6642905150","https://openalex.org/W6652571290","https://openalex.org/W6684084819","https://openalex.org/W6691209370","https://openalex.org/W6758383543"],"related_works":["https://openalex.org/W2329086085","https://openalex.org/W2314755979","https://openalex.org/W2390710122","https://openalex.org/W2929716001","https://openalex.org/W2039836583","https://openalex.org/W2392884863","https://openalex.org/W2326383684","https://openalex.org/W3008868450","https://openalex.org/W2092253675","https://openalex.org/W4234787997"],"abstract_inverted_index":{"Scale-up":[0],"machines":[1,16,88],"perform":[2,17],"better":[3,18],"for":[4,19],"jobs":[5,20,33,70,112],"with":[6,21,34,139,216,219],"small":[7,67],"and":[8,50,86,135,145,180,183,194,218,228],"median":[9],"(KB,":[10],"MB)":[11],"data":[12,25,36,63,68,100,164],"sizes,":[13],"while":[14],"scale-out":[15,51,87,117,136,181],"large":[22],"(GB,":[23],"TB)":[24],"size.":[26],"Since":[27],"a":[28,42,72,126,146],"workload":[29,62,73],"usually":[30],"consists":[31],"of":[32,66,80,95,130,223],"different":[35,131],"size":[37,69],"levels,":[38],"we":[39,168,192],"propose":[40],"building":[41],"hybrid":[43,197,208],"Hadoop":[44,140,199,214],"architecture":[45,209,215],"that":[46,155,172,206],"includes":[47],"both":[48,90,211],"scale-up":[49,81,85,115,134,179],"machines,":[52],"which":[53,97],"however":[54],"is":[55,61,108],"not":[56],"trivial.":[57],"The":[58,105],"first":[59],"challenge":[60,107],"storage.":[64],"Thousands":[65],"in":[71,221],"may":[74,89],"overload":[75],"the":[76,92,103,121,163,170,174,178,189,196,212],"limited":[77],"local":[78],"disks":[79],"machines.":[82,104],"Jobs":[83],"from":[84],"request":[91],"same":[93],"set":[94],"data,":[96],"leads":[98],"to":[99,109,113,119,187],"transmission":[101],"between":[102],"second":[106],"automatically":[110],"schedule":[111],"either":[114],"or":[116],"cluster":[118],"achieve":[120],"best":[122],"performance.":[123],"We":[124,153],"conduct":[125],"thorough":[127],"performance":[128,175],"measurement":[129],"applications":[132],"on":[133,177],"clusters,":[137],"configured":[138],"Distributed":[141],"File":[142],"System":[143],"(HDFS)":[144],"remote":[147],"file":[148],"system":[149],"(i.e.,":[150],"OFS),":[151],"respectively.":[152],"find":[154],"using":[156],"OFS":[157,220],"rather":[158],"than":[159],"HDFS":[160,217],"can":[161],"solve":[162],"storage":[165],"challenge.":[166],"Also,":[167],"identify":[169],"factors":[171],"determine":[173],"differences":[176],"clusters":[182],"their":[184],"cross":[185],"points":[186],"make":[188],"choice.":[190],"Accordingly,":[191],"design":[193],"implement":[195],"scale-up/out":[198],"architecture.":[200],"Our":[201],"trace-driven":[202],"experimental":[203],"results":[204],"show":[205],"our":[207],"outperforms":[210],"traditional":[213],"terms":[222],"job":[224,229],"completion":[225],"time,":[226],"throughput":[227],"failure":[230],"rate.":[231]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":4}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}