{"id":"https://openalex.org/W2344869310","doi":"https://doi.org/10.1109/tkde.2016.2523510","title":"Adaptive Replication Management in HDFS Based on Supervised Learning","display_name":"Adaptive Replication Management in HDFS Based on Supervised Learning","publication_year":2016,"publication_date":"2016-01-29","ids":{"openalex":"https://openalex.org/W2344869310","doi":"https://doi.org/10.1109/tkde.2016.2523510","mag":"2344869310"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2016.2523510","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2016.2523510","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069382462","display_name":"Dinh-Mao Bui","orcid":"https://orcid.org/0000-0001-6118-7129"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Dinh-Mao Bui","raw_affiliation_strings":["Computer Engineering Department, Kyung Hee University, Suwon, Korea"],"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, Kyung Hee University, Suwon, Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017497362","display_name":"Shujaat Hussain","orcid":"https://orcid.org/0000-0001-6607-2814"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Shujaat Hussain","raw_affiliation_strings":["Computer Engineering Department, Kyung Hee University, Suwon, Korea"],"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, Kyung Hee University, Suwon, Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000263913","display_name":"Eui\u2010Nam Huh","orcid":"https://orcid.org/0000-0003-0184-6975"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Eui-Nam Huh","raw_affiliation_strings":["Computer Engineering Department, Kyung Hee University, Suwon, Korea"],"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, Kyung Hee University, Suwon, Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101882040","display_name":"Sungyoung Lee","orcid":"https://orcid.org/0000-0002-5962-1587"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sungyoung Lee","raw_affiliation_strings":["Computer Engineering Department, Kyung Hee University, Suwon, Korea"],"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, Kyung Hee University, Suwon, Korea","institution_ids":["https://openalex.org/I35928602"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5069382462"],"corresponding_institution_ids":["https://openalex.org/I35928602"],"apc_list":null,"apc_paid":null,"fwci":13.9333,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":{"value":0.98693868,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"28","issue":"6","first_page":"1369","last_page":"1382"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8865527510643005},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.7335290312767029},{"id":"https://openalex.org/keywords/distributed-file-system","display_name":"Distributed File System","score":0.626456081867218},{"id":"https://openalex.org/keywords/erasure-code","display_name":"Erasure code","score":0.5882579684257507},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.5457389950752258},{"id":"https://openalex.org/keywords/file-system","display_name":"File system","score":0.4997527599334717},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4835490882396698},{"id":"https://openalex.org/keywords/distributed-data-store","display_name":"Distributed data store","score":0.4736020565032959},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4493577182292938},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.43699225783348083},{"id":"https://openalex.org/keywords/distributed-database","display_name":"Distributed database","score":0.4288640022277832},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.40463173389434814},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1308256983757019},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.09244900941848755}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8865527510643005},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.7335290312767029},{"id":"https://openalex.org/C152043487","wikidata":"https://www.wikidata.org/wiki/Q1229600","display_name":"Distributed File System","level":2,"score":0.626456081867218},{"id":"https://openalex.org/C137529215","wikidata":"https://www.wikidata.org/wiki/Q5385031","display_name":"Erasure code","level":3,"score":0.5882579684257507},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.5457389950752258},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.4997527599334717},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4835490882396698},{"id":"https://openalex.org/C24885549","wikidata":"https://www.wikidata.org/wiki/Q339678","display_name":"Distributed data store","level":2,"score":0.4736020565032959},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4493577182292938},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.43699225783348083},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.4288640022277832},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.40463173389434814},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1308256983757019},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.09244900941848755},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2016.2523510","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2016.2523510","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4253621033","display_name":null,"funder_award_id":"NRF-2014R1A2A2A01003914","funder_id":"https://openalex.org/F4320322030","funder_display_name":"Ministry of Science, ICT and Future Planning"}],"funders":[{"id":"https://openalex.org/F4320322030","display_name":"Ministry of Science, ICT and Future Planning","ror":"https://ror.org/032e49973"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W565955800","https://openalex.org/W640137621","https://openalex.org/W1496108277","https://openalex.org/W1502922572","https://openalex.org/W1554539305","https://openalex.org/W1941181464","https://openalex.org/W1985790218","https://openalex.org/W1996042140","https://openalex.org/W2020120128","https://openalex.org/W2024007944","https://openalex.org/W2029467255","https://openalex.org/W2045746095","https://openalex.org/W2055826969","https://openalex.org/W2071658001","https://openalex.org/W2081348607","https://openalex.org/W2084991164","https://openalex.org/W2094469165","https://openalex.org/W2095977162","https://openalex.org/W2096125134","https://openalex.org/W2097998671","https://openalex.org/W2098841537","https://openalex.org/W2104993419","https://openalex.org/W2106411961","https://openalex.org/W2108995755","https://openalex.org/W2138744797","https://openalex.org/W2143065961","https://openalex.org/W2150582689","https://openalex.org/W2159028410","https://openalex.org/W2160431995","https://openalex.org/W2163291889","https://openalex.org/W2169727885","https://openalex.org/W2172039283","https://openalex.org/W2238041365","https://openalex.org/W2296319761","https://openalex.org/W2798506522","https://openalex.org/W2952795334","https://openalex.org/W4250589301","https://openalex.org/W4255052368","https://openalex.org/W6633319431","https://openalex.org/W6655786889","https://openalex.org/W6674632333","https://openalex.org/W6676179485","https://openalex.org/W6682278119","https://openalex.org/W6684042893","https://openalex.org/W6684981576","https://openalex.org/W6689624943"],"related_works":["https://openalex.org/W2963163039","https://openalex.org/W2807749388","https://openalex.org/W2623177195","https://openalex.org/W1667838839","https://openalex.org/W1480425691","https://openalex.org/W2532270758","https://openalex.org/W4294555231","https://openalex.org/W3042976586","https://openalex.org/W2095952791","https://openalex.org/W2728364329"],"abstract_inverted_index":{"The":[0],"number":[1],"of":[2,18,24,50,53,94,117,122,191],"applications":[3],"based":[4,109],"on":[5,56,86,110],"Apache":[6,25],"Hadoop":[7,28],"is":[8,69,158,185],"dramatically":[9],"increasing":[10],"due":[11],"to":[12,83,103,129,144,160,177,187],"the":[13,22,27,34,51,57,60,74,87,92,95,106,111,115,120,136,150,162,169,173,178,182,189,192],"robustness":[14],"and":[15,36],"dynamic":[16],"features":[17],"this":[19,98],"system.":[20],"At":[21],"heart":[23],"Hadoop,":[26],"Distributed":[29],"File":[30],"System":[31],"(HDFS)":[32],"provides":[33],"reliability":[35,174],"high":[37],"availability":[38,170],"for":[39,63,78],"computation":[40],"by":[41,46],"applying":[42],"a":[43,131],"static":[44],"replication":[45,76,133],"default.":[47],"However,":[48],"because":[49],"characteristics":[52],"parallel":[54],"operations":[55],"application":[58],"layer,":[59],"access":[61,147],"rate":[62],"each":[64,123],"data":[65,80,107,124],"file":[66,81,108,125],"in":[67,175],"HDFS":[68,96],"completely":[70],"different.":[71],"Consequently,":[72],"maintaining":[73],"same":[75],"mechanism":[77],"every":[79],"leads":[82],"detrimental":[84],"effects":[85],"performance.":[88],"By":[89],"rigorously":[90],"considering":[91],"drawbacks":[93],"replication,":[97],"paper":[99],"proposes":[100],"an":[101,155],"approach":[102,166],"dynamically":[104],"replicate":[105],"predictive":[112],"analysis.":[113],"With":[114],"help":[116],"probability":[118],"theory,":[119],"utilization":[121],"can":[126,139],"be":[127,140],"predicted":[128],"create":[130],"corresponding":[132],"strategy.":[134],"Eventually,":[135],"popular":[137],"files":[138],"subsequently":[141],"replicated":[142],"according":[143],"their":[145],"own":[146],"potentials.":[148],"For":[149],"remaining":[151],"low":[152],"potential":[153],"files,":[154],"erasure":[156],"code":[157],"applied":[159,186],"maintain":[161],"reliability.":[163],"Hence,":[164],"our":[165],"simultaneously":[167],"improves":[168],"while":[171],"keeping":[172],"comparison":[176],"default":[179],"scheme.":[180],"Furthermore,":[181],"complexity":[183],"reduction":[184],"enhance":[188],"effectiveness":[190],"prediction":[193],"when":[194],"dealing":[195],"with":[196],"Big":[197],"Data.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":8},{"year":2017,"cited_by_count":7},{"year":2016,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
