{"id":"https://openalex.org/W4415112780","doi":"https://doi.org/10.4108/eetsis.9027","title":"The Cutting-Edge Hadoop Distributed File System: Un-leashing Optimal Performance","display_name":"The Cutting-Edge Hadoop Distributed File System: Un-leashing Optimal Performance","publication_year":2025,"publication_date":"2025-10-13","ids":{"openalex":"https://openalex.org/W4415112780","doi":"https://doi.org/10.4108/eetsis.9027"},"language":"en","primary_location":{"id":"doi:10.4108/eetsis.9027","is_oa":true,"landing_page_url":"https://doi.org/10.4108/eetsis.9027","pdf_url":"https://publications.eai.eu/index.php/sis/article/download/9027/3731","source":{"id":"https://openalex.org/S4210240886","display_name":"ICST Transactions on Scalable Information Systems","issn_l":"2032-9407","issn":["2032-9407"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310321145","host_organization_name":"European Alliance for Innovation","host_organization_lineage":["https://openalex.org/P4310321145"],"host_organization_lineage_names":["European Alliance for Innovation"],"type":"journal"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICST Transactions on Scalable Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://publications.eai.eu/index.php/sis/article/download/9027/3731","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100754541","display_name":"Anish Gupta","orcid":"https://orcid.org/0000-0002-6121-9706"},"institutions":[{"id":"https://openalex.org/I4387154809","display_name":"ABES Engineering College","ror":"https://ror.org/04hp0cf98","country_code":null,"type":"education","lineage":["https://openalex.org/I4387154809"]},{"id":"https://openalex.org/I860003557","display_name":"Punjab Engineering College","ror":"https://ror.org/00bsj2955","country_code":"IN","type":"education","lineage":["https://openalex.org/I860003557"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Anish Gupta","raw_affiliation_strings":["ABES Engineering College","Chandigarh Engineering College"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ABES Engineering College","institution_ids":["https://openalex.org/I4387154809"]},{"raw_affiliation_string":"Chandigarh Engineering College","institution_ids":["https://openalex.org/I860003557"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002403268","display_name":"P Santhiya","orcid":null},"institutions":[{"id":"https://openalex.org/I43814544","display_name":"Sathyabama Institute of Science and Technology","ror":"https://ror.org/01defpn95","country_code":"IN","type":"education","lineage":["https://openalex.org/I43814544"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"P. Santhiya","raw_affiliation_strings":["Sathyabama Institute of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sathyabama Institute of Science and Technology","institution_ids":["https://openalex.org/I43814544"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119969023","display_name":"C. Thiyagarajan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"C. Thiyagarajan","raw_affiliation_strings":["Panimalar Engineering College Chennai"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Panimalar Engineering College Chennai","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047681076","display_name":"Anurag Gupta","orcid":"https://orcid.org/0000-0003-1566-1656"},"institutions":[{"id":"https://openalex.org/I4387154809","display_name":"ABES Engineering College","ror":"https://ror.org/04hp0cf98","country_code":null,"type":"education","lineage":["https://openalex.org/I4387154809"]},{"id":"https://openalex.org/I860003557","display_name":"Punjab Engineering College","ror":"https://ror.org/00bsj2955","country_code":"IN","type":"education","lineage":["https://openalex.org/I860003557"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Anurag Gupta","raw_affiliation_strings":["ABES Engineering College","Chandigarh Engineering College"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ABES Engineering College","institution_ids":["https://openalex.org/I4387154809"]},{"raw_affiliation_string":"Chandigarh Engineering College","institution_ids":["https://openalex.org/I860003557"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083564288","display_name":"Manish Gupta","orcid":"https://orcid.org/0000-0001-9821-1735"},"institutions":[{"id":"https://openalex.org/I2799532815","display_name":"Madan Mohan Malaviya University of Technology","ror":"https://ror.org/04h1w2j35","country_code":"IN","type":"education","lineage":["https://openalex.org/I2799532815"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Manish Gupta","raw_affiliation_strings":["Madan Mohan Malaviya University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Madan Mohan Malaviya University of Technology","institution_ids":["https://openalex.org/I2799532815"]}]},{"author_position":"last","author":{"id":null,"display_name":"Rajendra Kr. Dwivedi","orcid":null},"institutions":[{"id":"https://openalex.org/I2799532815","display_name":"Madan Mohan Malaviya University of Technology","ror":"https://ror.org/04h1w2j35","country_code":"IN","type":"education","lineage":["https://openalex.org/I2799532815"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rajendra Kr. Dwivedi","raw_affiliation_strings":["Madan Mohan Malaviya University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Madan Mohan Malaviya University of Technology","institution_ids":["https://openalex.org/I2799532815"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.29988914,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":"5","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distributed-file-system","display_name":"Distributed File System","score":0.7386000156402588},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.7357000112533569},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6726999878883362},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.6222000122070312},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.5472000241279602},{"id":"https://openalex.org/keywords/distributed-database","display_name":"Distributed database","score":0.4602999985218048},{"id":"https://openalex.org/keywords/file-system","display_name":"File system","score":0.4447000026702881},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.44429999589920044},{"id":"https://openalex.org/keywords/fault-tolerance","display_name":"Fault tolerance","score":0.4366999864578247}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8191999793052673},{"id":"https://openalex.org/C152043487","wikidata":"https://www.wikidata.org/wiki/Q1229600","display_name":"Distributed File System","level":2,"score":0.7386000156402588},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.7357000112533569},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6726999878883362},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.6222000122070312},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.5472000241279602},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.4602999985218048},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.4447000026702881},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.44429999589920044},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4431999921798706},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.4366999864578247},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.4339999854564667},{"id":"https://openalex.org/C24885549","wikidata":"https://www.wikidata.org/wiki/Q339678","display_name":"Distributed data store","level":2,"score":0.4065000116825104},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4041999876499176},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4007999897003174},{"id":"https://openalex.org/C171730128","wikidata":"https://www.wikidata.org/wiki/Q5227290","display_name":"Data file","level":2,"score":0.38269999623298645},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.38019999861717224},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.36410000920295715},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.3312999904155731},{"id":"https://openalex.org/C2988402297","wikidata":"https://www.wikidata.org/wiki/Q65558817","display_name":"Data reliability","level":2,"score":0.32170000672340393},{"id":"https://openalex.org/C2776029614","wikidata":"https://www.wikidata.org/wiki/Q1146367","display_name":"File size","level":2,"score":0.2806999981403351},{"id":"https://openalex.org/C47487241","wikidata":"https://www.wikidata.org/wiki/Q5227230","display_name":"Data access","level":2,"score":0.27619999647140503},{"id":"https://openalex.org/C194739806","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Computer data storage","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.26109999418258667},{"id":"https://openalex.org/C19012869","wikidata":"https://www.wikidata.org/wiki/Q578372","display_name":"Response time","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.25429999828338623},{"id":"https://openalex.org/C529754248","wikidata":"https://www.wikidata.org/wiki/Q1054772","display_name":"Data recovery","level":2,"score":0.2531999945640564}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.4108/eetsis.9027","is_oa":true,"landing_page_url":"https://doi.org/10.4108/eetsis.9027","pdf_url":"https://publications.eai.eu/index.php/sis/article/download/9027/3731","source":{"id":"https://openalex.org/S4210240886","display_name":"ICST Transactions on Scalable Information Systems","issn_l":"2032-9407","issn":["2032-9407"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310321145","host_organization_name":"European Alliance for Innovation","host_organization_lineage":["https://openalex.org/P4310321145"],"host_organization_lineage_names":["European Alliance for Innovation"],"type":"journal"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICST Transactions on Scalable Information Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.4108/eetsis.9027","is_oa":true,"landing_page_url":"https://doi.org/10.4108/eetsis.9027","pdf_url":"https://publications.eai.eu/index.php/sis/article/download/9027/3731","source":{"id":"https://openalex.org/S4210240886","display_name":"ICST Transactions on Scalable Information Systems","issn_l":"2032-9407","issn":["2032-9407"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310321145","host_organization_name":"European Alliance for Innovation","host_organization_lineage":["https://openalex.org/P4310321145"],"host_organization_lineage_names":["European Alliance for Innovation"],"type":"journal"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICST Transactions on Scalable Information Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415112780.pdf","grobid_xml":"https://content.openalex.org/works/W4415112780.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1970440495","https://openalex.org/W1985790218","https://openalex.org/W2013294956","https://openalex.org/W2020128953","https://openalex.org/W2031878177","https://openalex.org/W2045746095","https://openalex.org/W2119565742","https://openalex.org/W2119738171","https://openalex.org/W2139274913","https://openalex.org/W2146358975","https://openalex.org/W2159128662","https://openalex.org/W2315666077","https://openalex.org/W2955382163","https://openalex.org/W3198218884","https://openalex.org/W3207451718","https://openalex.org/W3213069786","https://openalex.org/W4238584892","https://openalex.org/W4316371687","https://openalex.org/W4365458816","https://openalex.org/W4387251344","https://openalex.org/W4387266368"],"related_works":[],"abstract_inverted_index":{"Despite":[0],"the":[1,9,31,111,133,140,156,196,214],"widespread":[2],"adoption":[3],"of":[4,11,106,162,219],"1000-node":[5],"Hadoop":[6,13,28,32],"clusters":[7],"by":[8],"end":[10],"2022,":[12],"implementation":[14],"still":[15],"encounters":[16],"various":[17],"challenges.":[18],"As":[19],"a":[20,37,78,93,107,148,153,160,191],"vital":[21],"software":[22],"paradigm":[23],"for":[24,46,101],"managing":[25],"big":[26],"data,":[27],"relies":[29],"on":[30,77,143],"Distributed":[33],"File":[34],"System":[35],"(HDFS),":[36],"distributed":[38,221],"file":[39,222],"system":[40],"designed":[41],"to":[42,58,74,82,132,151,194],"handle":[43],"data":[44,53,60,65,102,154,167],"replication":[45,66],"fault":[47],"tolerance.":[48],"This":[49,169],"technique":[50],"involves":[51],"duplicating":[52],"across":[54],"multiple":[55,99,205],"DataNodes":[56],"(DN)":[57],"ensure":[59],"reliability":[61,116,123,145,209],"and":[62,89,128,176,207,217],"availability.":[63],"While":[64],"is":[67,96],"effective,":[68],"it":[69],"suffers":[70],"from":[71],"inefficiencies":[72],"due":[73],"its":[75,122],"reliance":[76],"single-pipelined":[79],"paradigm,":[80],"leading":[81],"time":[83],"wastage.":[84],"To":[85],"tackle":[86],"this":[87,130,211],"limitation":[88],"optimize":[90],"HDFS":[91,187,201],"performance,":[92],"novel":[94],"approach":[95,113,171,212],"proposed,":[97],"utilizing":[98],"pipelines":[100,206],"block":[103],"transfers":[104],"in-stead":[105],"single":[108],"pipeline.":[109],"Additionally,":[110],"proposed":[112,170],"incorporates":[114],"dynamic":[115,208],"evaluation,":[117],"wherein":[118],"each":[119,126],"DN":[120,141],"updates":[121],"value":[124],"after":[125],"round":[127],"sends":[129],"information":[131],"NameNode":[134],"(NN).":[135],"The":[136,181],"NN":[137,157],"then":[138],"sorts":[139],"based":[142],"their":[144],"values.":[146],"When":[147],"client":[149],"requests":[150],"upload":[152],"block,":[155],"responds":[158],"with":[159,199],"list":[161],"high-reliability":[163],"DN,":[164],"ensuring":[165],"high-performance":[166],"transfer.":[168],"has":[172],"been":[173],"fully":[174],"implemented":[175],"tested":[177],"through":[178],"rigorous":[179],"experiments.":[180],"results":[182],"reveal":[183],"significant":[184],"improvements":[185],"in":[186],"write":[188],"operations,":[189],"providing":[190],"promising":[192],"solution":[193],"overcome":[195],"challenges":[197],"associated":[198],"traditional":[200],"implementations.":[202],"By":[203],"leveraging":[204],"assessment,":[210],"enhances":[213],"overall":[215],"performance":[216],"responsiveness":[218],"Hadoop's":[220],"system.":[223]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-14T00:00:00"}