{"id":"https://openalex.org/W173215395","doi":"https://doi.org/10.1007/978-3-662-43352-2_4","title":"Scaling HDFS with a Strongly Consistent Relational Model for Metadata","display_name":"Scaling HDFS with a Strongly Consistent Relational Model for Metadata","publication_year":2014,"publication_date":"2014-01-01","ids":{"openalex":"https://openalex.org/W173215395","doi":"https://doi.org/10.1007/978-3-662-43352-2_4","mag":"173215395"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-662-43352-2_4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-662-43352-2_4","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-662-43352-2_4.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://link.springer.com/content/pdf/10.1007/978-3-662-43352-2_4.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009826456","display_name":"Kamal Hakimzadeh","orcid":null},"institutions":[{"id":"https://openalex.org/I2800780207","display_name":"Swedish Institute","ror":"https://ror.org/022w3f533","country_code":"SE","type":"government","lineage":["https://openalex.org/I2800780207"]},{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Kamal Hakimzadeh","raw_affiliation_strings":["KTH - Royal Institute of Technology, Swedish Institute of Computer Science (SICS), Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"KTH - Royal Institute of Technology, Swedish Institute of Computer Science (SICS), Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016","https://openalex.org/I2800780207"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078729019","display_name":"Hooman Peiro Sajjad","orcid":null},"institutions":[{"id":"https://openalex.org/I2800780207","display_name":"Swedish Institute","ror":"https://ror.org/022w3f533","country_code":"SE","type":"government","lineage":["https://openalex.org/I2800780207"]},{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Hooman Peiro Sajjad","raw_affiliation_strings":["KTH - Royal Institute of Technology, Swedish Institute of Computer Science (SICS), Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"KTH - Royal Institute of Technology, Swedish Institute of Computer Science (SICS), Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016","https://openalex.org/I2800780207"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055127792","display_name":"Jim Dowling","orcid":"https://orcid.org/0000-0002-9484-6714"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]},{"id":"https://openalex.org/I2800780207","display_name":"Swedish Institute","ror":"https://ror.org/022w3f533","country_code":"SE","type":"government","lineage":["https://openalex.org/I2800780207"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Jim Dowling","raw_affiliation_strings":["KTH - Royal Institute of Technology, Swedish Institute of Computer Science (SICS), Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"KTH - Royal Institute of Technology, Swedish Institute of Computer Science (SICS), Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016","https://openalex.org/I2800780207"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5009826456"],"corresponding_institution_ids":["https://openalex.org/I2800780207","https://openalex.org/I86987016"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":2.5333,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.88109668,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"38","last_page":"51"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8883492350578308},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.8273067474365234},{"id":"https://openalex.org/keywords/metadata-repository","display_name":"Metadata repository","score":0.5939630270004272},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.4913138449192047},{"id":"https://openalex.org/keywords/heap","display_name":"Heap (data structure)","score":0.48814234137535095},{"id":"https://openalex.org/keywords/garbage-collection","display_name":"Garbage collection","score":0.48419979214668274},{"id":"https://openalex.org/keywords/journaling-file-system","display_name":"Journaling file system","score":0.47007066011428833},{"id":"https://openalex.org/keywords/concurrency","display_name":"Concurrency","score":0.4390595257282257},{"id":"https://openalex.org/keywords/file-system","display_name":"File system","score":0.42221054434776306},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.36183983087539673},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.21986770629882812},{"id":"https://openalex.org/keywords/computer-file","display_name":"Computer file","score":0.17179200053215027},{"id":"https://openalex.org/keywords/garbage","display_name":"Garbage","score":0.12115803360939026}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8883492350578308},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.8273067474365234},{"id":"https://openalex.org/C153048206","wikidata":"https://www.wikidata.org/wiki/Q3454922","display_name":"Metadata repository","level":3,"score":0.5939630270004272},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.4913138449192047},{"id":"https://openalex.org/C134757568","wikidata":"https://www.wikidata.org/wiki/Q274089","display_name":"Heap (data structure)","level":2,"score":0.48814234137535095},{"id":"https://openalex.org/C105122174","wikidata":"https://www.wikidata.org/wiki/Q322202","display_name":"Garbage collection","level":3,"score":0.48419979214668274},{"id":"https://openalex.org/C2225880","wikidata":"https://www.wikidata.org/wiki/Q579047","display_name":"Journaling file system","level":3,"score":0.47007066011428833},{"id":"https://openalex.org/C193702766","wikidata":"https://www.wikidata.org/wiki/Q1414548","display_name":"Concurrency","level":2,"score":0.4390595257282257},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.42221054434776306},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.36183983087539673},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.21986770629882812},{"id":"https://openalex.org/C95637964","wikidata":"https://www.wikidata.org/wiki/Q82753","display_name":"Computer file","level":2,"score":0.17179200053215027},{"id":"https://openalex.org/C75403996","wikidata":"https://www.wikidata.org/wiki/Q5521979","display_name":"Garbage","level":2,"score":0.12115803360939026}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/978-3-662-43352-2_4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-662-43352-2_4","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-662-43352-2_4.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:DiVA.org:ri-24359","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:ri:diva-24359","pdf_url":null,"source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-01287731v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-01287731","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"4th International Conference on Distributed Applications and Interoperable Systems (DAIS), Jun 2014, Berlin, Germany. pp.38-51, ⟨10.1007/978-3-662-43352-2_4⟩","raw_type":"Conference papers"}],"best_oa_location":{"id":"doi:10.1007/978-3-662-43352-2_4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-662-43352-2_4","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-662-43352-2_4.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.44999998807907104}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W173215395.pdf","grobid_xml":"https://content.openalex.org/works/W173215395.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W26797728","https://openalex.org/W192446467","https://openalex.org/W1514258760","https://openalex.org/W1529677907","https://openalex.org/W1550151291","https://openalex.org/W1865515598","https://openalex.org/W1992683137","https://openalex.org/W1999984505","https://openalex.org/W2023502337","https://openalex.org/W2060440895","https://openalex.org/W2075854425","https://openalex.org/W2084523460","https://openalex.org/W2101939036","https://openalex.org/W2117917070","https://openalex.org/W2119565742","https://openalex.org/W2119738171","https://openalex.org/W2169699407","https://openalex.org/W2213532317","https://openalex.org/W2277359368","https://openalex.org/W3004616691","https://openalex.org/W3083016522","https://openalex.org/W3162803548"],"related_works":["https://openalex.org/W1700460898","https://openalex.org/W1524351898","https://openalex.org/W2524496484","https://openalex.org/W4297378365","https://openalex.org/W1487406077","https://openalex.org/W2147299991","https://openalex.org/W1588734579","https://openalex.org/W4250131244","https://openalex.org/W2148255588","https://openalex.org/W2335513707"],"abstract_inverted_index":{"The":[0,34],"Hadoop":[1],"Distributed":[2],"File":[3],"System":[4],"(HDFS)":[5],"scales":[6],"to":[7,41,59,73,78,105,172,185,204],"store":[8],"tens":[9],"of":[10,12,28,36,71,89,178,188,202],"petabytes":[11],"data":[13],"despite":[14],"the":[15,18,26,60,69,75,163,174,200,205],"fact":[16],"that":[17,83,101,198],"entire":[19],"file":[20],"system\u2019s":[21],"metadata":[22,38,61,77,145,179],"must":[23],"fit":[24],"on":[25,91,148,160],"heap":[27],"a":[29,79,92,119,140,149,193],"single":[30],"Java":[31],"virtual":[32],"machine.":[33],"size":[35],"HDFS\u2019":[37,76],"is":[39,100],"limited":[40],"under":[42],"100":[43],"GB":[44],"in":[45,51,55,162],"production,":[46],"as":[47,109,113],"garbage":[48],"collection":[49],"events":[50],"bigger":[52],"clusters":[53],"result":[54],"heartbeats":[56],"timing":[57],"out":[58],"server":[62],"(NameNode).":[63],"In":[64],"this":[65],"paper,":[66],"we":[67,84,102,182],"address":[68],"problem":[70],"how":[72,104,184],"migrate":[74],"relational":[80],"model,":[81],"so":[82],"can":[85],"support":[86,117],"larger":[87],"amounts":[88],"storage":[90],"shared-nothing,":[93],"in-memory,":[94],"distributed":[95],"database.":[96,206],"Our":[97],"main":[98],"contribution":[99],"show":[103,183],"provide":[106],"at":[107,196],"least":[108],"strong":[110],"consistency":[111],"semantics":[112],"HDFS":[114],"while":[115],"adding":[116],"for":[118,152],"multiple-writer,":[120],"multiple-reader":[121],"concurrency":[122,170],"model.":[123],"We":[124,165],"guarantee":[125],"freedom":[126],"from":[127],"deadlocks":[128],"by":[129,191],"logically":[130],"organizing":[131],"inodes":[132],"(and":[133],"their":[134],"constituent":[135],"blocks":[136],"and":[137,142,157,176],"replicas)":[138],"into":[139],"hierarchy":[141],"having":[143],"all":[144],"operations":[146],"agree":[147],"global":[150],"order":[151],"acquiring":[153],"both":[154],"explicit":[155],"locks":[156,159],"implicit":[158],"subtrees":[161],"hierarchy.":[164],"use":[166],"transactions":[167],"with":[168],"pessimistic":[169],"control":[171],"ensure":[173],"safety":[175],"progress":[177],"operations.":[180],"Finally,":[181],"improve":[186],"performance":[187],"our":[189],"solution":[190],"introducing":[192],"snapshotting":[194],"mechanism":[195],"NameNodes":[197],"minimizes":[199],"number":[201],"roundtrips":[203]},"counts_by_year":[{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}