{"id":"https://openalex.org/W2230362115","doi":null,"title":"Making Big Data Smaller : Reducing the storage requirements for big data with erasure coding for Hadoop","display_name":"Making Big Data Smaller : Reducing the storage requirements for big data with erasure coding for Hadoop","alternate_titles":[],"publication_year":2014,"publication_date":"2014-01-01","ids":{"openalex":"https://openalex.org/W2230362115","mag":"2230362115"},"language":"en","primary_location":{"id":"pmh:oai:DiVA.org:kth-177201","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-177201","pdf_url":null,"source":{"id":"https://openalex.org/S4306400653","display_name":"DiVA (Digitala Vetenskapliga Arkivet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/bachelorThesis"},"parent_works":[],"lineage":["https://openalex.org/W2230362115"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-177201","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055056293","display_name":"Steffen Grohsschmiedt","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Steffen Grohsschmiedt","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5055056293"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9639000296592712,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9639000296592712,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.032499998807907104,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.0020000000949949026,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/erasure-codes","display_name":"erasure coding","score":0.9980000257492065},{"id":"https://openalex.org/keywords/hadoop-distributed-file-system","display_name":"HDFS","score":0.9070000052452087},{"id":"https://openalex.org/keywords/storage-efficiency","display_name":"storage efficiency","score":0.656000018119812},{"id":"https://openalex.org/keywords/big-data-storage","display_name":"big data storage","score":0.7120000123977661},{"id":"https://openalex.org/keywords/fault-tolerance","display_name":"fault tolerance","score":0.800000011920929},{"id":"https://openalex.org/keywords/data-replication","display_name":"data replication","score":0.6589999794960022},{"id":"https://openalex.org/keywords/namenode","display_name":"NameNode","score":0.8379999995231628},{"id":"https://openalex.org/keywords/distributed-file-systems","display_name":"distributed file systems","score":0.953000009059906}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8002395629882812},{"id":"https://openalex.org/C137529215","wikidata":"https://www.wikidata.org/wiki/Q5385031","display_name":"Erasure code","level":3,"score":0.7723245024681091},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.6505730152130127},{"id":"https://openalex.org/C24885549","wikidata":"https://www.wikidata.org/wiki/Q339678","display_name":"Distributed data store","level":2,"score":0.6462677121162415},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.5253835916519165},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.48905834555625916},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.4863644242286682},{"id":"https://openalex.org/C152043487","wikidata":"https://www.wikidata.org/wiki/Q1229600","display_name":"Distributed File System","level":2,"score":0.47440409660339355},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.4655599892139435},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.43437907099723816},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.41184598207473755},{"id":"https://openalex.org/C65813073","wikidata":"https://www.wikidata.org/wiki/Q1622420","display_name":"High availability","level":2,"score":0.4107726812362671},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3480697274208069},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.13184505701065063},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:DiVA.org:kth-177201","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-177201","pdf_url":null,"source":{"id":"https://openalex.org/S4306400653","display_name":"DiVA (Digitala Vetenskapliga Arkivet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/bachelorThesis"},{"id":"mag:2230362115","doi":null,"is_oa":false,"landing_page_url":"http://www.diva-portal.org/smash/record.jsf?pid=diva2:871985","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:DiVA.org:kth-177201","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-177201","pdf_url":null,"source":{"id":"https://openalex.org/S4306400653","display_name":"DiVA (Digitala Vetenskapliga Arkivet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/bachelorThesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2230362115.pdf","grobid_xml":"https://content.openalex.org/works/W2230362115.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2059726343","https://openalex.org/W7028303239","https://openalex.org/W2209079066","https://openalex.org/W3021064876","https://openalex.org/W7101179830","https://openalex.org/W7167257658","https://openalex.org/W2138744797","https://openalex.org/W2047187164","https://openalex.org/W2086474248","https://openalex.org/W7137646845"],"abstract_inverted_index":{"The":[0],"amount":[1],"of":[2,39,77,92,103,120,178,205,209,217,236,254],"data":[3,7,21,24,219],"stored":[4],"in":[5,23,43,123,162],"modern":[6],"centres":[8],"is":[9,70,108],"growing":[10],"rapidly":[11],"nowadays.":[12],"Large-scale":[13],"distributed":[14,54],"file":[15,55,79,106],"systems,":[16,45],"that":[17,139,202,228],"maintain":[18],"the":[19,35,40,86,97,109,118,127,158,163,203,214,242,247,252,255],"massive":[20],"sets":[22],"centres,":[25],"are":[26,47,57],"designed":[27,58,134],"to":[28,34,59,66,125,151,156,170,246],"work":[29],"with":[30,142,185,191],"commodity":[31],"hardware.":[32],"Due":[33],"quality":[36],"and":[37,94,135,175,190,198,223],"quantity":[38],"hardware":[41],"components":[42],"such":[44,104],"failures":[46,183],"considered":[48],"normal":[49],"events":[50],"and,":[51],"as":[52,166],"such,":[53],"systems":[56],"be":[60],"highly":[61],"fault-tolerant.":[62],"A":[63,100],"common":[64],"approach":[65],"achieve":[67],"fault":[68],"tolerance":[69],"using":[71],"redundancy":[72],"by":[73,89],"storing":[74],"three":[75,93],"copies":[76],"a":[78,90,105,137,143,233],"across":[80],"different":[81],"storage":[82,87,98,128,215],"nodes,":[83],"thereby":[84],"increasing":[85],"requirements":[88,129,216],"factor":[91],"further":[95],"aggravating":[96],"problem.":[99],"concrete":[101],"implementation":[102],"system":[107],"Hadoop":[110],"Distributed":[111],"File":[112],"System":[113],"(HDFS).":[114],"This":[115],"thesis":[116],"explores":[117],"use":[119,171,204],"RAID-like":[121],"mechanisms":[122],"order":[124],"decrease":[126,213],"for":[130],"big":[131,218],"data.":[132],"We":[133,194],"implemented":[136],"prototype":[138],"extends":[140],"HDFS":[141,164,173],"simple":[144],"but":[145],"powerful":[146],"erasure":[147,206,243],"coding":[148,207,244],"API.":[149],"Compared":[150],"existing":[152],"approaches,":[153],"we":[154,180,199,226],"decided":[155],"locate":[157],"erasure-coding":[159],"management":[160,253],"logic":[161,245],"NameNode,":[165],"this":[167],"allows":[168],"us":[169],"internal":[172],"APIs":[174],"state.":[176],"Because":[177],"that,":[179],"can":[181,211,231,249],"repair":[182],"associated":[184],"erasurecoded":[186],"files":[187],"more":[188],"quickly":[189],"lower":[192],"cost.":[193],"evaluate":[195],"our":[196,229],"prototype,":[197],"also":[200],"show":[201],"instead":[208],"replication":[210],"greatly":[212],"without":[220],"scarifying":[221],"reliability":[222],"availability.":[224],"Finally,":[225],"argue":[227],"API":[230],"support":[232],"large":[234],"range":[235],"custom":[237],"encoding":[238],"strategies,":[239],"while":[240],"adding":[241],"NameNode":[248],"significantly":[250],"improve":[251],"encoded":[256],"files.":[257]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2230362115","counts_by_year":[{"year":2017,"cited_by_count":1}],"updated_date":"2026-11-18T13:11:19.462570","created_date":"2016-06-24T00:00:00"}
