{"id":"https://openalex.org/W2150620836","doi":"https://doi.org/10.1145/2619239.2626325","title":"A \"hitchhiker's\" guide to fast and efficient data reconstruction in erasure-coded data centers","display_name":"A \"hitchhiker's\" guide to fast and efficient data reconstruction in erasure-coded data centers","publication_year":2014,"publication_date":"2014-08-12","ids":{"openalex":"https://openalex.org/W2150620836","doi":"https://doi.org/10.1145/2619239.2626325","mag":"2150620836"},"language":"en","primary_location":{"id":"doi:10.1145/2619239.2626325","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2619239.2626325","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/2619239.2626325","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2014 ACM conference on SIGCOMM","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/2619239.2626325","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109919225","display_name":"K. V. Rashmi","orcid":null},"institutions":[{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"K.V. Rashmi","raw_affiliation_strings":["UC Berkeley, Berkeley, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley, Berkeley, USA","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034272491","display_name":"Nihar B. Shah","orcid":"https://orcid.org/0000-0001-5158-9677"},"institutions":[{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nihar B. Shah","raw_affiliation_strings":["UC Berkeley, Berkeley, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley, Berkeley, USA","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042353599","display_name":"Dikang Gu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dikang Gu","raw_affiliation_strings":["Facebook Inc., Menlo Park, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Inc., Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064863685","display_name":"Hairong Kuang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hairong Kuang","raw_affiliation_strings":["Facebook Inc., Menlo Park, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Inc., Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015429075","display_name":"Dhruba Borthakur","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dhruba Borthakur","raw_affiliation_strings":["Facebook Inc., Menlo Park, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Inc., Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030620564","display_name":"Kannan Ramchandran","orcid":"https://orcid.org/0000-0002-4567-328X"},"institutions":[{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kannan Ramchandran","raw_affiliation_strings":["UC Berkeley, Berkeley, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley, Berkeley, USA","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":211,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"331","last_page":"342"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8165204524993896},{"id":"https://openalex.org/keywords/erasure-code","display_name":"Erasure code","score":0.7236475348472595},{"id":"https://openalex.org/keywords/distributed-data-store","display_name":"Distributed data store","score":0.5025603771209717},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.4627492427825928},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.4610300660133362},{"id":"https://openalex.org/keywords/computer-data-storage","display_name":"Computer data storage","score":0.4396916627883911},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.42850032448768616},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.42119258642196655},{"id":"https://openalex.org/keywords/bloom-filter","display_name":"Bloom filter","score":0.4177796542644501},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3712915778160095},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.361283540725708},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2665185332298279},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.17173001170158386}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8165204524993896},{"id":"https://openalex.org/C137529215","wikidata":"https://www.wikidata.org/wiki/Q5385031","display_name":"Erasure code","level":3,"score":0.7236475348472595},{"id":"https://openalex.org/C24885549","wikidata":"https://www.wikidata.org/wiki/Q339678","display_name":"Distributed data store","level":2,"score":0.5025603771209717},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.4627492427825928},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.4610300660133362},{"id":"https://openalex.org/C194739806","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Computer data storage","level":2,"score":0.4396916627883911},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.42850032448768616},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.42119258642196655},{"id":"https://openalex.org/C147224247","wikidata":"https://www.wikidata.org/wiki/Q885373","display_name":"Bloom filter","level":2,"score":0.4177796542644501},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3712915778160095},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.361283540725708},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2665185332298279},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.17173001170158386},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2619239.2626325","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2619239.2626325","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/2619239.2626325","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2014 ACM conference on SIGCOMM","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.718.8033","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.718.8033","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://eecs.berkeley.edu/%7Erashmikv/papers/Hitchhiker_SIGCOMM14.pdf","raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/2619239.2626325","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2619239.2626325","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/2619239.2626325","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2014 ACM conference on SIGCOMM","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2150620836.pdf","grobid_xml":"https://content.openalex.org/works/W2150620836.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W41204052","https://openalex.org/W154253821","https://openalex.org/W188037868","https://openalex.org/W330091898","https://openalex.org/W1600328410","https://openalex.org/W1629652666","https://openalex.org/W1822772607","https://openalex.org/W1836955865","https://openalex.org/W1891640176","https://openalex.org/W1945970356","https://openalex.org/W2061649200","https://openalex.org/W2064891115","https://openalex.org/W2069026918","https://openalex.org/W2074190161","https://openalex.org/W2074422135","https://openalex.org/W2105185344","https://openalex.org/W2114708944","https://openalex.org/W2119565742","https://openalex.org/W2119738171","https://openalex.org/W2138744797","https://openalex.org/W2139274913","https://openalex.org/W2148575324","https://openalex.org/W2150777202","https://openalex.org/W2153923251","https://openalex.org/W2154063365","https://openalex.org/W2158646168","https://openalex.org/W2942537621","https://openalex.org/W2949925098","https://openalex.org/W2964143852","https://openalex.org/W3101824114","https://openalex.org/W3102872511","https://openalex.org/W3106482607","https://openalex.org/W4238584892","https://openalex.org/W4301900226","https://openalex.org/W6606324823","https://openalex.org/W6636287911","https://openalex.org/W6681722003"],"related_works":["https://openalex.org/W2963163039","https://openalex.org/W2807749388","https://openalex.org/W2623177195","https://openalex.org/W1667838839","https://openalex.org/W2532270758","https://openalex.org/W4294555231","https://openalex.org/W2095952791","https://openalex.org/W2086474248","https://openalex.org/W2795779202","https://openalex.org/W4387682279"],"abstract_inverted_index":{"Erasure":[0],"codes":[1,6,30],"such":[2],"as":[3,121],"Reed-Solomon":[4],"(RS)":[5],"are":[7],"being":[8],"extensively":[9],"deployed":[10],"in":[11,116,146,153,168,184,192,197,203],"data":[12,21,47,194],"centers":[13],"since":[14],"they":[15],"offer":[16],"significantly":[17],"higher":[18,34],"reliability":[19],"than":[20],"replication":[22],"methods":[23],"at":[24,170],"much":[25,33],"lower":[26],"storage":[27,62,82],"overheads.":[28],"These":[29],"however":[31],"mandate":[32],"resources":[35],"with":[36,105,172],"respect":[37],"to":[38,56,95,123,199],"network":[39,87,204],"bandwidth":[40],"and":[41,89,113,133,139,175,188,206,218],"disk":[42,90,207],"IO":[43,91],"during":[44,97,177],"reconstruction":[45,98],"of":[46,69,99,119,130,215],"that":[48,84,142],"is":[49,134],"missing":[50,100],"or":[51,64,101,224],"otherwise":[52,102],"unavailable.":[53],"Existing":[54],"solutions":[55],"this":[57,74,147],"problem":[58],"either":[59],"demand":[60],"additional":[61,107],"space":[63],"severely":[65],"limit":[66],"the":[67,70,109,117,154,165,185,193,200,213],"choice":[68,118],"system":[71,83],"parameters.":[72],"In":[73],"paper,":[75],"we":[76,179],"present":[77],"\"Hitchhiker\",":[78],"a":[79,181,189],"new":[80],"erasure-coded":[81],"reduces":[85],"both":[86],"traffic":[88,174,205],"by":[92],"around":[93],"25%":[94],"45%":[96],"unavailable":[103],"data,":[104],"no":[106],"storage,":[108],"same":[110],"fault":[111],"tolerance,":[112],"arbitrary":[114],"flexibility":[115],"parameters,":[120],"compared":[122],"RS-based":[124],"systems.":[125],"Hitchhiker":[126,152,209],"'rides'":[127],"on":[128,136,164],"top":[129],"RS":[131],"codes,":[132],"based":[135],"novel":[137],"encoding":[138],"decoding":[140],"techniques":[141],"will":[143],"be":[144],"presented":[145],"paper.":[148],"We":[149],"have":[150],"implemented":[151],"Hadoop":[155],"Distributed":[156],"File":[157],"System":[158],"(HDFS).":[159],"When":[160],"evaluating":[161],"various":[162],"metrics":[163],"data-warehouse":[166],"cluster":[167],"production":[169],"Facebook":[171],"real-time":[173],"workloads,":[176],"reconstruction,":[178],"observe":[180],"36%":[182],"reduction":[183,191,202],"computation":[186],"time":[187],"32%":[190],"read":[195],"time,":[196],"addition":[198],"35%":[201],"IO.":[208],"can":[210],"thus":[211],"reduce":[212],"latency":[214],"degraded":[216],"reads":[217],"perform":[219],"faster":[220],"recovery":[221],"from":[222],"failed":[223],"decommissioned":[225],"machines.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":23},{"year":2019,"cited_by_count":35},{"year":2018,"cited_by_count":30},{"year":2017,"cited_by_count":23},{"year":2016,"cited_by_count":26},{"year":2015,"cited_by_count":18},{"year":2014,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}