{"id":"https://openalex.org/W1985419898","doi":"https://doi.org/10.1145/1989323.1989438","title":"Apache hadoop goes realtime at Facebook","display_name":"Apache hadoop goes realtime at Facebook","publication_year":2011,"publication_date":"2011-06-12","ids":{"openalex":"https://openalex.org/W1985419898","doi":"https://doi.org/10.1145/1989323.1989438","mag":"1985419898"},"language":"en","primary_location":{"id":"doi:10.1145/1989323.1989438","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1989323.1989438","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2011 ACM SIGMOD International Conference on Management of data","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015429075","display_name":"Dhruba Borthakur","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Dhruba Borthakur","raw_affiliation_strings":["facebook, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"facebook, Palo Alto, CA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108670377","display_name":"Jonathan David Gray","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Gray","raw_affiliation_strings":["facebook, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"facebook, Palo Alto, CA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027100524","display_name":"Joydeep Sen Sarma","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joydeep Sen Sarma","raw_affiliation_strings":["facebook, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"facebook, Palo Alto, CA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034042152","display_name":"Kannan Muthukkaruppan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kannan Muthukkaruppan","raw_affiliation_strings":["facebook, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"facebook, Palo Alto, CA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019941861","display_name":"Nicolas Spiegelberg","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicolas Spiegelberg","raw_affiliation_strings":["facebook, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"facebook, Palo Alto, CA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064863685","display_name":"Hairong Kuang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hairong Kuang","raw_affiliation_strings":["facebook, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"facebook, Palo Alto, CA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062602150","display_name":"Karthik Ranganathan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karthik Ranganathan","raw_affiliation_strings":["facebook, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"facebook, Palo Alto, CA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032250742","display_name":"Dmytro Molkov","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dmytro Molkov","raw_affiliation_strings":["facebook, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"facebook, Palo Alto, CA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075375583","display_name":"Aravind Menon","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aravind Menon","raw_affiliation_strings":["facebook, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"facebook, Palo Alto, CA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044418868","display_name":"Samuel Rash","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samuel Rash","raw_affiliation_strings":["facebook, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"facebook, Palo Alto, CA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104048766","display_name":"Rodrigo Schmidt","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rodrigo Schmidt","raw_affiliation_strings":["facebook, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"facebook, Palo Alto, CA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090128483","display_name":"Amitanand S. Aiyer","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amitanand Aiyer","raw_affiliation_strings":["facebook, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"facebook, Palo Alto, CA","institution_ids":["https://openalex.org/I4210114444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5015429075"],"corresponding_institution_ids":["https://openalex.org/I4210114444"],"apc_list":null,"apc_paid":null,"fwci":64.064,"has_fulltext":false,"cited_by_count":432,"citation_normalized_percentile":{"value":0.99976095,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1071","last_page":"1080"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.8487497568130493},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8086913824081421},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6704946756362915},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.6359999179840088},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.6118558645248413},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.6095066666603088},{"id":"https://openalex.org/keywords/relational-database-management-system","display_name":"Relational database management system","score":0.5477166175842285},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.4422706663608551},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.44001662731170654},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.43598759174346924},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4275173842906952},{"id":"https://openalex.org/keywords/relational-database","display_name":"Relational database","score":0.31376567482948303}],"concepts":[{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.8487497568130493},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8086913824081421},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6704946756362915},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.6359999179840088},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.6118558645248413},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.6095066666603088},{"id":"https://openalex.org/C24394798","wikidata":"https://www.wikidata.org/wiki/Q192588","display_name":"Relational database management system","level":3,"score":0.5477166175842285},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4422706663608551},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.44001662731170654},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.43598759174346924},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4275173842906952},{"id":"https://openalex.org/C5655090","wikidata":"https://www.wikidata.org/wiki/Q192588","display_name":"Relational database","level":2,"score":0.31376567482948303},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1989323.1989438","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1989323.1989438","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2011 ACM SIGMOD International Conference on Management of data","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.47999998927116394}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":3,"referenced_works":["https://openalex.org/W192446467","https://openalex.org/W2068739275","https://openalex.org/W2624304035"],"related_works":["https://openalex.org/W2505630977","https://openalex.org/W2383709723","https://openalex.org/W2748529818","https://openalex.org/W1567213510","https://openalex.org/W2626533837","https://openalex.org/W2375584934","https://openalex.org/W1575529579","https://openalex.org/W2525788546","https://openalex.org/W2761120596","https://openalex.org/W1988380406"],"abstract_inverted_index":{"Facebook":[0,3,39,108],"recently":[1],"deployed":[2],"Messages,":[4],"its":[5],"first":[6],"ever":[7],"user-facing":[8],"application":[9],"built":[10,22],"on":[11,23,142],"the":[12,36,55,69,82,88,98,116,122,143],"Apache":[13,16,49],"Hadoop":[14,24,41,73],"platform.":[15],"HBase":[17,43],"is":[18],"a":[19,77,146,154],"database-like":[20],"layer":[21],"designed":[25],"to":[26,72,74],"support":[27],"billions":[28],"of":[29],"messages":[30],"per":[31],"day.":[32],"This":[33],"paper":[34],"describes":[35],"reasons":[37],"why":[38],"chose":[40],"and":[42,51,53,65,90,109,130,133],"over":[44,97,157],"other":[45,105,111,149],"systems":[46],"such":[47],"as":[48,145],"Cassandra":[50],"Voldemort":[52],"discusses":[54],"application's":[56],"requirements":[57],"for":[58,148],"consistency,":[59],"availability,":[60],"partition":[61],"tolerance,":[62],"data":[63],"model":[64,147],"scalability.":[66],"We":[67,114,138],"explore":[68],"enhancements":[70],"made":[71,85],"make":[75],"it":[76],"more":[78],"effective":[79],"realtime":[80],"system,":[81,89],"tradeoffs":[83],"we":[84,125],"while":[86],"configuring":[87],"how":[91],"this":[92],"solution":[93,156],"has":[94],"significant":[95],"advantages":[96],"sharded":[99,159],"MySQL":[100],"database":[101],"scheme":[102],"used":[103],"in":[104,127],"applications":[106],"at":[107],"many":[110],"web-scale":[112],"companies.":[113],"discuss":[115],"motivations":[117],"behind":[118],"our":[119],"design":[120],"choices,":[121],"challenges":[123],"that":[124],"face":[126],"day-to-day":[128],"operations,":[129],"future":[131],"capabilities":[132],"improvements":[134],"still":[135],"under":[136],"development.":[137],"offer":[139],"these":[140],"observations":[141],"deployment":[144],"companies":[150],"who":[151],"are":[152],"contemplating":[153],"Hadoop-based":[155],"traditional":[158],"RDBMS":[160],"deployments.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":23},{"year":2019,"cited_by_count":17},{"year":2018,"cited_by_count":37},{"year":2017,"cited_by_count":41},{"year":2016,"cited_by_count":42},{"year":2015,"cited_by_count":47},{"year":2014,"cited_by_count":64},{"year":2013,"cited_by_count":66},{"year":2012,"cited_by_count":49}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}