{"id":"https://openalex.org/W4404400565","doi":"https://doi.org/10.1145/3694715.3695977","title":"FBDetect: Catching Tiny Performance Regressions at Hyperscale through In-Production Monitoring","display_name":"FBDetect: Catching Tiny Performance Regressions at Hyperscale through In-Production Monitoring","publication_year":2024,"publication_date":"2024-11-04","ids":{"openalex":"https://openalex.org/W4404400565","doi":"https://doi.org/10.1145/3694715.3695977"},"language":"en","primary_location":{"id":"doi:10.1145/3694715.3695977","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3694715.3695977","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3694715.3695977","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM SIGOPS 30th Symposium on Operating Systems Principles","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3694715.3695977","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053987658","display_name":"Duck Young Yoon","orcid":"https://orcid.org/0000-0001-6666-967X"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dong Young Yoon","raw_affiliation_strings":["Meta Platforms, San Mateo, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-6666-967X","affiliations":[{"raw_affiliation_string":"Meta Platforms, San Mateo, CA, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100322850","display_name":"Yang Wang","orcid":"https://orcid.org/0000-0002-9721-4923"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang Wang","raw_affiliation_strings":["Meta Platforms, Columbus, OH, US","The Ohio State University, Columbus, OH, USA"],"raw_orcid":"https://orcid.org/0000-0002-9721-4923","affiliations":[{"raw_affiliation_string":"Meta Platforms, Columbus, OH, US","institution_ids":["https://openalex.org/I4210114444"]},{"raw_affiliation_string":"The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100337815","display_name":"Miao Yu","orcid":"https://orcid.org/0000-0002-0539-5692"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Miao Yu","raw_affiliation_strings":["Meta Platforms, Columbus, OH, US","The Ohio State University, Columbus, OH, USA"],"raw_orcid":"https://orcid.org/0000-0002-0539-5692","affiliations":[{"raw_affiliation_string":"Meta Platforms, Columbus, OH, US","institution_ids":["https://openalex.org/I4210114444"]},{"raw_affiliation_string":"The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005909888","display_name":"Elvis Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elvis Huang","raw_affiliation_strings":["Meta Platforms, Hoboken, NJ, USA"],"raw_orcid":"https://orcid.org/0009-0009-7775-2124","affiliations":[{"raw_affiliation_string":"Meta Platforms, Hoboken, NJ, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004212968","display_name":"Juan Ignacio Jones","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Juan Ignacio Jones","raw_affiliation_strings":["Meta Platforms, Chicago, IL, USA"],"raw_orcid":"https://orcid.org/0009-0005-1405-3407","affiliations":[{"raw_affiliation_string":"Meta Platforms, Chicago, IL, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114656706","display_name":"Abhinay Kukkadapu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abhinay Kukkadapu","raw_affiliation_strings":["Meta Platforms, San Diego, CA, USA"],"raw_orcid":"https://orcid.org/0009-0000-0650-2069","affiliations":[{"raw_affiliation_string":"Meta Platforms, San Diego, CA, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114656707","display_name":"Osman Kocas","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Osman Kocas","raw_affiliation_strings":["Meta Platforms, NYC, NY, USA"],"raw_orcid":"https://orcid.org/0009-0008-4023-7674","affiliations":[{"raw_affiliation_string":"Meta Platforms, NYC, NY, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114656708","display_name":"Jonathan Wiepert","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Wiepert","raw_affiliation_strings":["Meta Platforms, Greenlawn, NY, USA"],"raw_orcid":"https://orcid.org/0009-0006-4743-5206","affiliations":[{"raw_affiliation_string":"Meta Platforms, Greenlawn, NY, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041489895","display_name":"Kapil Goenka","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kapil Goenka","raw_affiliation_strings":["Meta Platforms, Dublin, CA, USA"],"raw_orcid":"https://orcid.org/0009-0006-6721-2800","affiliations":[{"raw_affiliation_string":"Meta Platforms, Dublin, CA, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067899448","display_name":"Sherry Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sherry Chen","raw_affiliation_strings":["Meta Platforms, Sunnyvale, CA, USA"],"raw_orcid":"https://orcid.org/0009-0000-9810-4665","affiliations":[{"raw_affiliation_string":"Meta Platforms, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016746601","display_name":"Yan-Jun Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanjun Lin","raw_affiliation_strings":["Meta Platforms, San Carlos, CA, USA"],"raw_orcid":"https://orcid.org/0009-0008-2293-6391","affiliations":[{"raw_affiliation_string":"Meta Platforms, San Carlos, CA, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102814461","display_name":"Zhihui Huang","orcid":"https://orcid.org/0009-0001-1094-8191"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhihui Huang","raw_affiliation_strings":["Meta Platforms, Mountain View, CA, USA"],"raw_orcid":"https://orcid.org/0009-0001-1094-8191","affiliations":[{"raw_affiliation_string":"Meta Platforms, Mountain View, CA, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110707243","display_name":"J.H.L. Kong","orcid":"https://orcid.org/0009-0007-2428-0317"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jocelyn Kong","raw_affiliation_strings":["Meta Platforms, NYC, NY, USA"],"raw_orcid":"https://orcid.org/0009-0007-2428-0317","affiliations":[{"raw_affiliation_string":"Meta Platforms, NYC, NY, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021442331","display_name":"Michael Chow","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Chow","raw_affiliation_strings":["Meta Platforms, NYC, NY, USA"],"raw_orcid":"https://orcid.org/0009-0008-6479-2701","affiliations":[{"raw_affiliation_string":"Meta Platforms, NYC, NY, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070094618","display_name":"Chunqiang Tang","orcid":"https://orcid.org/0009-0004-0133-4800"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chunqiang Tang","raw_affiliation_strings":["Meta Platforms, San Jose, CA, US"],"raw_orcid":"https://orcid.org/0009-0004-0133-4800","affiliations":[{"raw_affiliation_string":"Meta Platforms, San Jose, CA, US","institution_ids":["https://openalex.org/I4210114444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.778,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.87714907,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"522","last_page":"540"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/production","display_name":"Production (economics)","score":0.6705417037010193},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.423168420791626},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.3545690178871155},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15230205655097961},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.1440512239933014}],"concepts":[{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.6705417037010193},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.423168420791626},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3545690178871155},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15230205655097961},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.1440512239933014},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3694715.3695977","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3694715.3695977","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3694715.3695977","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM SIGOPS 30th Symposium on Operating Systems Principles","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3694715.3695977","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3694715.3695977","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3694715.3695977","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM SIGOPS 30th Symposium on Operating Systems Principles","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","display_name":"Climate action","score":0.4099999964237213}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404400565.pdf"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W1480846294","https://openalex.org/W1574447377","https://openalex.org/W1682770403","https://openalex.org/W1985690171","https://openalex.org/W1985947101","https://openalex.org/W1987971958","https://openalex.org/W1989037929","https://openalex.org/W1990517717","https://openalex.org/W1998871699","https://openalex.org/W2000518393","https://openalex.org/W2017485217","https://openalex.org/W2022749020","https://openalex.org/W2040975718","https://openalex.org/W2046868034","https://openalex.org/W2058230372","https://openalex.org/W2063880591","https://openalex.org/W2066787289","https://openalex.org/W2090985066","https://openalex.org/W2091442045","https://openalex.org/W2093606067","https://openalex.org/W2106844107","https://openalex.org/W2108328714","https://openalex.org/W2122111042","https://openalex.org/W2130343490","https://openalex.org/W2131346202","https://openalex.org/W2131948677","https://openalex.org/W2143266849","https://openalex.org/W2143394441","https://openalex.org/W2162045655","https://openalex.org/W2249980257","https://openalex.org/W2316253226","https://openalex.org/W2318680928","https://openalex.org/W2515360277","https://openalex.org/W2515822248","https://openalex.org/W2528800812","https://openalex.org/W2734941459","https://openalex.org/W2762664377","https://openalex.org/W2798257857","https://openalex.org/W2809055754","https://openalex.org/W2886117034","https://openalex.org/W2887119924","https://openalex.org/W2909693411","https://openalex.org/W2914114221","https://openalex.org/W3007460877","https://openalex.org/W3090556797","https://openalex.org/W3101119896","https://openalex.org/W3124251104","https://openalex.org/W4236053521","https://openalex.org/W4237456942","https://openalex.org/W4246587917","https://openalex.org/W4248979535","https://openalex.org/W4251967167","https://openalex.org/W4293159471","https://openalex.org/W4361198584","https://openalex.org/W4384345635","https://openalex.org/W4394946189","https://openalex.org/W4400484802"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"Meta's":[3],"FBDetect":[4,28,64,98],"system,":[5],"which":[6],"advances":[7],"the":[8,11],"state":[9],"of":[10,37,57,62,97,110,123],"art":[12],"in":[13,24,55],"performance":[14,76],"regression":[15],"detection":[16],"by":[17,50,107],"catching":[18,116],"regressions":[19,48,117],"as":[20,22],"small":[21],"0.005%":[23],"noisy":[25],"production":[26,111],"environments.":[27],"monitors":[29],"around":[30],"800,000":[31],"time":[32],"series":[33],"covering":[34],"various":[35],"types":[36],"metrics":[38],"(e.g.,":[39],"throughput,":[40],"latency,":[41],"CPU":[42],"and":[43,86,113],"memory":[44],"usage)":[45],"to":[46,68],"detect":[47],"caused":[49],"code":[51],"or":[52],"configuration":[53],"changes":[54],"hundreds":[56],"services":[58],"running":[59],"on":[60],"millions":[61,122],"servers.":[63],"introduces":[65],"advanced":[66],"techniques":[67],"capture":[69],"stack":[70],"traces":[71],"fleet-wide,":[72],"measure":[73],"fine-grained":[74],"subroutine-level":[75],"differences,":[77],"filter":[78],"out":[79],"deceptive":[80],"false-positive":[81],"regressions,":[82,85],"deduplicate":[83],"correlated":[84],"analyze":[87],"root":[88],"causes.":[89],"Beyond":[90],"these":[91],"individual":[92],"techniques,":[93],"a":[94],"key":[95],"strength":[96],"over":[99],"prior":[100],"work":[101],"is":[102],"its":[103],"battle-tested":[104],"robustness,":[105],"proven":[106],"seven":[108],"years":[109],"use,":[112],"each":[114],"year":[115],"that":[118],"would":[119],"have":[120],"wasted":[121],"servers":[124],"if":[125],"left":[126],"undetected.":[127]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}