{"id":"https://openalex.org/W2809055754","doi":"https://doi.org/10.1145/3219819.3219858","title":"A Real-time Framework for Detecting Efficiency Regressions in a Globally Distributed Codebase","display_name":"A Real-time Framework for Detecting Efficiency Regressions in a Globally Distributed Codebase","publication_year":2018,"publication_date":"2018-07-19","ids":{"openalex":"https://openalex.org/W2809055754","doi":"https://doi.org/10.1145/3219819.3219858","mag":"2809055754"},"language":"en","primary_location":{"id":"doi:10.1145/3219819.3219858","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3219819.3219858","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3219819.3219858","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3219819.3219858","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039779332","display_name":"Martin Valdez-Vivas","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Martin Valdez-Vivas","raw_affiliation_strings":["Facebook, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Facebook, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210114444","https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007842063","display_name":"Caner Gocmen","orcid":"https://orcid.org/0009-0003-7725-8309"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Caner Gocmen","raw_affiliation_strings":["Facebook, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Facebook, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210114444","https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017678950","display_name":"Andrii Korotkov","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrii Korotkov","raw_affiliation_strings":["Facebook, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Facebook, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210114444","https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011349573","display_name":"Ethan X. Fang","orcid":"https://orcid.org/0000-0003-3762-9155"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ethan Fang","raw_affiliation_strings":["Facebook, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Facebook, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210114444","https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041489895","display_name":"Kapil Goenka","orcid":null},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kapil Goenka","raw_affiliation_strings":["Facebook, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Facebook, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210114444","https://openalex.org/I4210099336"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067899448","display_name":"Sherry Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sherry Chen","raw_affiliation_strings":["Facebook, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Facebook, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210114444","https://openalex.org/I4210099336"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5039779332"],"corresponding_institution_ids":["https://openalex.org/I4210099336","https://openalex.org/I4210114444"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.06307283,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"821","last_page":"829"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/codebase","display_name":"Codebase","score":0.8865537047386169},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7809520363807678},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6759814620018005},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.628870964050293},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5991908311843872},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.49184346199035645},{"id":"https://openalex.org/keywords/false-positive-paradox","display_name":"False positive paradox","score":0.4697471261024475},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.45195335149765015},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3768327236175537},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.370505154132843},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.33551669120788574},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.31835994124412537},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2113068401813507}],"concepts":[{"id":"https://openalex.org/C51929080","wikidata":"https://www.wikidata.org/wiki/Q2425187","display_name":"Codebase","level":3,"score":0.8865537047386169},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7809520363807678},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6759814620018005},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.628870964050293},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5991908311843872},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.49184346199035645},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.4697471261024475},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.45195335149765015},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3768327236175537},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.370505154132843},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.33551669120788574},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31835994124412537},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2113068401813507},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3219819.3219858","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3219819.3219858","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3219819.3219858","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3219819.3219858","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3219819.3219858","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3219819.3219858","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2809055754.pdf","grobid_xml":"https://content.openalex.org/works/W2809055754.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W1683055710","https://openalex.org/W1793984240","https://openalex.org/W1968371014","https://openalex.org/W1985419898","https://openalex.org/W2046868034","https://openalex.org/W2051903196","https://openalex.org/W2119528150","https://openalex.org/W2143394441","https://openalex.org/W2151350425","https://openalex.org/W2289298448","https://openalex.org/W2296407087","https://openalex.org/W2400669547","https://openalex.org/W2515822248","https://openalex.org/W2547088439","https://openalex.org/W2589262224","https://openalex.org/W2765505779"],"related_works":["https://openalex.org/W4210714572","https://openalex.org/W236697550","https://openalex.org/W2966393348","https://openalex.org/W2603924900","https://openalex.org/W2024584766","https://openalex.org/W1557094818","https://openalex.org/W4233135075","https://openalex.org/W2771478719","https://openalex.org/W1581911077","https://openalex.org/W4214835788"],"abstract_inverted_index":{"Multiple":[0],"teams":[1],"at":[2,160],"Facebook":[3],"are":[4,14],"tasked":[5],"with":[6,144,184],"monitoring":[7],"compute":[8],"and":[9,91,128,158,176,189],"memory":[10],"utilization":[11,33],"metrics":[12],"that":[13,123],"important":[15,114],"for":[16,58,120],"managing":[17],"the":[18,21,31,54,69,72,92,95,141,152,177,180,198],"efficiency":[19,24],"of":[20,40,66,71,80,94,104,146,179,187,200],"codebase.":[22],"An":[23],"regression":[25,154],"is":[26,113,124,166],"characterized":[27],"by":[28,172],"instances":[29],"where":[30],"CPU":[32],"or":[34,43],"query":[35],"per":[36,82,110],"second":[37],"(QPS)":[38],"patterns":[39],"a":[41,99,117,185,204,210],"function":[42],"endpoint":[44],"experience":[45],"an":[46],"unexpected":[47],"increase":[48],"over":[49,78],"its":[50],"prior":[51],"baseline.":[52],"If":[53],"code":[55,74],"changes":[56],"responsible":[57],"these":[59],"regressions":[60,122],"get":[61,76],"propagated":[62],"to":[63,87,115,138],"Facebook's":[64,88],"fleet":[65],"web":[67],"servers,":[68],"impact":[70],"inefficient":[73],"will":[75],"compounded":[77],"billions":[79],"executions":[81],"day,":[83,111],"carrying":[84],"potential":[85],"ramifications":[86],"scaling":[89],"efforts":[90],"quality":[93],"user":[96],"experience.":[97],"With":[98],"codebase":[100],"ingesting":[101],"in":[102,130,136],"excess":[103],"1,000":[105],"diffs":[106],"across":[107,192],"multiple":[108],"pushes":[109],"it":[112],"have":[116],"real-time":[118],"solution":[119],"detecting":[121],"not":[125],"only":[126],"scalable":[127],"high":[129],"recall,":[131],"but":[132],"also":[133],"highly":[134],"precise":[135],"order":[137],"avoid":[139],"overrunning":[140],"remediation":[142],"queue":[143],"thousands":[145],"false":[147],"positives.":[148],"This":[149],"paper":[150],"describes":[151],"end-to-end":[153],"detection":[155,164,213],"system":[156],"designed":[157],"used":[159],"Facebook.":[161],"The":[162],"main":[163],"algorithm":[165,181,202],"based":[167],"on":[168],"sequential":[169],"statistics":[170],"supplemented":[171],"signal":[173],"processing":[174],"transformations,":[175],"performance":[178,199],"was":[182],"assessed":[183],"mixture":[186],"online":[188],"offline":[190],"tests":[191],"different":[193],"use":[194],"cases.":[195],"We":[196],"compare":[197],"our":[201],"against":[203],"simple":[205],"benchmark":[206],"as":[207,209],"well":[208],"commercial":[211],"anomaly":[212],"software":[214],"solution.":[215]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}