{"id":"https://openalex.org/W2966980041","doi":"https://doi.org/10.1145/3338906.3340459","title":"Code coverage at Google","display_name":"Code coverage at Google","publication_year":2019,"publication_date":"2019-08-09","ids":{"openalex":"https://openalex.org/W2966980041","doi":"https://doi.org/10.1145/3338906.3340459","mag":"2966980041"},"language":"en","primary_location":{"id":"doi:10.1145/3338906.3340459","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3338906.3340459","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075786120","display_name":"Marko Ivankovi\u0107","orcid":"https://orcid.org/0000-0002-8548-6008"},"institutions":[{"id":"https://openalex.org/I4210100430","display_name":"Google (Switzerland)","ror":"https://ror.org/014f9c269","country_code":"CH","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210100430","https://openalex.org/I4210128969"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Marko Ivankovi\u0107","raw_affiliation_strings":["Google, Switzerland"],"affiliations":[{"raw_affiliation_string":"Google, Switzerland","institution_ids":["https://openalex.org/I4210100430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102805229","display_name":"Goran Petrovi\u0107","orcid":"https://orcid.org/0000-0002-8056-7431"},"institutions":[{"id":"https://openalex.org/I4210100430","display_name":"Google (Switzerland)","ror":"https://ror.org/014f9c269","country_code":"CH","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210100430","https://openalex.org/I4210128969"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Goran Petrovi\u0107","raw_affiliation_strings":["Google, Switzerland"],"affiliations":[{"raw_affiliation_string":"Google, Switzerland","institution_ids":["https://openalex.org/I4210100430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088079823","display_name":"Ren\u00e9 Just","orcid":"https://orcid.org/0000-0002-5982-275X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ren\u00e9 Just","raw_affiliation_strings":["University of Washington, USA"],"affiliations":[{"raw_affiliation_string":"University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079261847","display_name":"Gordon Fraser","orcid":"https://orcid.org/0000-0002-4364-6595"},"institutions":[{"id":"https://openalex.org/I186354981","display_name":"University of Passau","ror":"https://ror.org/05ydjnb78","country_code":"DE","type":"education","lineage":["https://openalex.org/I186354981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Gordon Fraser","raw_affiliation_strings":["University of Passau, Germany"],"affiliations":[{"raw_affiliation_string":"University of Passau, Germany","institution_ids":["https://openalex.org/I186354981"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5075786120"],"corresponding_institution_ids":["https://openalex.org/I4210100430"],"apc_list":null,"apc_paid":null,"fwci":11.603,"has_fulltext":false,"cited_by_count":86,"citation_normalized_percentile":{"value":0.98435961,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"955","last_page":"963"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7376734018325806},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.6937376260757446},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6500089168548584},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5837551951408386},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.509779155254364},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.5055668354034424},{"id":"https://openalex.org/keywords/source-lines-of-code","display_name":"Source lines of code","score":0.5028116106987},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4870300889015198},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.48568806052207947},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.4812752604484558},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4408724009990692},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4310449957847595},{"id":"https://openalex.org/keywords/kpi-driven-code-analysis","display_name":"KPI-driven code analysis","score":0.4261210262775421},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.41873544454574585},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.3815186023712158},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.3599920868873596},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.2586515545845032},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2330770492553711},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.22832533717155457},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.21402296423912048},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.15816915035247803},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.08333569765090942}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7376734018325806},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.6937376260757446},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6500089168548584},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5837551951408386},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.509779155254364},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.5055668354034424},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.5028116106987},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4870300889015198},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.48568806052207947},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.4812752604484558},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4408724009990692},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4310449957847595},{"id":"https://openalex.org/C121957198","wikidata":"https://www.wikidata.org/wiki/Q14365593","display_name":"KPI-driven code analysis","level":5,"score":0.4261210262775421},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.41873544454574585},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.3815186023712158},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3599920868873596},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.2586515545845032},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2330770492553711},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.22832533717155457},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.21402296423912048},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.15816915035247803},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08333569765090942},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3338906.3340459","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3338906.3340459","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6200000047683716,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1813809747","https://openalex.org/W1991292921","https://openalex.org/W2063068372","https://openalex.org/W2074935284","https://openalex.org/W2089297746","https://openalex.org/W2095414225","https://openalex.org/W2105040896","https://openalex.org/W2106072155","https://openalex.org/W2116771900","https://openalex.org/W2135937266","https://openalex.org/W2151099659","https://openalex.org/W2154897437","https://openalex.org/W2162200351","https://openalex.org/W2786944871","https://openalex.org/W2884023932","https://openalex.org/W2888491619","https://openalex.org/W2913215602"],"related_works":["https://openalex.org/W4384304747","https://openalex.org/W4281742080","https://openalex.org/W2986478207","https://openalex.org/W2939724256","https://openalex.org/W2508577026","https://openalex.org/W4312706861","https://openalex.org/W2034209539","https://openalex.org/W4388706046","https://openalex.org/W2407460520","https://openalex.org/W2134091519"],"abstract_inverted_index":{"Code":[0],"coverage":[1,18,42,47,67,87,94,110,117,134,164],"is":[2,19,29,49,70,96,118],"a":[3,10,14,137],"measure":[4],"of":[5,40,55,65,77],"the":[6,33,37,75,91,103],"degree":[7],"to":[8,71,159],"which":[9],"test":[11],"suite":[12],"exercises":[13],"software":[15,23],"system.":[16],"Although":[17],"well":[20],"established":[21],"in":[22,27,165],"engineering":[24],"research,":[25],"deployment":[26],"industry":[28],"often":[30],"inhibited":[31],"by":[32,122],"perceived":[34,121],"usefulness":[35],"and":[36,79,89,98,105,120,131,140,161],"computational":[38],"costs":[39],"analyzing":[41],"at":[43,74,111],"scale.":[44,112],"At":[45],"Google,":[46],"information":[48,68,95],"computed":[50,92],"for":[51,58,107,157],"one":[52],"billion":[53],"lines":[54],"code":[56,80,86,93,109,116,133,163],"daily,":[57],"seven":[59],"programming":[60],"languages.":[61],"A":[62],"key":[63],"aspect":[64],"making":[66],"actionable":[69],"apply":[72],"it":[73,141],"level":[76],"changesets":[78],"review.":[81],"This":[82],"paper":[83,125,153],"describes":[84,102],"Google\u2019s":[85],"infrastructure":[88],"how":[90,115,158],"visualized":[97],"used.":[99],"It":[100],"also":[101],"challenges":[104],"solutions":[106],"adopting":[108],"To":[113],"study":[114],"adopted":[119],"developers,":[123],"this":[124,152],"analyzes":[126],"adoption":[127],"rates,":[128,130],"error":[129],"average":[132],"ratios":[135],"over":[136],"five-year":[138],"period,":[139],"reports":[142],"on":[143],"512":[144],"responses,":[145],"received":[146],"from":[147],"surveying":[148],"3000":[149],"developers.":[150],"Finally,":[151],"provides":[154],"concrete":[155],"suggestions":[156],"implement":[160],"use":[162],"an":[166],"industrial":[167],"setting.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":8}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}