{"id":"https://openalex.org/W3189995630","doi":"https://doi.org/10.1145/3452296.3472941","title":"Test coverage metrics for the network","display_name":"Test coverage metrics for the network","publication_year":2021,"publication_date":"2021-08-09","ids":{"openalex":"https://openalex.org/W3189995630","doi":"https://doi.org/10.1145/3452296.3472941","mag":"3189995630"},"language":"en","primary_location":{"id":"doi:10.1145/3452296.3472941","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3452296.3472941","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3452296.3472941","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 ACM SIGCOMM 2021 Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3452296.3472941","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044376206","display_name":"Xieyang Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xieyang Xu","raw_affiliation_strings":["University of Washington"],"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075133765","display_name":"Ryan Beckett","orcid":"https://orcid.org/0000-0001-7844-2026"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ryan Beckett","raw_affiliation_strings":["Microsoft"],"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016178612","display_name":"Karthick Jayaraman","orcid":"https://orcid.org/0009-0005-9502-9360"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Karthick Jayaraman","raw_affiliation_strings":["Microsoft"],"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013518229","display_name":"Ratul Mahajan","orcid":"https://orcid.org/0009-0005-8005-6948"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ratul Mahajan","raw_affiliation_strings":["University of Washington, Intentionet"],"affiliations":[{"raw_affiliation_string":"University of Washington, Intentionet","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049454219","display_name":"David Walker","orcid":"https://orcid.org/0000-0003-3681-149X"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Walker","raw_affiliation_strings":["Princeton University"],"affiliations":[{"raw_affiliation_string":"Princeton University","institution_ids":["https://openalex.org/I20089843"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5044376206"],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":0.4801,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.66845809,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"775","last_page":"787"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7692861557006836},{"id":"https://openalex.org/keywords/battle","display_name":"Battle","score":0.6881799101829529},{"id":"https://openalex.org/keywords/sort","display_name":"sort","score":0.6878675222396851},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.641242504119873},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.5806753039360046},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5427283644676208},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.514125406742096},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.5074545741081238},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4835243225097656},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.48019254207611084},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4487362504005432},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3829798996448517},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2637021541595459},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.249726802110672},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.22154176235198975},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1129421591758728},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.07788282632827759}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7692861557006836},{"id":"https://openalex.org/C2778627824","wikidata":"https://www.wikidata.org/wiki/Q178561","display_name":"Battle","level":2,"score":0.6881799101829529},{"id":"https://openalex.org/C88548561","wikidata":"https://www.wikidata.org/wiki/Q347599","display_name":"sort","level":2,"score":0.6878675222396851},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.641242504119873},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.5806753039360046},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5427283644676208},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.514125406742096},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.5074545741081238},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4835243225097656},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.48019254207611084},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4487362504005432},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3829798996448517},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2637021541595459},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.249726802110672},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.22154176235198975},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1129421591758728},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.07788282632827759},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3452296.3472941","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3452296.3472941","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3452296.3472941","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 ACM SIGCOMM 2021 Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3452296.3472941","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3452296.3472941","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3452296.3472941","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 ACM SIGCOMM 2021 Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6399999856948853,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G1006830446","display_name":null,"funder_award_id":"2007073","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7288042267","display_name":null,"funder_award_id":"CNS-2007073,CNS-1703493","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3189995630.pdf","grobid_xml":"https://content.openalex.org/works/W3189995630.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W158224344","https://openalex.org/W1449038650","https://openalex.org/W1486172410","https://openalex.org/W1675033504","https://openalex.org/W1882012874","https://openalex.org/W1990249073","https://openalex.org/W2019368525","https://openalex.org/W2102742419","https://openalex.org/W2130210899","https://openalex.org/W2130531694","https://openalex.org/W2134691366","https://openalex.org/W2149939304","https://openalex.org/W2157614013","https://openalex.org/W2180601376","https://openalex.org/W2324910104","https://openalex.org/W2466231594","https://openalex.org/W2477023729","https://openalex.org/W2594119292","https://openalex.org/W2764015261","https://openalex.org/W2910041147","https://openalex.org/W2962604136","https://openalex.org/W2966980041","https://openalex.org/W2968149030","https://openalex.org/W2988558447","https://openalex.org/W3046445220","https://openalex.org/W4238465620","https://openalex.org/W4376850198"],"related_works":["https://openalex.org/W2003237632","https://openalex.org/W2120337598","https://openalex.org/W2350977361","https://openalex.org/W2348097125","https://openalex.org/W3030212771","https://openalex.org/W2000391299","https://openalex.org/W2994023542","https://openalex.org/W1485837041","https://openalex.org/W3204955359","https://openalex.org/W103971554"],"abstract_inverted_index":{"Testing":[0],"and":[1,17,41],"verification":[2],"have":[3,71,98],"emerged":[4],"as":[5],"key":[6],"tools":[7],"in":[8,42],"the":[9,13,18,23,27,85,92],"battle":[10,75],"to":[11,52,74,83,94],"improve":[12],"reliability":[14],"of":[15,25,30,87],"networks":[16,97],"services":[19],"they":[20],"provide.":[21],"However,":[22],"success":[24],"even":[26],"best":[28],"technology":[29],"this":[31,76],"sort":[32],"is":[33,39,49],"limited":[34],"by":[35],"how":[36],"effectively":[37],"it":[38,48],"applied,":[40],"today's":[43],"enormously":[44],"complex":[45],"industrial":[46],"networks,":[47],"surprisingly":[50],"easy":[51],"overlook":[53],"particular":[54],"interfaces,":[55],"routes,":[56],"or":[57,81,91],"flows":[58],"when":[59],"creating":[60],"a":[61],"test":[62,89],"suite.":[63],"Moreover,":[64],"network":[65],"engineers,":[66],"unlike":[67],"their":[68,88,96],"software":[69],"counterparts,":[70],"no":[72,79],"help":[73],"problem\u2014there":[77],"are":[78],"metrics":[80],"systems":[82],"compute":[84],"quality":[86],"suites":[90],"extent":[93],"which":[95],"been":[99],"verified.":[100]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}