{"id":"https://openalex.org/W4307864162","doi":"https://doi.org/10.1007/s10009-022-00683-x","title":"An overview of structural coverage metrics for testing neural networks","display_name":"An overview of structural coverage metrics for testing neural networks","publication_year":2022,"publication_date":"2022-11-02","ids":{"openalex":"https://openalex.org/W4307864162","doi":"https://doi.org/10.1007/s10009-022-00683-x"},"language":"en","primary_location":{"id":"doi:10.1007/s10009-022-00683-x","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10009-022-00683-x","pdf_url":null,"source":{"id":"https://openalex.org/S122567160","display_name":"International Journal on Software Tools for Technology Transfer","issn_l":"1433-2779","issn":["1433-2779","1433-2787"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal on Software Tools for Technology Transfer","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075464273","display_name":"Muhammad Usman","orcid":"https://orcid.org/0000-0002-3393-5211"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Muhammad Usman","raw_affiliation_strings":["University of Texas at Austin, Austin, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Austin, Austin, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060663223","display_name":"Youcheng Sun","orcid":"https://orcid.org/0000-0002-1893-6259"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Youcheng Sun","raw_affiliation_strings":["University of Manchester, Manchester, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Manchester, Manchester, UK","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055334891","display_name":"Divya Gopinath","orcid":"https://orcid.org/0000-0002-4279-7420"},"institutions":[{"id":"https://openalex.org/I1280536761","display_name":"Ames Research Center","ror":"https://ror.org/02acart68","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280536761","https://openalex.org/I4210124779"]},{"id":"https://openalex.org/I153156064","display_name":"KBR (United States)","ror":"https://ror.org/01g1xae87","country_code":"US","type":"company","lineage":["https://openalex.org/I153156064"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Divya Gopinath","raw_affiliation_strings":["KBR Inc. at NASA Ames, Ames, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KBR Inc. at NASA Ames, Ames, USA","institution_ids":["https://openalex.org/I1280536761","https://openalex.org/I153156064"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014073956","display_name":"Rishi Dange","orcid":null},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rishi Dange","raw_affiliation_strings":["Princeton University, Princeton, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Princeton University, Princeton, USA","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010301160","display_name":"Luca Manolache","orcid":null},"institutions":[{"id":"https://openalex.org/I1743320","display_name":"Palo Alto University","ror":"https://ror.org/04f812k67","country_code":"US","type":"education","lineage":["https://openalex.org/I1743320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luca Manolache","raw_affiliation_strings":["Palo Alto High School, Palo Alto, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Palo Alto High School, Palo Alto, USA","institution_ids":["https://openalex.org/I1743320"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053134485","display_name":"Corina S. P\u0103s\u0103reanu","orcid":"https://orcid.org/0000-0002-5579-6961"},"institutions":[{"id":"https://openalex.org/I1280536761","display_name":"Ames Research Center","ror":"https://ror.org/02acart68","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280536761","https://openalex.org/I4210124779"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Corina S. P\u0103s\u0103reanu","raw_affiliation_strings":["CMU Cylab and KBR Inc. at NASA Ames, Ames, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CMU Cylab and KBR Inc. at NASA Ames, Ames, USA","institution_ids":["https://openalex.org/I1280536761"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5053134485"],"corresponding_institution_ids":["https://openalex.org/I1280536761"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":null,"fwci":0.8122,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.76611494,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"25","issue":"3","first_page":"393","last_page":"405"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8454396724700928},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.567995548248291},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5237628817558289},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4713199734687805},{"id":"https://openalex.org/keywords/theory-of-computation","display_name":"Theory of computation","score":0.42810171842575073},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42256608605384827},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1266164481639862}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8454396724700928},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.567995548248291},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5237628817558289},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4713199734687805},{"id":"https://openalex.org/C24858836","wikidata":"https://www.wikidata.org/wiki/Q844718","display_name":"Theory of computation","level":2,"score":0.42810171842575073},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42256608605384827},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1266164481639862}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10009-022-00683-x","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10009-022-00683-x","pdf_url":null,"source":{"id":"https://openalex.org/S122567160","display_name":"International Journal on Software Tools for Technology Transfer","issn_l":"1433-2779","issn":["1433-2779","1433-2787"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal on Software Tools for Technology Transfer","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/89f31492-4a6d-4c75-b33e-73aa8887e208","is_oa":false,"landing_page_url":"https://research.manchester.ac.uk/en/publications/89f31492-4a6d-4c75-b33e-73aa8887e208","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Usman, M, Sun, Y, Gopinath, D, Dange, R, Manolache, L & P\u0103s\u0103reanu, C S 2022, 'An overview of structural coverage metrics for testing neural networks', International Journal on Software Tools for Technology Transfer. https://doi.org/10.1007/s10009-022-00683-x","raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.75,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2007339694","https://openalex.org/W2112796928","https://openalex.org/W2194775991","https://openalex.org/W2543296129","https://openalex.org/W2616028256","https://openalex.org/W2804337238","https://openalex.org/W2942091739","https://openalex.org/W2954629067","https://openalex.org/W2957905354","https://openalex.org/W2963913218","https://openalex.org/W2979485058","https://openalex.org/W2999818223","https://openalex.org/W3043080072","https://openalex.org/W3090139955","https://openalex.org/W3115503695","https://openalex.org/W3118608800"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4313488044","https://openalex.org/W3209574120","https://openalex.org/W4312192474","https://openalex.org/W4210805261"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}