{"id":"https://openalex.org/W3039960847","doi":"https://doi.org/10.1145/3368089.3409730","title":"Model-based exploration of the frontier of behaviours for deep learning system testing","display_name":"Model-based exploration of the frontier of behaviours for deep learning system testing","publication_year":2020,"publication_date":"2020-11-07","ids":{"openalex":"https://openalex.org/W3039960847","doi":"https://doi.org/10.1145/3368089.3409730","mag":"3039960847"},"language":"en","primary_location":{"id":"doi:10.1145/3368089.3409730","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3368089.3409730","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2007.02787","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084639710","display_name":"Vincenzo Riccio","orcid":"https://orcid.org/0000-0002-6229-8231"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Vincenzo Riccio","raw_affiliation_strings":["USI Lugano, Switzerland"],"affiliations":[{"raw_affiliation_string":"USI Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025438762","display_name":"Paolo Tonella","orcid":"https://orcid.org/0000-0003-3088-0339"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Paolo Tonella","raw_affiliation_strings":["USI Lugano, Switzerland"],"affiliations":[{"raw_affiliation_string":"USI Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5084639710"],"corresponding_institution_ids":["https://openalex.org/I57201433"],"apc_list":null,"apc_paid":null,"fwci":0.2743,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.63690077,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"876","last_page":"888"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/frontier","display_name":"Frontier","score":0.9006149768829346},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.8238564729690552},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.6679487228393555},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6514217853546143},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6315523386001587},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.6165016293525696},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.565622091293335},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.503304660320282},{"id":"https://openalex.org/keywords/system-under-test","display_name":"System under test","score":0.4670886695384979},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.44381603598594666},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.42367038130760193},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39602118730545044},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.20386752486228943},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18536770343780518},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.12128961086273193},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.11699095368385315},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.08843764662742615}],"concepts":[{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.9006149768829346},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.8238564729690552},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.6679487228393555},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6514217853546143},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6315523386001587},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.6165016293525696},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.565622091293335},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.503304660320282},{"id":"https://openalex.org/C108913964","wikidata":"https://www.wikidata.org/wiki/Q2376856","display_name":"System under test","level":4,"score":0.4670886695384979},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.44381603598594666},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.42367038130760193},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39602118730545044},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20386752486228943},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18536770343780518},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.12128961086273193},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.11699095368385315},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08843764662742615},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1145/3368089.3409730","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3368089.3409730","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2007.02787","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.02787","pdf_url":"https://arxiv.org/pdf/2007.02787","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3039960847","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2007.02787","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:zenodo.org:5055056","is_oa":true,"landing_page_url":"https://zenodo.org/record/5055056","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/report"},{"id":"doi:10.48550/arxiv.2007.02787","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2007.02787","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"doi:10.5281/zenodo.5055055","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.5055055","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"report"},{"id":"doi:10.5281/zenodo.5055056","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.5055056","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"report"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2007.02787","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.02787","pdf_url":"https://arxiv.org/pdf/2007.02787","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3039960847.pdf","grobid_xml":"https://content.openalex.org/works/W3039960847.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W18112494","https://openalex.org/W758372786","https://openalex.org/W1483681246","https://openalex.org/W1511496623","https://openalex.org/W1518805529","https://openalex.org/W1533179050","https://openalex.org/W1647671624","https://openalex.org/W1977321274","https://openalex.org/W1998743222","https://openalex.org/W2029500775","https://openalex.org/W2086676398","https://openalex.org/W2099444174","https://openalex.org/W2099746672","https://openalex.org/W2105753174","https://openalex.org/W2109042184","https://openalex.org/W2109207167","https://openalex.org/W2112796928","https://openalex.org/W2117470435","https://openalex.org/W2119112357","https://openalex.org/W2126105956","https://openalex.org/W2137591261","https://openalex.org/W2151083897","https://openalex.org/W2151401338","https://openalex.org/W2163246860","https://openalex.org/W2342840547","https://openalex.org/W2463553622","https://openalex.org/W2484356709","https://openalex.org/W2495601248","https://openalex.org/W2522186013","https://openalex.org/W2557283755","https://openalex.org/W2563485765","https://openalex.org/W2586946380","https://openalex.org/W2616028256","https://openalex.org/W2775678306","https://openalex.org/W2801490189","https://openalex.org/W2804337238","https://openalex.org/W2888307014","https://openalex.org/W2888483609","https://openalex.org/W2888824816","https://openalex.org/W2953248129","https://openalex.org/W2954629067","https://openalex.org/W2957066083","https://openalex.org/W2963208512","https://openalex.org/W2963327228","https://openalex.org/W3090643686","https://openalex.org/W3099444373","https://openalex.org/W3127347287"],"related_works":["https://openalex.org/W3103158293","https://openalex.org/W2742533126","https://openalex.org/W3005607450","https://openalex.org/W2964050053","https://openalex.org/W3097489486","https://openalex.org/W2804287091","https://openalex.org/W2604173613","https://openalex.org/W2999490157","https://openalex.org/W1506449551","https://openalex.org/W3126369473","https://openalex.org/W2971178512","https://openalex.org/W1491543565","https://openalex.org/W3090658167","https://openalex.org/W2747243854","https://openalex.org/W3104240813","https://openalex.org/W2124674171","https://openalex.org/W3187666087","https://openalex.org/W3207608125","https://openalex.org/W2802618190","https://openalex.org/W3159952121"],"abstract_inverted_index":{"With":[0],"the":[1,15,18,52,56,61,69,76],"increasing":[2],"adoption":[3],"of":[4,17,20,45,55,63],"Deep":[5],"Learning":[6],"(DL)":[7],"for":[8,36],"critical":[9],"tasks,":[10],"such":[11,64],"as":[12,42],"autonomous":[13],"driving,":[14],"evaluation":[16],"quality":[19,62],"systems":[21,32,65],"that":[22],"rely":[23],"on":[24],"DL":[25,31],"has":[26],"become":[27],"crucial.":[28],"Once":[29],"trained,":[30],"produce":[33],"an":[34],"output":[35],"any":[37],"arbitrary":[38],"numeric":[39],"vector":[40],"provided":[41],"input,":[43],"regardless":[44],"whether":[46],"it":[47],"is":[48,66],"within":[49],"or":[50],"outside":[51],"validity":[53,73],"domain":[54,74],"system":[57],"under":[58],"test.":[59],"Hence,":[60],"determined":[67],"by":[68],"intersection":[70],"between":[71],"their":[72,79],"and":[75],"regions":[77],"where":[78],"outputs":[80],"exhibit":[81],"a":[82],"misbehaviour.":[83]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}