{"id":"https://openalex.org/W7127079740","doi":"https://doi.org/10.1002/stvr.70019","title":"Automated Feature Extraction for Testing Deep Learning Systems Through Illumination Search","display_name":"Automated Feature Extraction for Testing Deep Learning Systems Through Illumination Search","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7127079740","doi":"https://doi.org/10.1002/stvr.70019"},"language":"en","primary_location":{"id":"doi:10.1002/stvr.70019","doi":"https://doi.org/10.1002/stvr.70019","is_oa":false,"landing_page_url":"https://doi.org/10.1002/stvr.70019","pdf_url":null,"source":{"id":"https://openalex.org/S83624231","display_name":"Software Testing Verification and Reliability","issn_l":"0960-0833","issn":["0960-0833","1099-1689"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-d","jufo-1","norway-1","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Software Testing, Verification and Reliability","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047581112","display_name":"Tahereh Zohdinasab","orcid":"https://orcid.org/0000-0002-0191-1151","observed_orcids":["https://orcid.org/0000-0002-0191-1151"]},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Tahereh Zohdinasab","raw_affiliation_strings":["Universit\u00e0 della Svizzera italiana  Lugano Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-0191-1151","affiliations":[{"raw_affiliation_string":"Universit\u00e0 della Svizzera italiana  Lugano Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084639710","display_name":"Vincenzo Riccio","orcid":"https://orcid.org/0000-0002-6229-8231","observed_orcids":["https://orcid.org/0000-0002-6229-8231"]},"institutions":[{"id":"https://openalex.org/I129043915","display_name":"University of Udine","ror":"https://ror.org/05ht0mh31","country_code":"IT","type":"education","lineage":["https://openalex.org/I129043915"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Vincenzo Riccio","raw_affiliation_strings":["University of Udine  Udine Italy"],"raw_orcid":"https://orcid.org/0000-0002-6229-8231","affiliations":[{"raw_affiliation_string":"University of Udine  Udine Italy","institution_ids":["https://openalex.org/I129043915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025438762","display_name":"Paolo Tonella","orcid":"https://orcid.org/0000-0003-3088-0339","observed_orcids":["https://orcid.org/0000-0003-3088-0339"]},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Paolo Tonella","raw_affiliation_strings":["Universit\u00e0 della Svizzera italiana  Lugano Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e0 della Svizzera italiana  Lugano Switzerland","institution_ids":["https://openalex.org/I57201433"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5047581112"],"corresponding_institution_ids":["https://openalex.org/I57201433"],"apc_list":{"value":2770,"currency":"USD","value_usd":2770},"apc_paid":null,"fwci":61.5697,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.99665288,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"36","issue":"1-2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-neural-network-testing","display_name":"deep neural network testing","score":0.6830000281333923},{"id":"https://openalex.org/keywords/automatic-feature-extraction","display_name":"automatic feature extraction","score":0.8999999761581421},{"id":"https://openalex.org/keywords/diffusion-models","display_name":"diffusion models","score":0.9449999928474426},{"id":"https://openalex.org/keywords/interpretability","display_name":"interpretability","score":0.5130000114440918},{"id":"https://openalex.org/keywords/test-case-generation","display_name":"test case generation","score":0.42399999499320984},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.6579999923706055}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7943000197410583},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.7505000233650208},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7382000088691711},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6782000064849854},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5802000164985657},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5612999796867371},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4968999922275543},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43639999628067017},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4309999942779541},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.42010000348091125},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.41130000352859497},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.3772999942302704},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37139999866485596},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.359499990940094},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.32710000872612},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.29910001158714294},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.28459998965263367},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.2752000093460083},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.25769999623298645},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.2531999945640564}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1002/stvr.70019","doi":"https://doi.org/10.1002/stvr.70019","is_oa":false,"landing_page_url":"https://doi.org/10.1002/stvr.70019","pdf_url":null,"source":{"id":"https://openalex.org/S83624231","display_name":"Software Testing Verification and Reliability","issn_l":"0960-0833","issn":["0960-0833","1099-1689"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-d","jufo-1","norway-1","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Software Testing, Verification and Reliability","raw_type":"journal-article"},{"id":"pmh:oai:air.uniud.it:11390/1324718","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/11390/1324718","pdf_url":null,"source":{"id":"https://openalex.org/S4306401163","display_name":"Institutional Research Information System (University of Udine)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I129043915","host_organization_name":"University of Udine","host_organization_lineage":["https://openalex.org/I129043915"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.7686322331428528}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1526710119","https://openalex.org/W2112796928","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2603597171","https://openalex.org/W2888824816","https://openalex.org/W2903495827","https://openalex.org/W2948254043","https://openalex.org/W2962772482","https://openalex.org/W2962949934","https://openalex.org/W3007157104","https://openalex.org/W3010398094","https://openalex.org/W3039960847","https://openalex.org/W3087720408","https://openalex.org/W3088864312","https://openalex.org/W3164688203","https://openalex.org/W3178701007","https://openalex.org/W3200467243","https://openalex.org/W3206485866","https://openalex.org/W4213009331","https://openalex.org/W4284682233","https://openalex.org/W4286485305","https://openalex.org/W4287735919","https://openalex.org/W4299559948","https://openalex.org/W4311159382","https://openalex.org/W4312933868","https://openalex.org/W4319150689","https://openalex.org/W4361292119","https://openalex.org/W4384302763","https://openalex.org/W4384302905","https://openalex.org/W4385301298","https://openalex.org/W4386886765","https://openalex.org/W4387664638","https://openalex.org/W4389158937","https://openalex.org/W4391558436","https://openalex.org/W4397009493","https://openalex.org/W4410536462","https://openalex.org/W4411203690","https://openalex.org/W4415047076"],"related_works":[],"abstract_inverted_index":{"ABSTRACT":[0],"The":[1],"opacity":[2],"of":[3,14,22,27,41,65,134,150],"deep":[4],"neural":[5],"networks":[6],"(DNNs)":[7],"poses":[8],"challenges":[9],"in":[10,50,123,131,145],"understanding":[11],"the":[12,20,32,39,46,51,63,66,90,94,135,138,148,151],"causes":[13],"their":[15],"misbehaviours.":[16],"Illumination":[17],"search":[18],"characterizes":[19],"inputs":[21,43,122,139,157],"a":[23,124],"DNN":[24],"by":[25,141],"means":[26],"relevant":[28],"features":[29,91],"and":[30,92],"explores":[31,93],"resulting":[33],"feature":[34,52,95,160],"map":[35],"extensively.":[36],"This":[37],"facilitates":[38],"interpretation":[40],"misbehaviour\u2010inducing":[42,121],"based":[44],"on":[45],"regions":[47],"they":[48],"occupy":[49],"map.":[53],"However,":[54],"current":[55],"illumination\u2010based":[56,84],"approaches":[57],"necessitate":[58],"human":[59,112],"expert":[60],"involvement":[61],"for":[62],"definition":[64],"features,":[67],"limiting":[68],"broad":[69],"applicability.":[70],"In":[71],"this":[72],"paper,":[73],"we":[74],"address":[75],"these":[76],"limitations":[77],"with":[78,158],"DeepTheia":[79,105,116,142],",":[80],"our":[81],"fully":[82],"automated":[83],"test":[85],"generator":[86],"that":[87,104,115,126],"automatically":[88],"extracts":[89,107],"space":[96],"using":[97],"cutting\u2010edge":[98],"diffusion":[99],"models.":[100],"Experimental":[101],"results":[102],"show":[103],"consistently":[106],"highly":[108],"discriminative":[109],"features.":[110],"Independent":[111],"assessors":[113],"certified":[114],"is":[117,127],"able":[118],"to":[119,129,155],"group":[120],"way":[125],"understandable":[128],"humans":[130],"over":[132],"78%":[133],"cases.":[136],"Moreover,":[137],"generated":[140],"were":[143],"useful":[144],"significantly":[146],"improving":[147],"ability":[149],"original":[152],"DL":[153],"systems":[154],"handle":[156],"critical":[159],"combinations":[161],"through":[162],"fine\u2010tuning.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2026-02-03T00:00:00"}