{"id":"https://openalex.org/W4410536462","doi":"https://doi.org/10.1109/icst62969.2025.10989043","title":"Benchmarking Generative AI Models for Deep Learning Test Input Generation","display_name":"Benchmarking Generative AI Models for Deep Learning Test Input Generation","publication_year":2025,"publication_date":"2025-03-31","ids":{"openalex":"https://openalex.org/W4410536462","doi":"https://doi.org/10.1109/icst62969.2025.10989043"},"language":"en","primary_location":{"id":"doi:10.1109/icst62969.2025.10989043","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icst62969.2025.10989043","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Conference on Software Testing, Verification and Validation (ICST)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114833466","display_name":"Maryam Maryam","orcid":null},"institutions":[{"id":"https://openalex.org/I129043915","display_name":"University of Udine","ror":"https://ror.org/05ht0mh31","country_code":"IT","type":"education","lineage":["https://openalex.org/I129043915"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Maryam Maryam","raw_affiliation_strings":["University of Udine,Udine,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Udine,Udine,Italy","institution_ids":["https://openalex.org/I129043915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045894581","display_name":"Matteo Biagiola","orcid":"https://orcid.org/0000-0002-7825-3409"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Matteo Biagiola","raw_affiliation_strings":["Università della Svizzera italiana,Lugano,Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Università della Svizzera italiana,Lugano,Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027652385","display_name":"Andrea Stocco","orcid":"https://orcid.org/0000-0001-8919-3934"},"institutions":[{"id":"https://openalex.org/I4210134795","display_name":"Fortiss","ror":"https://ror.org/042x1tp92","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I4210134795"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andrea Stocco","raw_affiliation_strings":["Technical University of Munich, fortiss,Munich,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Munich, fortiss,Munich,Germany","institution_ids":["https://openalex.org/I4210134795","https://openalex.org/I62916508"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084639710","display_name":"Vincenzo Riccio","orcid":"https://orcid.org/0000-0002-6229-8231"},"institutions":[{"id":"https://openalex.org/I129043915","display_name":"University of Udine","ror":"https://ror.org/05ht0mh31","country_code":"IT","type":"education","lineage":["https://openalex.org/I129043915"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Vincenzo Riccio","raw_affiliation_strings":["University of Udine,Udine,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Udine,Udine,Italy","institution_ids":["https://openalex.org/I129043915"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.9816,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.98426608,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"174","last_page":"185"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9768000245094299,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9768000245094299,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7505595684051514},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6747737526893616},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6610425710678101},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6085756421089172},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5669721961021423},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5093506574630737},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4743693768978119},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.05336105823516846}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7505595684051514},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6747737526893616},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6610425710678101},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6085756421089172},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5669721961021423},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5093506574630737},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4743693768978119},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.05336105823516846},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icst62969.2025.10989043","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icst62969.2025.10989043","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Conference on Software Testing, Verification and Validation (ICST)","raw_type":"proceedings-article"},{"id":"pmh:oai:air.uniud.it:11390/1310125","is_oa":false,"landing_page_url":"https://hdl.handle.net/11390/1310125","pdf_url":null,"source":{"id":"https://openalex.org/S4306401163","display_name":"Institutional Research Information System (University of Udine)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I129043915","host_organization_name":"University of Udine","host_organization_lineage":["https://openalex.org/I129043915"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W83755378","https://openalex.org/W957752787","https://openalex.org/W1965555277","https://openalex.org/W2001610032","https://openalex.org/W2099444174","https://openalex.org/W2105753174","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2117470435","https://openalex.org/W2151401338","https://openalex.org/W2464784130","https://openalex.org/W2495601248","https://openalex.org/W2616028256","https://openalex.org/W2775678306","https://openalex.org/W2804337238","https://openalex.org/W2888483609","https://openalex.org/W2888824816","https://openalex.org/W2922015121","https://openalex.org/W2957066083","https://openalex.org/W2957905354","https://openalex.org/W2963327228","https://openalex.org/W2994150880","https://openalex.org/W2994987245","https://openalex.org/W3004493192","https://openalex.org/W3007157104","https://openalex.org/W3025967384","https://openalex.org/W3046220160","https://openalex.org/W3048160496","https://openalex.org/W3087720408","https://openalex.org/W3088864312","https://openalex.org/W3089756992","https://openalex.org/W3090643686","https://openalex.org/W3096831136","https://openalex.org/W3103158293","https://openalex.org/W3129469040","https://openalex.org/W3163752990","https://openalex.org/W3163879210","https://openalex.org/W3164255502","https://openalex.org/W3164688203","https://openalex.org/W3177176579","https://openalex.org/W3178701007","https://openalex.org/W3200467243","https://openalex.org/W4252684946","https://openalex.org/W4286485305","https://openalex.org/W4287114153","https://openalex.org/W4319964781","https://openalex.org/W4384155612","https://openalex.org/W4384302905","https://openalex.org/W4388294588","https://openalex.org/W4388483861","https://openalex.org/W4390051511","https://openalex.org/W4390751597","https://openalex.org/W4392414346","https://openalex.org/W4394769384","https://openalex.org/W4401772409","https://openalex.org/W4401879061","https://openalex.org/W6640963894","https://openalex.org/W6679045638","https://openalex.org/W6739651123","https://openalex.org/W6755312952","https://openalex.org/W6770184715","https://openalex.org/W6779823529"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2000169967","https://openalex.org/W4380075502"],"abstract_inverted_index":{"Test":[0],"Input":[1],"Generators":[2],"(TIGs)":[3],"are":[4,122],"crucial":[5],"to":[6,16],"assess":[7],"the":[8,77],"ability":[9],"of":[10,76,83,106,153],"Deep":[11],"Learning":[12],"(DL)":[13],"image":[14],"classifiers":[15],"provide":[17],"correct":[18],"predictions":[19],"for":[20,40,56,124],"inputs":[21],"beyond":[22],"their":[23,71],"training":[24],"and":[25,42,53,63,74,86,109],"test":[26,79],"sets.":[27],"Recent":[28],"advancements":[29,48],"in":[30,81],"Generative":[31],"AI(GenAI)":[32],"models":[33,67],"have":[34],"made":[35],"them":[36],"a":[37,150],"powerful":[38],"tool":[39],"creating":[41],"manipulating":[43],"synthetic":[44],"images,":[45,80],"although":[46],"these":[47],"also":[49],"imply":[50],"increased":[51],"complexity":[52],"resource":[54],"demands":[55],"training.":[57],"In":[58],"this":[59],"work,":[60],"we":[61],"benchmark":[62],"combine":[64],"different":[65,96],"GenAI":[66,97],"with":[68,133],"TIGs,":[69],"assessing":[70],"effectiveness,":[72],"efficiency,":[73],"quality":[75],"generated":[78],"terms":[82],"domain":[84],"validity":[85],"label":[87],"preservation.":[88],"We":[89],"conduct":[90],"an":[91],"empirical":[92],"study":[93],"involving":[94],"three":[95],"architectures":[98,141],"(VAEs,":[99],"GANs,":[100],"Diffusion":[101,143],"Models),":[102],"five":[103],"classification":[104],"tasks":[105],"increasing":[107],"complexity,":[108],"364":[110],"human":[111],"evaluations.":[112],"Our":[113],"results":[114],"show":[115],"that":[116],"simpler":[117],"architectures,":[118],"such":[119,136],"as":[120,137],"VAEs,":[121],"sufficient":[123],"less":[125],"complex":[126],"datasets":[127],"like":[128,142],"MNIST.":[129],"However,":[130],"when":[131],"dealing":[132],"feature-rich":[134],"datasets,":[135],"ImageNet,":[138],"more":[139],"sophisticated":[140],"Models":[144],"achieve":[145],"superior":[146],"performance":[147],"by":[148],"generating":[149],"higher":[151],"number":[152],"valid,":[154],"misclassification-inducing":[155],"inputs.":[156]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}