{"id":"https://openalex.org/W4384024738","doi":"https://doi.org/10.1145/3583131.3590379","title":"Searching for Quality: Genetic Algorithms and Metamorphic Testing for Software Engineering ML","display_name":"Searching for Quality: Genetic Algorithms and Metamorphic Testing for Software Engineering ML","publication_year":2023,"publication_date":"2023-07-12","ids":{"openalex":"https://openalex.org/W4384024738","doi":"https://doi.org/10.1145/3583131.3590379"},"language":"en","primary_location":{"id":"doi:10.1145/3583131.3590379","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3583131.3590379","pdf_url":null,"source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://resolver.tudelft.nl/uuid:085b263c-1880-49e9-9022-c4e156990da2","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064405499","display_name":"Leonhard Applis","orcid":"https://orcid.org/0000-0002-4341-8840"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Leonhard Applis","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-4341-8840","affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067127346","display_name":"Annibale Panichella","orcid":"https://orcid.org/0000-0002-7395-3588"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Annibale Panichella","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-7395-3588","affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5092451615","display_name":"Ruben Marang","orcid":"https://orcid.org/0009-0007-9886-6724"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ruben Marang","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"raw_orcid":"https://orcid.org/0009-0007-9886-6724","affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1490","last_page":"1498"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/search-based-software-engineering","display_name":"Search-based software engineering","score":0.752334713935852},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7161445617675781},{"id":"https://openalex.org/keywords/random-testing","display_name":"Random testing","score":0.6767598986625671},{"id":"https://openalex.org/keywords/fitness-function","display_name":"Fitness function","score":0.6630894541740417},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.5442055463790894},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5364580154418945},{"id":"https://openalex.org/keywords/genetic-algorithm","display_name":"Genetic algorithm","score":0.5236173272132874},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5085126161575317},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.49543631076812744},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.48702603578567505},{"id":"https://openalex.org/keywords/random-search","display_name":"Random search","score":0.46684321761131287},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.41647839546203613},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3694879412651062},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.26234933733940125},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.2611722946166992},{"id":"https://openalex.org/keywords/software-design","display_name":"Software design","score":0.17589262127876282},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12727904319763184}],"concepts":[{"id":"https://openalex.org/C139143892","wikidata":"https://www.wikidata.org/wiki/Q7441615","display_name":"Search-based software engineering","level":5,"score":0.752334713935852},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7161445617675781},{"id":"https://openalex.org/C106159264","wikidata":"https://www.wikidata.org/wiki/Q17146789","display_name":"Random testing","level":4,"score":0.6767598986625671},{"id":"https://openalex.org/C176066374","wikidata":"https://www.wikidata.org/wiki/Q629118","display_name":"Fitness function","level":3,"score":0.6630894541740417},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.5442055463790894},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5364580154418945},{"id":"https://openalex.org/C8880873","wikidata":"https://www.wikidata.org/wiki/Q187787","display_name":"Genetic algorithm","level":2,"score":0.5236173272132874},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5085126161575317},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.49543631076812744},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.48702603578567505},{"id":"https://openalex.org/C126661757","wikidata":"https://www.wikidata.org/wiki/Q4925641","display_name":"Random search","level":2,"score":0.46684321761131287},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.41647839546203613},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3694879412651062},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.26234933733940125},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2611722946166992},{"id":"https://openalex.org/C52913732","wikidata":"https://www.wikidata.org/wiki/Q857102","display_name":"Software design","level":4,"score":0.17589262127876282},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12727904319763184},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3583131.3590379","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3583131.3590379","pdf_url":null,"source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:tudelft.nl:uuid:085b263c-1880-49e9-9022-c4e156990da2","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:085b263c-1880-49e9-9022-c4e156990da2","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"}],"best_oa_location":{"id":"pmh:oai:tudelft.nl:uuid:085b263c-1880-49e9-9022-c4e156990da2","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:085b263c-1880-49e9-9022-c4e156990da2","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.49000000953674316}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1519683776","https://openalex.org/W1526710119","https://openalex.org/W1599808047","https://openalex.org/W1659842140","https://openalex.org/W1984815740","https://openalex.org/W1990190154","https://openalex.org/W2014515160","https://openalex.org/W2029500775","https://openalex.org/W2034086181","https://openalex.org/W2041650849","https://openalex.org/W2097998348","https://openalex.org/W2098413804","https://openalex.org/W2114869486","https://openalex.org/W2138428785","https://openalex.org/W2145373440","https://openalex.org/W2311532076","https://openalex.org/W2324595780","https://openalex.org/W2586946380","https://openalex.org/W2772079570","https://openalex.org/W2883147591","https://openalex.org/W2888468285","https://openalex.org/W2888495597","https://openalex.org/W3006404764","https://openalex.org/W3007157104","https://openalex.org/W3008088841","https://openalex.org/W3015439160","https://openalex.org/W3043367330","https://openalex.org/W3109966548","https://openalex.org/W3131641316","https://openalex.org/W3199249334","https://openalex.org/W4229977739","https://openalex.org/W4251988601","https://openalex.org/W4281385259","https://openalex.org/W4286750892","https://openalex.org/W6666693235","https://openalex.org/W6674385629","https://openalex.org/W6753064767","https://openalex.org/W6798772995","https://openalex.org/W6894285991","https://openalex.org/W7057869813"],"related_works":["https://openalex.org/W2607267665","https://openalex.org/W2011987811","https://openalex.org/W2114427047","https://openalex.org/W3046456614","https://openalex.org/W2104235163","https://openalex.org/W4388579651","https://openalex.org/W2003567321","https://openalex.org/W4384024738","https://openalex.org/W2790503447","https://openalex.org/W4386889431"],"abstract_inverted_index":{"More":[0],"machine":[1],"learning":[2],"(ML)":[3],"models":[4,35],"are":[5],"introduced":[6,46],"to":[7,20,49,62,78,117,161],"the":[8,27,56,103,111,115,152],"field":[9],"of":[10,18,155,165],"Software":[11],"Engineering":[12],"(SE)":[13],"and":[14,32,41,53,82,131,144],"reached":[15],"a":[16,108,126,136,163],"stage":[17],"maturity":[19],"be":[21],"considered":[22],"for":[23,96,133],"real-world":[24],"use;":[25],"But":[26],"real":[28],"world":[29],"is":[30,69],"complex,":[31],"testing":[33,48,98],"these":[34],"lacks":[36],"often":[37],"in":[38,99,105,167],"explainability,":[39],"feasibility":[40],"computational":[42,84],"capacities.":[43],"Existing":[44],"research":[45],"meta-morphic":[47],"gain":[50],"additional":[51],"insights":[52],"certainty":[54],"about":[55],"model,":[57],"by":[58],"applying":[59],"semantic-preserving":[60],"changes":[61],"input-data":[63],"while":[64,169],"observing":[65],"model-output.":[66],"As":[67],"this":[68,87],"currently":[70],"done":[71],"at":[72],"random":[73,145,170],"places,":[74],"it":[75],"can":[76],"lead":[77],"potentially":[79],"unrealistic":[80],"datapoints":[81],"high":[83],"costs.":[85],"With":[86],"work,":[88],"we":[89],"introduce":[90],"genetic":[91,143,157],"search":[92,158,171],"as":[93,107],"an":[94],"aid":[95],"metamorphic":[97],"SE":[100],"ML.":[101],"Exploiting":[102],"delta":[104],"output":[106],"fitness":[109],"function,":[110],"evolutionary":[112],"intelligence":[113],"optimizes":[114],"transformations":[116],"produce":[118],"higher":[119],"deltas":[120],"with":[121,141],"less":[122],"changes.":[123],"We":[124],"perform":[125],"case":[127],"study":[128],"minimizing":[129],"F1":[130,168],"MRR":[132],"Code2Vec":[134],"on":[135],"representative":[137],"sample":[138],"from":[139],"java-small":[140],"both":[142],"search.":[146],"Our":[147],"results":[148],"show":[149],"that":[150],"within":[151],"same":[153],"amount":[154],"time,":[156],"was":[159],"able":[160],"achieve":[162],"decrease":[164],"10%":[166],"produced":[172],"3%":[173],"drop.":[174]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}