{"id":"https://openalex.org/W2085553299","doi":"https://doi.org/10.1145/1525880.1525884","title":"Empirical evaluation of a nesting testability transformation for evolutionary testing","display_name":"Empirical evaluation of a nesting testability transformation for evolutionary testing","publication_year":2009,"publication_date":"2009-05-01","ids":{"openalex":"https://openalex.org/W2085553299","doi":"https://doi.org/10.1145/1525880.1525884","mag":"2085553299"},"language":"en","primary_location":{"id":"doi:10.1145/1525880.1525884","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1525880.1525884","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078598020","display_name":"Phil McMinn","orcid":"https://orcid.org/0000-0001-9137-7433"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Phil McMinn","raw_affiliation_strings":["University of Sheffield, Sheffield, UK"],"affiliations":[{"raw_affiliation_string":"University of Sheffield, Sheffield, UK","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008760456","display_name":"David Binkley","orcid":"https://orcid.org/0000-0003-0059-4024"},"institutions":[{"id":"https://openalex.org/I165556055","display_name":"Loyola University Maryland","ror":"https://ror.org/01by1wp65","country_code":"US","type":"education","lineage":["https://openalex.org/I165556055"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Binkley","raw_affiliation_strings":["Loyola College Maryland, Baltimore, MD","Loyola College Maryland, Baltimore, MD#TAB#"],"affiliations":[{"raw_affiliation_string":"Loyola College Maryland, Baltimore, MD","institution_ids":["https://openalex.org/I165556055"]},{"raw_affiliation_string":"Loyola College Maryland, Baltimore, MD#TAB#","institution_ids":["https://openalex.org/I165556055"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000019783","display_name":"Mark Harman","orcid":"https://orcid.org/0000-0002-5864-4488"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mark Harman","raw_affiliation_strings":["King's College London, London, UK"],"affiliations":[{"raw_affiliation_string":"King's College London, London, UK","institution_ids":["https://openalex.org/I183935753"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5078598020"],"corresponding_institution_ids":["https://openalex.org/I91136226"],"apc_list":null,"apc_paid":null,"fwci":14.2232,"has_fulltext":false,"cited_by_count":58,"citation_normalized_percentile":{"value":0.98974561,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"18","issue":"3","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nesting","display_name":"Nesting (process)","score":0.8316113948822021},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7900211811065674},{"id":"https://openalex.org/keywords/testability","display_name":"Testability","score":0.6589903831481934},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.4948689341545105},{"id":"https://openalex.org/keywords/random-testing","display_name":"Random testing","score":0.44263696670532227},{"id":"https://openalex.org/keywords/transformation","display_name":"Transformation (genetics)","score":0.44172945618629456},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.43736347556114197},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.43681254982948303},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4254154562950134},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4147782325744629},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.41029149293899536},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3942248821258545},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3691447377204895},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13818445801734924},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.11183968186378479}],"concepts":[{"id":"https://openalex.org/C2776937656","wikidata":"https://www.wikidata.org/wiki/Q2229669","display_name":"Nesting (process)","level":2,"score":0.8316113948822021},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7900211811065674},{"id":"https://openalex.org/C51234621","wikidata":"https://www.wikidata.org/wiki/Q2149495","display_name":"Testability","level":2,"score":0.6589903831481934},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.4948689341545105},{"id":"https://openalex.org/C106159264","wikidata":"https://www.wikidata.org/wiki/Q17146789","display_name":"Random testing","level":4,"score":0.44263696670532227},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.44172945618629456},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.43736347556114197},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.43681254982948303},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4254154562950134},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4147782325744629},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.41029149293899536},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3942248821258545},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3691447377204895},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13818445801734924},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.11183968186378479},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/1525880.1525884","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1525880.1525884","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.679.2295","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.679.2295","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www0.cs.ucl.ac.uk/staff/M.Harman/tosem-empiricalnesting.pdf","raw_type":"text"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:1302225","is_oa":false,"landing_page_url":"http://discovery.ucl.ac.uk/1302225/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"   ACM T SOFTW ENG METH , 18  (3)    , Article 11. (2009)      ","raw_type":"Article"},{"id":"pmh:oai:kclpure.kcl.ac.uk:publications/169de761-24e5-439c-9528-1d0f56ac91f2","is_oa":false,"landing_page_url":"https://kclpure.kcl.ac.uk/portal/en/publications/169de761-24e5-439c-9528-1d0f56ac91f2","pdf_url":null,"source":{"id":"https://openalex.org/S4306400216","display_name":"Research Portal (King's College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I183935753","host_organization_name":"King's College London","host_organization_lineage":["https://openalex.org/I183935753"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"McMinn, P, Binkley, D & Harman, M 2009, 'Empirical Evaluation of a Nesting Testability Transformation for Evolutionary Testing', ACM TRANSACTIONS ON SOFTWARE ENGINEERING AND METHODOLOGY, vol. 18, no. 3, 11.","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1298764489","display_name":null,"funder_award_id":"EP/G009600/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2214211344","display_name":null,"funder_award_id":"EP/F010443/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G3668772576","display_name":null,"funder_award_id":"CCR-0305330","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4065991478","display_name":null,"funder_award_id":"EP/G009600/1EP/F065825/1EP/F010443EP/F059442EP/D050863","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6654320468","display_name":null,"funder_award_id":"EP/F065825/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W92199954","https://openalex.org/W93848417","https://openalex.org/W102828965","https://openalex.org/W1484283249","https://openalex.org/W1566533462","https://openalex.org/W1578861446","https://openalex.org/W1592447472","https://openalex.org/W1806739208","https://openalex.org/W1915593822","https://openalex.org/W1925475221","https://openalex.org/W1971137495","https://openalex.org/W1974394819","https://openalex.org/W1985403010","https://openalex.org/W1986749780","https://openalex.org/W2024425422","https://openalex.org/W2026701697","https://openalex.org/W2027945080","https://openalex.org/W2041470132","https://openalex.org/W2056309769","https://openalex.org/W2059942119","https://openalex.org/W2062791908","https://openalex.org/W2066536303","https://openalex.org/W2094382938","https://openalex.org/W2101512909","https://openalex.org/W2101629181","https://openalex.org/W2109276114","https://openalex.org/W2109596254","https://openalex.org/W2114869486","https://openalex.org/W2116812773","https://openalex.org/W2118349824","https://openalex.org/W2119007879","https://openalex.org/W2120552859","https://openalex.org/W2131479406","https://openalex.org/W2147929198","https://openalex.org/W2164214215","https://openalex.org/W2293616642","https://openalex.org/W2611698539","https://openalex.org/W3004042307","https://openalex.org/W3006052192","https://openalex.org/W4238239668","https://openalex.org/W4388727850"],"related_works":["https://openalex.org/W2143567405","https://openalex.org/W2070019460","https://openalex.org/W2131531157","https://openalex.org/W2151464739","https://openalex.org/W2186137040","https://openalex.org/W2147116815","https://openalex.org/W1969070758","https://openalex.org/W2544908973","https://openalex.org/W2537887044","https://openalex.org/W2527390967"],"abstract_inverted_index":{"Evolutionary":[0],"testing":[1],"is":[2,47,109],"an":[3,12],"approach":[4,119],"to":[5,15,57,67],"automating":[6],"test":[7,18,23,122],"data":[8,123],"generation":[9],"that":[10,51,70,84,103],"uses":[11],"evolutionary":[13,31,121],"algorithm":[14],"search":[16,39,53],"a":[17,81],"object's":[19],"input":[20],"domain":[21],"for":[22,30,36],"data.":[24],"Nested":[25],"predicates":[26],"can":[27,55],"cause":[28],"problems":[29],"testing,":[32],"because":[33],"information":[34],"needed":[35],"guiding":[37],"the":[38,52,76,86,104,118],"only":[40,71],"becomes":[41],"available":[42],"as":[43],"each":[44],"nested":[45,90],"conditional":[46],"satisfied.":[48],"This":[49],"means":[50],"process":[54],"overfit":[56],"early":[58],"information,":[59],"making":[60],"it":[61],"harder,":[62],"and":[63],"sometimes":[64],"near":[65],"impossible,":[66],"satisfy":[68],"constraints":[69],"become":[72],"apparent":[73],"later":[74],"in":[75,111],"search.":[77],"The":[78,99,113],"article":[79],"presents":[80],"testability":[82],"transformation":[83],"allows":[85],"evaluation":[87],"of":[88,106],"all":[89],"conditionals":[91],"at":[92],"once.":[93],"Two":[94],"empirical":[95],"studies":[96],"are":[97],"presented.":[98],"first":[100],"study":[101,115],"shows":[102,116],"form":[105],"nesting":[107],"handled":[108],"prevalent":[110],"practice.":[112],"second":[114],"how":[117],"improves":[120],"generation.":[124]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":8}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}