{"id":"https://openalex.org/W3086848044","doi":"https://doi.org/10.1145/3387903.3389312","title":"Exploratory Datamorphic Testing of Classification Applications","display_name":"Exploratory Datamorphic Testing of Classification Applications","publication_year":2020,"publication_date":"2020-09-12","ids":{"openalex":"https://openalex.org/W3086848044","doi":"https://doi.org/10.1145/3387903.3389312","mag":"3086848044"},"language":"en","primary_location":{"id":"doi:10.1145/3387903.3389312","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3387903.3389312","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 1st International Conference on Automation of Software Test","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101595936","display_name":"Hong Zhu","orcid":"https://orcid.org/0000-0001-9393-5005"},"institutions":[{"id":"https://openalex.org/I124261462","display_name":"Oxford Brookes University","ror":"https://ror.org/04v2twj65","country_code":"GB","type":"education","lineage":["https://openalex.org/I124261462"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Hong Zhu","raw_affiliation_strings":["Oxford Brookes University, Oxford, UK"],"affiliations":[{"raw_affiliation_string":"Oxford Brookes University, Oxford, UK","institution_ids":["https://openalex.org/I124261462"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008165707","display_name":"Ian Bayley","orcid":null},"institutions":[{"id":"https://openalex.org/I124261462","display_name":"Oxford Brookes University","ror":"https://ror.org/04v2twj65","country_code":"GB","type":"education","lineage":["https://openalex.org/I124261462"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ian Bayley","raw_affiliation_strings":["Oxford Brookes University, Oxford, UK"],"affiliations":[{"raw_affiliation_string":"Oxford Brookes University, Oxford, UK","institution_ids":["https://openalex.org/I124261462"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5101595936"],"corresponding_institution_ids":["https://openalex.org/I124261462"],"apc_list":null,"apc_paid":null,"fwci":1.2153,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.8043956,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"51","last_page":"60"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7865889072418213},{"id":"https://openalex.org/keywords/integration-testing","display_name":"Integration testing","score":0.6390583515167236},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.6195591688156128},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.6076576709747314},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.591451108455658},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.5768536925315857},{"id":"https://openalex.org/keywords/test-strategy","display_name":"Test strategy","score":0.5741606950759888},{"id":"https://openalex.org/keywords/keyword-driven-testing","display_name":"Keyword-driven testing","score":0.5620170831680298},{"id":"https://openalex.org/keywords/white-box-testing","display_name":"White-box testing","score":0.5389604568481445},{"id":"https://openalex.org/keywords/non-regression-testing","display_name":"Non-regression testing","score":0.5152707099914551},{"id":"https://openalex.org/keywords/system-integration-testing","display_name":"System integration testing","score":0.4761778712272644},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47518980503082275},{"id":"https://openalex.org/keywords/software-performance-testing","display_name":"Software performance testing","score":0.4566057026386261},{"id":"https://openalex.org/keywords/manual-testing","display_name":"Manual testing","score":0.4416586756706238},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4352065920829773},{"id":"https://openalex.org/keywords/software-reliability-testing","display_name":"Software reliability testing","score":0.42750734090805054},{"id":"https://openalex.org/keywords/black-box-testing","display_name":"Black-box testing","score":0.41526514291763306},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.41148310899734497},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.39906609058380127},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3626129627227783},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.23145779967308044},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.21265903115272522},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.2021249532699585},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.2011580467224121},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1770031452178955},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12751081585884094}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7865889072418213},{"id":"https://openalex.org/C107683887","wikidata":"https://www.wikidata.org/wiki/Q782466","display_name":"Integration testing","level":3,"score":0.6390583515167236},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6195591688156128},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.6076576709747314},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.591451108455658},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.5768536925315857},{"id":"https://openalex.org/C188598960","wikidata":"https://www.wikidata.org/wiki/Q7705805","display_name":"Test strategy","level":3,"score":0.5741606950759888},{"id":"https://openalex.org/C169168650","wikidata":"https://www.wikidata.org/wiki/Q1675637","display_name":"Keyword-driven testing","level":5,"score":0.5620170831680298},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.5389604568481445},{"id":"https://openalex.org/C86469151","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Non-regression testing","level":5,"score":0.5152707099914551},{"id":"https://openalex.org/C111524372","wikidata":"https://www.wikidata.org/wiki/Q7663718","display_name":"System integration testing","level":5,"score":0.4761778712272644},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47518980503082275},{"id":"https://openalex.org/C178059732","wikidata":"https://www.wikidata.org/wiki/Q1982529","display_name":"Software performance testing","level":5,"score":0.4566057026386261},{"id":"https://openalex.org/C182122060","wikidata":"https://www.wikidata.org/wiki/Q6752328","display_name":"Manual testing","level":5,"score":0.4416586756706238},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4352065920829773},{"id":"https://openalex.org/C52928878","wikidata":"https://www.wikidata.org/wiki/Q7554226","display_name":"Software reliability testing","level":5,"score":0.42750734090805054},{"id":"https://openalex.org/C24169984","wikidata":"https://www.wikidata.org/wiki/Q879969","display_name":"Black-box testing","level":5,"score":0.41526514291763306},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.41148310899734497},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39906609058380127},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3626129627227783},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.23145779967308044},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.21265903115272522},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.2021249532699585},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2011580467224121},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1770031452178955},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12751081585884094},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3387903.3389312","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3387903.3389312","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 1st International Conference on Automation of Software Test","raw_type":"proceedings-article"},{"id":"pmh:tle:3033ee5b-0582-4971-988f-50899a62c8d2:afee126f-04b2-41a9-a6dd-b29b7c6c20ab:1","is_oa":false,"landing_page_url":"https://radar.brookes.ac.uk/radar/items/3033ee5b-0582-4971-988f-50899a62c8d2/1/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400541","display_name":"Radar (Oxford Brookes University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124261462","host_organization_name":"Oxford Brookes University","host_organization_lineage":["https://openalex.org/I124261462"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5799999833106995,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1944672","https://openalex.org/W607505555","https://openalex.org/W845171161","https://openalex.org/W1986024718","https://openalex.org/W1988524530","https://openalex.org/W2041650849","https://openalex.org/W2154897437","https://openalex.org/W2179418444","https://openalex.org/W2548788111","https://openalex.org/W2782311202","https://openalex.org/W2903744551","https://openalex.org/W2912225177","https://openalex.org/W2917321477","https://openalex.org/W2946581789","https://openalex.org/W2955676268","https://openalex.org/W2963327228","https://openalex.org/W2995285413","https://openalex.org/W2996721186","https://openalex.org/W3006257721","https://openalex.org/W4230765542","https://openalex.org/W4236362309"],"related_works":["https://openalex.org/W3197709817","https://openalex.org/W3214776400","https://openalex.org/W2147394043","https://openalex.org/W2387992358","https://openalex.org/W2552042032","https://openalex.org/W2513279291","https://openalex.org/W2154959594","https://openalex.org/W2335749738","https://openalex.org/W3133844515","https://openalex.org/W4320027153"],"abstract_inverted_index":{"Testing":[0],"has":[1],"been":[2],"widely":[3],"recognised":[4],"as":[5,88],"difficult":[6],"for":[7,18],"AI":[8],"applications.":[9],"This":[10,59],"paper":[11,106],"proposes":[12],"a":[13,42],"set":[14],"of":[15,26,41,70,80,99,111,126],"testing":[16,19,29,34,94],"strategies":[17,82],"machine":[20,55],"learning":[21,56],"applications":[22],"in":[23,90],"the":[24,27,38,49,54,61,66,71,76,86,91,109,119,123,127],"framework":[25],"datamorphism":[28],"methodology.":[30],"In":[31,75],"these":[32,100],"strategies,":[33],"aims":[35],"at":[36],"exploring":[37],"data":[39],"space":[40],"classification":[43],"or":[44],"clustering":[45],"application":[46,57],"to":[47,63],"discover":[48],"boundaries":[50],"between":[51],"classes":[52],"that":[53,117,121],"defines.":[58],"enables":[60],"tester":[62],"understand":[64],"precisely":[65],"behaviour":[67],"and":[68],"function":[69],"software":[72],"under":[73],"test.":[74],"paper,":[77],"three":[78],"variants":[79],"exploratory":[81],"are":[83,102],"presented":[84],"with":[85,115],"algorithms":[87,101],"implemented":[89],"automated":[92],"datamorphic":[93],"tool":[95],"Morphy.":[96],"The":[97,105],"correctness":[98],"formally":[103],"proved.":[104],"also":[107],"reports":[108],"results":[110],"some":[112],"controlled":[113],"experiments":[114],"Morphy":[116],"study":[118],"factors":[120],"affect":[122],"test":[124],"effectiveness":[125],"strategies.":[128]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}