{"id":"https://openalex.org/W3206149782","doi":"https://doi.org/10.1145/3482909.3482911","title":"On Using Decision Tree Coverage Criteria forTesting Machine Learning Models","display_name":"On Using Decision Tree Coverage Criteria forTesting Machine Learning Models","publication_year":2021,"publication_date":"2021-09-27","ids":{"openalex":"https://openalex.org/W3206149782","doi":"https://doi.org/10.1145/3482909.3482911","mag":"3206149782"},"language":"en","primary_location":{"id":"doi:10.1145/3482909.3482911","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3482909.3482911","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Brazilian Symposium on Systematic and Automated Software Testing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016528611","display_name":"Sebasti\u00e3o Santos","orcid":"https://orcid.org/0000-0002-2797-7079"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]},{"id":"https://openalex.org/I3019322962","display_name":"Universidade Brasil","ror":"https://ror.org/04031z735","country_code":"BR","type":"education","lineage":["https://openalex.org/I3019322962"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Sebasti\u00e3o Santos","raw_affiliation_strings":["Universidade de S\u00e3o Paulo, Brasil"],"affiliations":[{"raw_affiliation_string":"Universidade de S\u00e3o Paulo, Brasil","institution_ids":["https://openalex.org/I3019322962","https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102711659","display_name":"Beatriz Silveira","orcid":"https://orcid.org/0009-0007-1507-3367"},"institutions":[{"id":"https://openalex.org/I3019322962","display_name":"Universidade Brasil","ror":"https://ror.org/04031z735","country_code":"BR","type":"education","lineage":["https://openalex.org/I3019322962"]},{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Beatriz Silveira","raw_affiliation_strings":["Universidade de S\u00e3o Paulo, Brasil"],"affiliations":[{"raw_affiliation_string":"Universidade de S\u00e3o Paulo, Brasil","institution_ids":["https://openalex.org/I3019322962","https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057530896","display_name":"Vin\u00edcius H. S. Durelli","orcid":"https://orcid.org/0000-0002-5768-1850"},"institutions":[{"id":"https://openalex.org/I166595947","display_name":"Federal University of S\u00e3o Jo\u00e3o del-Rei","ror":"https://ror.org/03vrj4p82","country_code":"BR","type":"education","lineage":["https://openalex.org/I166595947"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Vinicius Durelli","raw_affiliation_strings":["Universidade Federal de S\u00e3o Jo\u00e3o del Rei, Brasil"],"affiliations":[{"raw_affiliation_string":"Universidade Federal de S\u00e3o Jo\u00e3o del Rei, Brasil","institution_ids":["https://openalex.org/I166595947"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038101088","display_name":"Rafael S. Durelli","orcid":"https://orcid.org/0000-0002-6343-7715"},"institutions":[{"id":"https://openalex.org/I1315085146","display_name":"Universidade Federal de Lavras","ror":"https://ror.org/0122bmm03","country_code":"BR","type":"education","lineage":["https://openalex.org/I1315085146"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Rafael Durelli","raw_affiliation_strings":["Universidade Federal de Lavras, Brasil"],"affiliations":[{"raw_affiliation_string":"Universidade Federal de Lavras, Brasil","institution_ids":["https://openalex.org/I1315085146"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020158687","display_name":"Simone R. S. Souza","orcid":"https://orcid.org/0000-0001-9007-9821"},"institutions":[{"id":"https://openalex.org/I3019322962","display_name":"Universidade Brasil","ror":"https://ror.org/04031z735","country_code":"BR","type":"education","lineage":["https://openalex.org/I3019322962"]},{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Simone Souza","raw_affiliation_strings":["Universidade de S\u00e3o Paulo, Brasil"],"affiliations":[{"raw_affiliation_string":"Universidade de S\u00e3o Paulo, Brasil","institution_ids":["https://openalex.org/I3019322962","https://openalex.org/I17974374"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089721393","display_name":"M\u00e1rcio Eduardo Delamaro","orcid":"https://orcid.org/0000-0001-7535-5891"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]},{"id":"https://openalex.org/I3019322962","display_name":"Universidade Brasil","ror":"https://ror.org/04031z735","country_code":"BR","type":"education","lineage":["https://openalex.org/I3019322962"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Marcio Delamaro","raw_affiliation_strings":["Universidade de S\u00e3o Paulo, Brasil"],"affiliations":[{"raw_affiliation_string":"Universidade de S\u00e3o Paulo, Brasil","institution_ids":["https://openalex.org/I3019322962","https://openalex.org/I17974374"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5016528611"],"corresponding_institution_ids":["https://openalex.org/I17974374","https://openalex.org/I3019322962"],"apc_list":null,"apc_paid":null,"fwci":0.6798,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.76093662,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9682999849319458,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decision-tree","display_name":"Decision tree","score":0.7765525579452515},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7661923170089722},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6576536893844604},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5867619514465332},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.4551711678504944},{"id":"https://openalex.org/keywords/decision-tree-learning","display_name":"Decision tree learning","score":0.4410214424133301},{"id":"https://openalex.org/keywords/id3-algorithm","display_name":"ID3 algorithm","score":0.4327215552330017},{"id":"https://openalex.org/keywords/alternating-decision-tree","display_name":"Alternating decision tree","score":0.42141464352607727},{"id":"https://openalex.org/keywords/decision-tree-model","display_name":"Decision tree model","score":0.4149775803089142},{"id":"https://openalex.org/keywords/incremental-decision-tree","display_name":"Incremental decision tree","score":0.39187538623809814},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11426585912704468}],"concepts":[{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.7765525579452515},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7661923170089722},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6576536893844604},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5867619514465332},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.4551711678504944},{"id":"https://openalex.org/C5481197","wikidata":"https://www.wikidata.org/wiki/Q16766476","display_name":"Decision tree learning","level":3,"score":0.4410214424133301},{"id":"https://openalex.org/C183931066","wikidata":"https://www.wikidata.org/wiki/Q1653378","display_name":"ID3 algorithm","level":5,"score":0.4327215552330017},{"id":"https://openalex.org/C120136583","wikidata":"https://www.wikidata.org/wiki/Q4736414","display_name":"Alternating decision tree","level":5,"score":0.42141464352607727},{"id":"https://openalex.org/C56289965","wikidata":"https://www.wikidata.org/wiki/Q5249246","display_name":"Decision tree model","level":3,"score":0.4149775803089142},{"id":"https://openalex.org/C10229987","wikidata":"https://www.wikidata.org/wiki/Q17083028","display_name":"Incremental decision tree","level":4,"score":0.39187538623809814},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11426585912704468},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3482909.3482911","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3482909.3482911","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Brazilian Symposium on Systematic and Automated Software Testing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1492815834","https://openalex.org/W1842503650","https://openalex.org/W2001619934","https://openalex.org/W2506155917","https://openalex.org/W2912899164","https://openalex.org/W2954855426","https://openalex.org/W2963327228","https://openalex.org/W2979485058","https://openalex.org/W2982138961","https://openalex.org/W2999500121","https://openalex.org/W3004493192","https://openalex.org/W3007157104","https://openalex.org/W3083752221","https://openalex.org/W3087720408","https://openalex.org/W4291213652"],"related_works":["https://openalex.org/W1982169401","https://openalex.org/W2591672004","https://openalex.org/W4243803609","https://openalex.org/W2120748120","https://openalex.org/W2087668131","https://openalex.org/W2352124552","https://openalex.org/W1603140234","https://openalex.org/W2357812423","https://openalex.org/W2364142430","https://openalex.org/W2348234648"],"abstract_inverted_index":{"Over":[0],"the":[1,25,49,60,79,98,107,129,160,168,174,178,194],"past":[2],"decade,":[3],"there":[4],"has":[5,30],"been":[6],"a":[7,17,141],"growing":[8],"interest":[9],"in":[10,165,170],"applying":[11],"machine":[12],"learning":[13],"(ML)":[14],"to":[15,22,82,105,126,192],"address":[16],"myriad":[18],"of":[19,27,37,53,62,93,101,109,131,140,162,167,196],"tasks.":[20],"Owing":[21],"this":[23,34],"interest,":[24],"adoption":[26,36],"ML-based":[28,38,55,64],"systems":[29,39],"gone":[31],"mainstream.":[32],"However,":[33],"widespread":[35],"poses":[40],"new":[41],"challenges":[42,61],"for":[43],"software":[44],"testers":[45],"that":[46,135,185],"must":[47],"improve":[48],"quality":[50],"and":[51,91,119,177],"reliability":[52],"these":[54,148],"solutions.":[56],"To":[57,146],"cope":[58],"with":[59],"testing":[63,83,187],"systems,":[65],"we":[66,113,150],"propose":[67],"novel":[68],"test":[69,110,133,163,175,198],"adequacy":[70],"criteria":[71,96,188],"based":[72],"on":[73,88],"decision":[74,102,115,143],"tree":[75,103,116,144],"models.":[76],"Differently":[77],"from":[78],"traditional":[80],"approach":[81],"ML":[84],"models,":[85],"which":[86],"relies":[87],"manual":[89],"collection":[90],"labelling":[92],"data,":[94],"our":[95,186],"leverage":[97],"internal":[99],"structure":[100],"models":[104],"guide":[106,128,193],"selection":[108],"inputs.":[111],"Thus,":[112],"introduce":[114],"coverage":[117],"(DTC)":[118],"boundary":[120],"value":[121],"analysis":[122],"(BVA)":[123],"as":[124],"approaches":[125],"systematically":[127],"creation":[130],"effective":[132,197],"data":[134],"exercises":[136],"key":[137],"structural":[138],"elements":[139],"given":[142],"model.":[145],"evaluate":[147],"criteria,":[149],"carried":[151],"out":[152],"an":[153],"experiment":[154,182],"using":[155],"12":[156],"datasets.":[157],"We":[158],"measured":[159],"effectiveness":[161],"inputs":[164],"terms":[166],"difference":[169],"model\u2019s":[171],"behavior":[172],"between":[173],"input":[176],"training":[179],"data.":[180,199],"The":[181],"results":[183],"indicate":[184],"can":[189],"be":[190],"used":[191],"generation":[195]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}