{"id":"https://openalex.org/W3093838736","doi":"https://doi.org/10.1145/3425174.3425226","title":"An Experimental Study on Applying Metamorphic Testing in Machine Learning Applications","display_name":"An Experimental Study on Applying Metamorphic Testing in Machine Learning Applications","publication_year":2020,"publication_date":"2020-10-20","ids":{"openalex":"https://openalex.org/W3093838736","doi":"https://doi.org/10.1145/3425174.3425226","mag":"3093838736"},"language":"en","primary_location":{"id":"doi:10.1145/3425174.3425226","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3425174.3425226","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th Brazilian Symposium on Systematic and Automated Software Testing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016528611","display_name":"Sebasti\u00e3o Santos","orcid":"https://orcid.org/0000-0002-2797-7079"},"institutions":[{"id":"https://openalex.org/I4210131883","display_name":"Brazilian Society of Computational and Applied Mathematics","ror":"https://ror.org/03kcw4w74","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210131883"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Sebasti\u00e3o H. N. Santos","raw_affiliation_strings":["Instituto de Ci\u00eancias Matem\u00e1ticas e de Computa\u00e7\u00e3o S\u00e3o, Carlos, SP"],"affiliations":[{"raw_affiliation_string":"Instituto de Ci\u00eancias Matem\u00e1ticas e de Computa\u00e7\u00e3o S\u00e3o, Carlos, SP","institution_ids":["https://openalex.org/I4210131883"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102711659","display_name":"Beatriz Silveira","orcid":"https://orcid.org/0009-0007-1507-3367"},"institutions":[{"id":"https://openalex.org/I4210131883","display_name":"Brazilian Society of Computational and Applied Mathematics","ror":"https://ror.org/03kcw4w74","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210131883"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Beatriz Nogueira Carvalho da Silveira","raw_affiliation_strings":["Instituto de Ci\u00eancias Matem\u00e1ticas e de Computa\u00e7\u00e3o S\u00e3o, Carlos, SP"],"affiliations":[{"raw_affiliation_string":"Instituto de Ci\u00eancias Matem\u00e1ticas e de Computa\u00e7\u00e3o S\u00e3o, Carlos, SP","institution_ids":["https://openalex.org/I4210131883"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103188201","display_name":"Stev\u00e3o Alves de Andrade","orcid":"https://orcid.org/0000-0002-1559-6789"},"institutions":[{"id":"https://openalex.org/I4210131883","display_name":"Brazilian Society of Computational and Applied Mathematics","ror":"https://ror.org/03kcw4w74","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210131883"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Stev\u00e3o A. Andrade","raw_affiliation_strings":["Instituto de Ci\u00eancias Matem\u00e1ticas e de Computa\u00e7\u00e3o S\u00e3o, Carlos, SP"],"affiliations":[{"raw_affiliation_string":"Instituto de Ci\u00eancias Matem\u00e1ticas e de Computa\u00e7\u00e3o S\u00e3o, Carlos, SP","institution_ids":["https://openalex.org/I4210131883"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089721393","display_name":"M\u00e1rcio Eduardo Delamaro","orcid":"https://orcid.org/0000-0001-7535-5891"},"institutions":[{"id":"https://openalex.org/I4210131883","display_name":"Brazilian Society of Computational and Applied Mathematics","ror":"https://ror.org/03kcw4w74","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210131883"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"M\u00e1rcio Delamaro","raw_affiliation_strings":["Instituto de Ci\u00eancias Matem\u00e1ticas e de Computa\u00e7\u00e3o S\u00e3o, Carlos, SP"],"affiliations":[{"raw_affiliation_string":"Instituto de Ci\u00eancias Matem\u00e1ticas e de Computa\u00e7\u00e3o S\u00e3o, Carlos, SP","institution_ids":["https://openalex.org/I4210131883"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020158687","display_name":"Simone R. S. Souza","orcid":"https://orcid.org/0000-0001-9007-9821"},"institutions":[{"id":"https://openalex.org/I4210131883","display_name":"Brazilian Society of Computational and Applied Mathematics","ror":"https://ror.org/03kcw4w74","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210131883"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Simone R. S. Souza","raw_affiliation_strings":["Instituto de Ci\u00eancias Matem\u00e1ticas e de Computa\u00e7\u00e3o S\u00e3o, Carlos, SP"],"affiliations":[{"raw_affiliation_string":"Instituto de Ci\u00eancias Matem\u00e1ticas e de Computa\u00e7\u00e3o S\u00e3o, Carlos, SP","institution_ids":["https://openalex.org/I4210131883"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5016528611"],"corresponding_institution_ids":["https://openalex.org/I4210131883"],"apc_list":null,"apc_paid":null,"fwci":0.5794,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.73580902,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"98","last_page":"106"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.98089998960495,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.8450888991355896},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7433933019638062},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6724497079849243},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48387014865875244},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4816783368587494}],"concepts":[{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.8450888991355896},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7433933019638062},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6724497079849243},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48387014865875244},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4816783368587494},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3425174.3425226","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3425174.3425226","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th Brazilian Symposium on Systematic and Automated Software Testing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W581215525","https://openalex.org/W1587715758","https://openalex.org/W1981552604","https://openalex.org/W2041650849","https://openalex.org/W2091093620","https://openalex.org/W2110441383","https://openalex.org/W2111547563","https://openalex.org/W2132444544","https://openalex.org/W2324595780","https://openalex.org/W2342249984","https://openalex.org/W2378208052","https://openalex.org/W2406556600","https://openalex.org/W2514316310","https://openalex.org/W2518241345","https://openalex.org/W2859484040","https://openalex.org/W2888109941","https://openalex.org/W2888307014","https://openalex.org/W2897120700","https://openalex.org/W2997591727","https://openalex.org/W3099331415","https://openalex.org/W3104887532","https://openalex.org/W3120740533","https://openalex.org/W4229772528"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Machine":[0,147],"learning":[1,34,103,144,148,203],"techniques":[2],"have":[3],"been":[4],"successfully":[5],"employed":[6],"in":[7,11,22,42,63,89,120,180],"various":[8],"areas":[9],"and,":[10,53],"particular,":[12],"for":[13],"the":[14,43,60,64,74,121,136,176,182,199],"development":[15],"of":[16,66,85,138,162,201],"healthcare":[17],"applications,":[18],"aiming":[19],"to":[20,55,70,79,100,111,117,125,134,141,150,197],"support":[21,198],"more":[23,81],"effective":[24],"and":[25,39,47,173],"faster":[26],"diagnostics":[27],"(such":[28],"as":[29,175],"cancer":[30,153,171],"diagnosis).":[31],"However,":[32],"machine":[33,102,143,202],"models":[35,83],"may":[36],"present":[37],"uncertainties":[38],"errors.":[40],"Errors":[41],"training":[44],"process,":[45],"classification,":[46],"evaluation":[48],"can":[49,95,193],"generate":[50],"incorrect":[51],"results":[52,188],"consequently,":[54],"wrong":[56],"clinical":[57],"decisions,":[58],"reducing":[59],"professionals'":[61],"confidence":[62],"use":[65],"such":[67],"techniques.":[68],"Similar":[69],"other":[71],"application":[72,149],"domains,":[73],"quality":[75],"should":[76],"be":[77,96,118,194],"guaranteed":[78],"produce":[80],"reliable":[82],"capable":[84],"assisting":[86],"health":[87],"professionals":[88],"their":[90],"daily":[91],"activities.":[92],"Metamorphic":[93],"testing":[94,107,140,184,192],"an":[97,131,158,195],"interesting":[98],"option":[99],"validate":[101,142],"applications.":[104,145,204],"Using":[105],"this":[106],"approach":[108],"is":[109],"possible":[110],"define":[112,115],"relationships":[113],"that":[114,190],"changes":[116],"made":[119],"application's":[122],"input":[123],"data":[124,166],"identify":[126],"faults.":[127],"This":[128],"paper":[129],"presents":[130],"experimental":[132],"study":[133],"evaluate":[135],"effectiveness":[137],"metamorphic":[139,183,191],"A":[146],"verify":[151],"breast":[152,170],"diagnostic":[154],"was":[155,185],"developed,":[156],"using":[157],"available":[159],"dataset":[160],"composed":[161],"569":[163],"samples":[164],"whose":[165],"were":[167],"taken":[168],"from":[169],"images,":[172],"used":[174],"software":[177],"under":[178],"test,":[179],"which":[181],"applied.":[186],"The":[187],"indicate":[189],"alternative":[196],"validation":[200]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}