{"id":"https://openalex.org/W4286303818","doi":"https://doi.org/10.1145/3524481.3527232","title":"A method and experiment to evaluate deep neural networks as test oracles for scientific software","display_name":"A method and experiment to evaluate deep neural networks as test oracles for scientific software","publication_year":2022,"publication_date":"2022-05-17","ids":{"openalex":"https://openalex.org/W4286303818","doi":"https://doi.org/10.1145/3524481.3527232"},"language":"en","primary_location":{"id":"doi:10.1145/3524481.3527232","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3524481.3527232","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd ACM/IEEE International Conference on Automation of Software Test","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031803470","display_name":"Valdivino Alexandre de Santiago J\u00fanior","orcid":"https://orcid.org/0000-0002-4277-021X"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Valdivino Alexandre de Santiago J\u00fanior","raw_affiliation_strings":["Coordena\u00e7\u00e3o de Pesquisa Aplicada e Desenvolvimento Tecnol\u00f3gico (COPDT), S\u00e3o Jos\u00e9 dos Campos, S\u00e3o Paulo, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Coordena\u00e7\u00e3o de Pesquisa Aplicada e Desenvolvimento Tecnol\u00f3gico (COPDT), S\u00e3o Jos\u00e9 dos Campos, S\u00e3o Paulo, Brazil","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5031803470"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5712,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.61268012,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"40","last_page":"51"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.86628258228302},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8156629204750061},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7338591814041138},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6586563587188721},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.6282492876052856},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5608307719230652},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.547642707824707},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5187087655067444},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5157204270362854},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.4888879358768463},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4310426712036133},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.41003239154815674},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.17525115609169006},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07669830322265625}],"concepts":[{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.86628258228302},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8156629204750061},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7338591814041138},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6586563587188721},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.6282492876052856},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5608307719230652},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.547642707824707},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5187087655067444},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5157204270362854},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4888879358768463},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4310426712036133},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.41003239154815674},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.17525115609169006},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07669830322265625},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3524481.3527232","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3524481.3527232","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd ACM/IEEE International Conference on Automation of Software Test","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1241843272","https://openalex.org/W1963712724","https://openalex.org/W1965712808","https://openalex.org/W1968946494","https://openalex.org/W1979922504","https://openalex.org/W2002051785","https://openalex.org/W2017425457","https://openalex.org/W2041713059","https://openalex.org/W2056904432","https://openalex.org/W2082923623","https://openalex.org/W2097599402","https://openalex.org/W2117228865","https://openalex.org/W2130661086","https://openalex.org/W2133665775","https://openalex.org/W2136461391","https://openalex.org/W2143136000","https://openalex.org/W2158586961","https://openalex.org/W2183341477","https://openalex.org/W2192783684","https://openalex.org/W2194775991","https://openalex.org/W2287017252","https://openalex.org/W2293288433","https://openalex.org/W2395579298","https://openalex.org/W2519801052","https://openalex.org/W2546881228","https://openalex.org/W2549139847","https://openalex.org/W2625417816","https://openalex.org/W2750930819","https://openalex.org/W2778050337","https://openalex.org/W2804337238","https://openalex.org/W2886633401","https://openalex.org/W2888307014","https://openalex.org/W2892050845","https://openalex.org/W2898868990","https://openalex.org/W2912083425","https://openalex.org/W2914304175","https://openalex.org/W2932464630","https://openalex.org/W2944851425","https://openalex.org/W2954629067","https://openalex.org/W2954996726","https://openalex.org/W2956090922","https://openalex.org/W2963327228","https://openalex.org/W2963446712","https://openalex.org/W2982138961","https://openalex.org/W2995858837","https://openalex.org/W3004493192","https://openalex.org/W3012742975","https://openalex.org/W3016172145","https://openalex.org/W3018983829","https://openalex.org/W3021438699","https://openalex.org/W3026150618","https://openalex.org/W3027270940","https://openalex.org/W3043122026","https://openalex.org/W3082687416","https://openalex.org/W3099479832","https://openalex.org/W3122319236","https://openalex.org/W4246414636"],"related_works":["https://openalex.org/W4226493464","https://openalex.org/W4312417841","https://openalex.org/W3133861977","https://openalex.org/W3183901164","https://openalex.org/W4206357785","https://openalex.org/W4281381188","https://openalex.org/W2951211570","https://openalex.org/W3192840557","https://openalex.org/W3176438653","https://openalex.org/W3103566983"],"abstract_inverted_index":{"Testing":[0],"scientific":[1,73,192],"software":[2,40,188],"is":[3,27,32,154,172,181],"challenging":[4],"because":[5],"usually":[6],"such":[7,21,110],"type":[8],"of":[9,38,67,124,131,141],"systems":[10],"have":[11,107],"non-deterministic":[12],"behaviours":[13],"and,":[14],"in":[15,35,190],"addition,":[16],"they":[17],"generate":[18],"non-trivial":[19],"outputs":[20],"as":[22,111],"images.":[23],"Artificial":[24],"intelligence":[25],"(AI)":[26],"now":[28],"a":[29,78,114,138,145,155,183],"reality":[30],"which":[31,81],"also":[33,106],"helping":[34],"the":[36,39,65,97,122,125,187,191,195,201],"development":[37],"testing":[41,72,94],"activity.":[42],"In":[43],"this":[44,132],"article,":[45],"we":[46,76,105,120,160],"evaluate":[47],"seven":[48],"deep":[49,54],"neural":[50,56],"networks":[51,57],"(DNNs),":[52],"precisely":[53],"convolutional":[55],"(CNNs)":[58],"with":[59],"up":[60],"to":[61,96,165,176],"161":[62],"layers,":[63],"playing":[64],"role":[66],"test":[68,88],"oracle":[69],"procedures":[70],"for":[71,117],"models.":[74],"Firstly,":[75],"propose":[77],"method,":[79],"TOrC,":[80],"starts":[82],"by":[83,200],"generating":[84],"training,":[85],"validation,":[86],"and":[87,100,178,194],"image":[89],"datasets":[90],"via":[91],"combinatorial":[92],"interaction":[93],"applied":[95],"original":[98],"codes":[99],"second-order":[101],"mutants.":[102],"Within":[103],"TOrC":[104],"classical":[108],"steps":[109],"transfer":[112,152],"learning,":[113],"technique":[115,157],"recommended":[116],"DNNs.":[118],"Then,":[119],"verified":[121],"performance":[123],"oracles":[126],"(CNNs).":[127],"The":[128],"main":[129],"conclusions":[130],"research":[133],"are:":[134],"i)":[135],"not":[136,182],"necessarily":[137],"greater":[139],"number":[140],"layers":[142],"means":[143],"that":[144],"CNN":[146],"will":[147],"present":[148],"better":[149,167],"performance;":[150],"ii)":[151],"learning":[153],"valuable":[156],"but":[158],"eventually":[159],"may":[161],"need":[162],"extended":[163],"solutions":[164],"get":[166],"performances;":[168],"iii)":[169],"data-centric":[170],"AI":[171],"an":[173],"interesting":[174],"path":[175],"follow;":[177],"iv)":[179],"there":[180],"clear":[184],"correlation":[185],"between":[186],"bugs,":[189],"models,":[193],"errors":[196],"(image":[197],"misclassifications)":[198],"presented":[199],"CNNs.":[202]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}