{"id":"https://openalex.org/W2859484040","doi":"https://doi.org/10.1145/3213846.3213858","title":"Identifying implementation bugs in machine learning based image classifiers using metamorphic testing","display_name":"Identifying implementation bugs in machine learning based image classifiers using metamorphic testing","publication_year":2018,"publication_date":"2018-07-12","ids":{"openalex":"https://openalex.org/W2859484040","doi":"https://doi.org/10.1145/3213846.3213858","mag":"2859484040"},"language":"en","primary_location":{"id":"doi:10.1145/3213846.3213858","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3213846.3213858","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1808.05353","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078701240","display_name":"Anurag Dwarakanath","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anurag Dwarakanath","raw_affiliation_strings":["Accenture Labs, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Accenture Labs, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088464622","display_name":"Manish Ahuja","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Manish Ahuja","raw_affiliation_strings":["Accenture Labs, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Accenture Labs, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083335409","display_name":"Samarth Sikand","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Samarth Sikand","raw_affiliation_strings":["Accenture Labs, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Accenture Labs, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026274951","display_name":"Raghotham M. Rao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raghotham M. Rao","raw_affiliation_strings":["Accenture Labs, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Accenture Labs, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089187689","display_name":"R. P. Jagadeesh Chandra Bose","orcid":"https://orcid.org/0000-0001-6771-5500"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"R. P. Jagadeesh Chandra Bose","raw_affiliation_strings":["Accenture Labs, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Accenture Labs, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032708835","display_name":"Neville Dubash","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Neville Dubash","raw_affiliation_strings":["Accenture Labs, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Accenture Labs, India","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016282702","display_name":"Sanjay Podder","orcid":"https://orcid.org/0009-0001-4245-6642"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sanjay Podder","raw_affiliation_strings":["Accenture Labs, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Accenture Labs, India","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":190,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"118","last_page":"128"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8187665343284607},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.7448809742927551},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7111404538154602},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.5565866827964783},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.49939703941345215},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4432043135166168}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8187665343284607},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7448809742927551},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7111404538154602},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.5565866827964783},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.49939703941345215},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4432043135166168}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3213846.3213858","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3213846.3213858","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1808.05353","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1808.05353","pdf_url":"https://arxiv.org/pdf/1808.05353","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1808.05353","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1808.05353","pdf_url":"https://arxiv.org/pdf/1808.05353","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W197000801","https://openalex.org/W1556520454","https://openalex.org/W1686810756","https://openalex.org/W1799366690","https://openalex.org/W1850240193","https://openalex.org/W1861492603","https://openalex.org/W1899249567","https://openalex.org/W2041650849","https://openalex.org/W2041713059","https://openalex.org/W2110441383","https://openalex.org/W2112265708","https://openalex.org/W2117539524","https://openalex.org/W2132241724","https://openalex.org/W2135841285","https://openalex.org/W2146989110","https://openalex.org/W2153635508","https://openalex.org/W2162036145","https://openalex.org/W2163605009","https://openalex.org/W2168565110","https://openalex.org/W2194775991","https://openalex.org/W2335728318","https://openalex.org/W2565778127","https://openalex.org/W2594481151","https://openalex.org/W2603766943","https://openalex.org/W2616028256","https://openalex.org/W2618530766","https://openalex.org/W2727355181","https://openalex.org/W2753704268","https://openalex.org/W2859484040","https://openalex.org/W2913784326","https://openalex.org/W2951807304","https://openalex.org/W2963327228","https://openalex.org/W2964160102"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W2961085424","https://openalex.org/W3215138031","https://openalex.org/W4306674287","https://openalex.org/W4321369474","https://openalex.org/W3009238340","https://openalex.org/W4360585206","https://openalex.org/W4285208911","https://openalex.org/W3046775127","https://openalex.org/W3082895349"],"abstract_inverted_index":{"We":[0,28,75,99],"have":[1,20,38,100],"recently":[2],"witnessed":[3],"tremendous":[4],"success":[5],"of":[6,41,67,85,129],"Machine":[7,111],"Learning":[8,115],"(ML)":[9],"in":[10,30,70,94,133],"practical":[11],"applications.":[12,74,136],"Computer":[13],"vision,":[14],"speech":[15],"recognition":[16],"and":[17,50,112],"language":[18],"translation":[19],"all":[21],"seen":[22],"a":[23,113],"near":[24,32],"human":[25],"level":[26],"performance.":[27],"expect,":[29],"the":[31,68,83,130,134],"future,":[33],"most":[34],"business":[35],"applications":[36,46],"will":[37],"some":[39],"form":[40],"ML.":[42],"However,":[43],"testing":[44,71],"such":[45],"is":[47],"extremely":[48],"challenging":[49],"would":[51],"be":[52],"very":[53],"expensive":[54],"if":[55],"we":[56,63],"follow":[57],"today's":[58],"methodologies.":[59],"In":[60],"this":[61],"work,":[62],"present":[64,77],"an":[65,105],"articulation":[66],"challenges":[69],"ML":[72,95,135],"based":[73,81,96,107,116],"then":[76],"our":[78,122],"solution":[79],"approach,":[80],"on":[82,108],"concept":[84],"Metamorphic":[86],"Testing,":[87],"which":[88],"aims":[89],"to":[90,126],"identify":[91],"implementation":[92,131],"bugs":[93,132],"image":[97],"classifiers.":[98],"developed":[101],"metamorphic":[102],"relations":[103],"for":[104],"application":[106],"Support":[109],"Vector":[110],"Deep":[114],"application.":[117],"Empirical":[118],"validation":[119],"showed":[120],"that":[121],"approach":[123],"was":[124],"able":[125],"catch":[127],"71%":[128]},"counts_by_year":[{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":26},{"year":2022,"cited_by_count":25},{"year":2021,"cited_by_count":41},{"year":2020,"cited_by_count":30},{"year":2019,"cited_by_count":27},{"year":2018,"cited_by_count":5}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}