{"id":"https://openalex.org/W4400484330","doi":"https://doi.org/10.1145/3663529.3663807","title":"Py-holmes: Causal Testing for Deep Neural Networks in Python","display_name":"Py-holmes: Causal Testing for Deep Neural Networks in Python","publication_year":2024,"publication_date":"2024-07-10","ids":{"openalex":"https://openalex.org/W4400484330","doi":"https://doi.org/10.1145/3663529.3663807"},"language":"en","primary_location":{"id":"doi:10.1145/3663529.3663807","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3663529.3663807","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 32nd ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3663529.3663807","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039770155","display_name":"Wren McQueary","orcid":"https://orcid.org/0000-0002-7660-8421"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Wren McQueary","raw_affiliation_strings":["George Mason University, Fairfax, USA"],"raw_orcid":"https://orcid.org/0000-0002-7660-8421","affiliations":[{"raw_affiliation_string":"George Mason University, Fairfax, USA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000155769","display_name":"Sadia Afrin Mim","orcid":"https://orcid.org/0000-0002-9303-4677"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sadia Afrin Mim","raw_affiliation_strings":["George Mason University, Fairfax, USA"],"raw_orcid":"https://orcid.org/0000-0002-9303-4677","affiliations":[{"raw_affiliation_string":"George Mason University, Fairfax, USA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070455806","display_name":"Md Nishat Raihan","orcid":"https://orcid.org/0000-0001-6242-398X"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Md Nishat Raihan","raw_affiliation_strings":["George Mason University, Fairfax, USA"],"raw_orcid":"https://orcid.org/0000-0001-6242-398X","affiliations":[{"raw_affiliation_string":"George Mason University, Fairfax, USA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020005323","display_name":"Justin Smith","orcid":"https://orcid.org/0000-0001-6987-5196"},"institutions":[{"id":"https://openalex.org/I184759092","display_name":"Lafayette College","ror":"https://ror.org/036n0x007","country_code":"US","type":"education","lineage":["https://openalex.org/I184759092"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Justin Smith","raw_affiliation_strings":["Lafayette College, Easton, USA"],"raw_orcid":"https://orcid.org/0000-0001-6987-5196","affiliations":[{"raw_affiliation_string":"Lafayette College, Easton, USA","institution_ids":["https://openalex.org/I184759092"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5115076637","display_name":"Brittany Johnson","orcid":"https://orcid.org/0000-0002-0271-9647"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brittany Johnson","raw_affiliation_strings":["George Mason University, Fairfax, USA"],"raw_orcid":"https://orcid.org/0000-0002-0271-9647","affiliations":[{"raw_affiliation_string":"George Mason University, Fairfax, USA","institution_ids":["https://openalex.org/I162714631"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5039770155"],"corresponding_institution_ids":["https://openalex.org/I162714631"],"apc_list":null,"apc_paid":null,"fwci":0.3311,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.63523651,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"602","last_page":"606"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.7385396361351013},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6480281352996826},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5294577479362488},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4784446060657501},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4536222815513611},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.43052610754966736},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3227633833885193}],"concepts":[{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.7385396361351013},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6480281352996826},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5294577479362488},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4784446060657501},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4536222815513611},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.43052610754966736},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3227633833885193}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3663529.3663807","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3663529.3663807","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 32nd ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3663529.3663807","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3663529.3663807","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 32nd ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2282821441","https://openalex.org/W2889801262","https://openalex.org/W2898868990","https://openalex.org/W2954855426","https://openalex.org/W2957905354","https://openalex.org/W2962858109","https://openalex.org/W2990912491","https://openalex.org/W3007157104","https://openalex.org/W4284681547","https://openalex.org/W4389520272","https://openalex.org/W6967621373"],"related_works":["https://openalex.org/W2341492732","https://openalex.org/W3187193180","https://openalex.org/W106542691","https://openalex.org/W1699080303","https://openalex.org/W4297799326","https://openalex.org/W3116064965","https://openalex.org/W4287027380","https://openalex.org/W3193760048","https://openalex.org/W2207495067","https://openalex.org/W1906486629"],"abstract_inverted_index":{"Deep":[0],"learning":[1,31],"has":[2,54],"become":[3],"a":[4,51,145],"go-to":[5],"solution":[6],"for":[7,40,129,155],"many":[8,24],"problems.":[9],"This":[10],"increases":[11],"the":[12,42,63,85,112],"importance":[13],"of":[14,45,66,98,106,135],"our":[15,169],"ability":[16],"to":[17,27,37,57,81,84,89],"understand":[18,60,82],"and":[19,61,108,120,158],"improve":[20],"these":[21],"technologies.":[22],"While":[23],"tools":[25],"exist":[26],"support":[28,39],"debugging":[29,102],"deep":[30],"models":[32],"(e.g.,":[33],"DNNs),":[34],"few":[35],"attempt":[36],"provide":[38],"understanding":[41],"root":[43,64,100],"cause":[44,101],"unexpected":[46],"behavior.":[47],"Causal":[48,68],"testing":[49,69,95,151],"is":[50,78,96,117],"technique":[52],"that":[53,115,148],"been":[55],"shown":[56],"help":[58],"developers":[59],"fix":[62],"causes":[65],"defects.":[67],"may":[70],"be":[71,177],"particularly":[72],"valuable":[73],"in":[74,103,118],"DNNs,":[75,132],"where":[76],"causality":[77],"often":[79],"hard":[80],"due":[83],"abstractions":[86],"DNNs":[87,157],"create":[88],"represent":[90],"data.":[91],"In":[92,139],"theory,":[93],"causal":[94,150],"capable":[97],"supporting":[99],"various":[104],"types":[105],"programs":[107],"software":[109],"systems.":[110],"However,":[111],"only":[113],"implementation":[114],"exists":[116],"Java":[119],"was":[121],"not":[122],"implemented":[123],"as":[124],"an":[125],"end-to-end":[126],"tool":[127,147],"or":[128],"use":[130],"on":[131,152],"making":[133],"validation":[134],"this":[136,140],"theory":[137],"difficult.":[138],"paper,":[141],"we":[142],"introduce":[143],"py-holmes,":[144],"prototype":[146],"supports":[149],"Python":[153],"programs,":[154],"both":[156],"shallow":[159],"programs.":[160],"For":[161],"more":[162],"information":[163],"about":[164],"py-holmes'":[165],"internal":[166],"process,":[167],"see":[168],"GitHub":[170],"repository:":[171],"https://go.gmu.edu/pyHolmes_Public_Repo.":[172],"Our":[173],"demo":[174],"video":[175],"can":[176],"found":[178],"here:":[179],"https://go.gmu.edu/pyholmes_demo_2024.":[180]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}