{"id":"https://openalex.org/W4402661245","doi":"https://doi.org/10.1109/tse.2024.3461657","title":"D<sup>3</sup>: Differential Testing of Distributed Deep Learning With Model Generation","display_name":"D<sup>3</sup>: Differential Testing of Distributed Deep Learning With Model Generation","publication_year":2024,"publication_date":"2024-09-16","ids":{"openalex":"https://openalex.org/W4402661245","doi":"https://doi.org/10.1109/tse.2024.3461657"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2024.3461657","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2024.3461657","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101850961","display_name":"Jiannan Wang","orcid":"https://orcid.org/0009-0002-8978-312X"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiannan Wang","raw_affiliation_strings":["Computer Science Department, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0009-0002-8978-312X","affiliations":[{"raw_affiliation_string":"Computer Science Department, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100495021","display_name":"Hung Viet Pham","orcid":"https://orcid.org/0000-0003-0861-8326"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hung Viet Pham","raw_affiliation_strings":["Electrical Engineering and Computer Science Department, York University, North York, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science Department, York University, North York, ON, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qi Li","orcid":"https://orcid.org/0009-0005-3058-2034"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qi Li","raw_affiliation_strings":["Computer Science Department, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0009-0005-3058-2034","affiliations":[{"raw_affiliation_string":"Computer Science Department, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lin Tan","orcid":"https://orcid.org/0000-0002-6690-8332"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lin Tan","raw_affiliation_strings":["Computer Science Department, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0002-6690-8332","affiliations":[{"raw_affiliation_string":"Computer Science Department, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100598832","display_name":"Yu Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Guo","raw_affiliation_strings":["Meta Inc., Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Inc., Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112689277","display_name":"Adnan Aziz","orcid":"https://orcid.org/0009-0003-5855-6861"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adnan Aziz","raw_affiliation_strings":["Meta Inc., Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Inc., Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074555535","display_name":"Erik Meijer","orcid":"https://orcid.org/0000-0001-7959-4670"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Erik Meijer","raw_affiliation_strings":["Meta Inc., Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Inc., Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6671,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.86377502,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"51","issue":"1","first_page":"38","last_page":"52"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.8281000256538391,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.8281000256538391,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.7226999998092651,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.6953999996185303,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7838293313980103},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3821621537208557},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3683038651943207}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7838293313980103},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3821621537208557},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3683038651943207}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2024.3461657","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2024.3461657","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3981464898","display_name":null,"funder_award_id":"2006688","funder_id":"https://openalex.org/F4320337387","funder_display_name":"Division of Computing and Communication Foundations"},{"id":"https://openalex.org/G4841054327","display_name":null,"funder_award_id":"1901242","funder_id":"https://openalex.org/F4320337387","funder_display_name":"Division of Computing and Communication Foundations"}],"funders":[{"id":"https://openalex.org/F4320337387","display_name":"Division of Computing and Communication Foundations","ror":"https://ror.org/01mng8331"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W1965194038","https://openalex.org/W2029517828","https://openalex.org/W2041650849","https://openalex.org/W2095445208","https://openalex.org/W2112796928","https://openalex.org/W2119112357","https://openalex.org/W2170737051","https://openalex.org/W2194775991","https://openalex.org/W2324595780","https://openalex.org/W2532737545","https://openalex.org/W2618530766","https://openalex.org/W2850992922","https://openalex.org/W2859484040","https://openalex.org/W2896457183","https://openalex.org/W2899445138","https://openalex.org/W2947737663","https://openalex.org/W2954903132","https://openalex.org/W2957905354","https://openalex.org/W2963327228","https://openalex.org/W2968594320","https://openalex.org/W2972087877","https://openalex.org/W2972801466","https://openalex.org/W2982138961","https://openalex.org/W2983464374","https://openalex.org/W2990118957","https://openalex.org/W2991040477","https://openalex.org/W2999072931","https://openalex.org/W3007157104","https://openalex.org/W3007855180","https://openalex.org/W3021378896","https://openalex.org/W3043711568","https://openalex.org/W3043761819","https://openalex.org/W3082760180","https://openalex.org/W3104663419","https://openalex.org/W3109947077","https://openalex.org/W3122184684","https://openalex.org/W3132107458","https://openalex.org/W3160029089","https://openalex.org/W3177562315","https://openalex.org/W3204998121","https://openalex.org/W3207764442","https://openalex.org/W4214589259","https://openalex.org/W4221144766","https://openalex.org/W4251827675","https://openalex.org/W4284686707","https://openalex.org/W4284707748","https://openalex.org/W4284708930","https://openalex.org/W4285097780","https://openalex.org/W4285490440","https://openalex.org/W4308643012","https://openalex.org/W4360604658","https://openalex.org/W4378465442","https://openalex.org/W4378591002","https://openalex.org/W4384155658","https://openalex.org/W4384345721","https://openalex.org/W4385767979","https://openalex.org/W4387735187","https://openalex.org/W4389158362","https://openalex.org/W4391579642","https://openalex.org/W6680748266","https://openalex.org/W6684249991","https://openalex.org/W6684859321","https://openalex.org/W6731155804","https://openalex.org/W6755207826","https://openalex.org/W6763737044","https://openalex.org/W6763887731","https://openalex.org/W6766978945","https://openalex.org/W6778883912","https://openalex.org/W6786556537","https://openalex.org/W7036171765"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Deep":[0],"Learning":[1],"(DL)":[2],"techniques":[3],"have":[4],"been":[5],"widely":[6],"deployed":[7],"in":[8,118],"many":[9],"application":[10],"domains.":[11],"The":[12,87,112],"growth":[13],"of":[14,23,132,150],"DL":[15,24,27,34,135,154],"models\u2019":[16],"size":[17],"and":[18,52,137,158],"complexity":[19],"demands":[20],"distributed":[21,33,44,81,102,120,133,142],"training":[22,28,35],"models.":[25],"Since":[26],"is":[29,36,40,89],"complex,":[30],"software":[31,47],"implementing":[32],"error-prone.":[37],"Thus,":[38],"it":[39],"crucial":[41],"to":[42,48,79,140],"test":[43,80,141],"deep":[45,121,143],"learning":[46,85,122,144],"improve":[49],"its":[50],"reliability":[51],"quality.":[53],"To":[54],"address":[55],"this":[56],"issue,":[57],"we":[58,77],"propose":[59],"a":[60,70,129],"<italic":[61,71,82],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[62,66,72,83,125,163],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">differential</i>":[63],"testing":[64],"technique\u2014D<sup":[65],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">3</sup>,":[67],"which":[68],"leverages":[69],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">distributed</i>":[73],"equivalence":[74],"rule":[75],"that":[76,90,161],"create":[78],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">deep</i>":[84],"software.":[86,123,145],"rationale":[88],"the":[91,96,119,151],"same":[92,97],"model":[93,98,138],"trained":[94],"with":[95],"input":[99,139],"under":[100],"different":[101,113],"settings":[103],"should":[104],"produce":[105],"equivalent":[106],"prediction":[107],"output":[108,114],"within":[109],"certain":[110],"thresholds.":[111],"indicates":[115],"potential":[116],"bugs":[117],"D<sup":[124,162],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">3</sup>":[126,164],"automatically":[127],"generates":[128],"diverse":[130],"set":[131],"settings,":[134],"models,":[136],"Our":[146],"evaluation":[147],"on":[148],"two":[149],"most":[152],"popular":[153],"libraries,":[155],"i.e.,":[156],"PyTorch":[157],"TensorFlow,":[159],"shows":[160],"detects":[165],"21":[166],"bugs,":[167],"including":[168],"12":[169],"previously":[170],"unknown":[171],"bugs.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}