{"id":"https://openalex.org/W4280562623","doi":"https://doi.org/10.1145/3529318","title":"Testing Feedforward Neural Networks Training Programs","display_name":"Testing Feedforward Neural Networks Training Programs","publication_year":2022,"publication_date":"2022-05-10","ids":{"openalex":"https://openalex.org/W4280562623","doi":"https://doi.org/10.1145/3529318"},"language":"en","primary_location":{"id":"doi:10.1145/3529318","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3529318","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091616184","display_name":"Houssem Ben Braiek","orcid":"https://orcid.org/0000-0003-0542-9140"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Houssem Ben Braiek","raw_affiliation_strings":["SWAT Lab., Polytechnique Montr\u00e9al, Canada"],"raw_orcid":"https://orcid.org/0000-0003-0542-9140","affiliations":[{"raw_affiliation_string":"SWAT Lab., Polytechnique Montr\u00e9al, Canada","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071052367","display_name":"Foutse Khomh","orcid":"https://orcid.org/0000-0002-5704-4173"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Foutse Khomh","raw_affiliation_strings":["SWAT Lab., Polytechnique Montr\u00e9al, Canada"],"raw_orcid":"https://orcid.org/0000-0002-5704-4173","affiliations":[{"raw_affiliation_string":"SWAT Lab., Polytechnique Montr\u00e9al, Canada","institution_ids":["https://openalex.org/I45683168"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I45683168"],"apc_list":null,"apc_paid":null,"fwci":1.8551,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.86950038,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"32","issue":"4","first_page":"1","last_page":"61"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8704746961593628},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.6907055377960205},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.6818242073059082},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5724030137062073},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5444151759147644},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5297033786773682},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.46296003460884094},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4559082090854645},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4511692225933075},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41200652718544006},{"id":"https://openalex.org/keywords/test-data","display_name":"Test data","score":0.4113318622112274},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.33556026220321655},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.14251628518104553}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8704746961593628},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.6907055377960205},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.6818242073059082},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5724030137062073},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5444151759147644},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5297033786773682},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.46296003460884094},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4559082090854645},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4511692225933075},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41200652718544006},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.4113318622112274},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.33556026220321655},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.14251628518104553},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3529318","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3529318","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},{"id":"pmh:oai:publications.polymtl.ca:54487","is_oa":false,"landing_page_url":"https://publications.polymtl.ca/54487/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401013","display_name":"PolyPublie (\u00c9cole Polytechnique de Montr\u00e9al)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45683168","host_organization_name":"Polytechnique Montr\u00e9al","host_organization_lineage":["https://openalex.org/I45683168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article de revue"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W44815768","https://openalex.org/W56361107","https://openalex.org/W576532065","https://openalex.org/W1677182931","https://openalex.org/W1686810756","https://openalex.org/W1836465849","https://openalex.org/W1995875735","https://openalex.org/W2041650849","https://openalex.org/W2041713059","https://openalex.org/W2097117768","https://openalex.org/W2112796928","https://openalex.org/W2133990480","https://openalex.org/W2135841285","https://openalex.org/W2240288625","https://openalex.org/W2271840356","https://openalex.org/W2284050935","https://openalex.org/W2343061342","https://openalex.org/W2396983327","https://openalex.org/W2419597278","https://openalex.org/W2508932077","https://openalex.org/W2546781373","https://openalex.org/W2565516711","https://openalex.org/W2581485081","https://openalex.org/W2604272474","https://openalex.org/W2604738573","https://openalex.org/W2607223307","https://openalex.org/W2616028256","https://openalex.org/W2617573776","https://openalex.org/W2730651664","https://openalex.org/W2751298778","https://openalex.org/W2754537581","https://openalex.org/W2766527293","https://openalex.org/W2775795276","https://openalex.org/W2784769278","https://openalex.org/W2788658682","https://openalex.org/W2799640043","https://openalex.org/W2804337238","https://openalex.org/W2808122776","https://openalex.org/W2850992922","https://openalex.org/W2859484040","https://openalex.org/W2883626290","https://openalex.org/W2885673189","https://openalex.org/W2886614482","https://openalex.org/W2886811283","https://openalex.org/W2888824816","https://openalex.org/W2891441018","https://openalex.org/W2897083899","https://openalex.org/W2900751540","https://openalex.org/W2942810103","https://openalex.org/W2949346385","https://openalex.org/W2953141406","https://openalex.org/W2962734576","https://openalex.org/W2963214037","https://openalex.org/W2963327228","https://openalex.org/W2964201867","https://openalex.org/W2967682612","https://openalex.org/W2968594320","https://openalex.org/W2994150880","https://openalex.org/W3002842489","https://openalex.org/W3090643686","https://openalex.org/W3091633490","https://openalex.org/W3100511085","https://openalex.org/W3101398262","https://openalex.org/W3106729728","https://openalex.org/W3127021193","https://openalex.org/W4212774754","https://openalex.org/W4255949318","https://openalex.org/W4289143850","https://openalex.org/W4293506044","https://openalex.org/W4294643831","https://openalex.org/W6694517276","https://openalex.org/W6752925897","https://openalex.org/W6753384464","https://openalex.org/W6754889682"],"related_works":["https://openalex.org/W4380075502","https://openalex.org/W4295309597","https://openalex.org/W4223943233","https://openalex.org/W4312200629","https://openalex.org/W4360585206","https://openalex.org/W4364306694","https://openalex.org/W4210794429","https://openalex.org/W3047644063","https://openalex.org/W3140501783","https://openalex.org/W2897745724"],"abstract_inverted_index":{"At":[0],"present,":[1],"we":[2,150,172,199,223],"are":[3,41],"witnessing":[4],"an":[5,203,220],"increasing":[6],"effort":[7],"to":[8,22,43,82,97,125,177,228,245],"improve":[9],"the":[10,20,52,62,84,87,90,95,99,132,143,166,169,179,191,196,230,248,296],"performance":[11,244],"and":[12,67,93,127,139,157,162,212,236,241,272,280,286,314],"trustworthiness":[13],"of":[14,54,135,154,168,190,232,247,262,307,316],"Deep":[15],"Neural":[16],"Networks":[17],"(DNNs),":[18],"with":[19],"aim":[21],"enable":[23],"their":[24,160,163],"adoption":[25],"in":[26,51,275,305],"safety":[27],"critical":[28],"systems":[29,138],"such":[30],"as":[31,215],"self-driving":[32],"cars":[33],"or":[34],"aircraft":[35],"collision-avoidance":[36],"systems.":[37],"Multiple":[38],"testing":[39],"techniques":[40,58],"proposed":[42],"generate":[44],"test":[45,105],"cases":[46],"that":[47,61,186,246,257],"can":[48,117],"expose":[49],"inconsistencies":[50],"behavior":[53,167],"DNN":[55,145,209],"models.":[56],"These":[57],"assume":[59],"implicitly":[60],"training":[63,91,115,155,170,210,303],"program":[64],"is":[65,123],"bug-free":[66],"appropriately":[68],"configured.":[69],"However,":[70],"satisfying":[71],"this":[72,148],"assumption":[73],"for":[74,101,109,208,310],"a":[75,152,216,225,288],"novel":[76],"problem":[77],"requires":[78],"significant":[79],"engineering":[80,133],"work":[81],"prepare":[83],"data,":[85],"design":[86,200],"DNN,":[88],"implement":[89,213],"program,":[92,171],"tune":[94],"hyperparameters":[96],"produce":[98],"model":[100,114],"which":[102],"current":[103],"automated":[104],"data":[106],"generators":[107],"search":[108],"corner-case":[110],"behaviors.":[111],"All":[112],"these":[113],"steps":[116,134],"be":[118],"error":[119],"prone.":[120],"Therefore,":[121],"it":[122,214],"crucial":[124],"detect":[126,178],"correct":[128],"errors":[129,283],"throughout":[130],"all":[131],"DNN-based":[136,263],"software":[137],"not":[140],"only":[141],"on":[142,159,165,234,285,302],"resulting":[144],"model.":[146],"In":[147],"article,":[149],"gather":[151],"catalog":[153],"issues":[156,313],"based":[158],"symptoms":[161],"effects":[164],"propose":[173],"practical":[174],"verification":[175,301],"routines":[176],"aforementioned":[180],"issues,":[181],"automatically,":[182],"by":[183],"continuously":[184],"validating":[185],"some":[187],"important":[188],"properties":[189,265],"learning":[192,312],"dynamics":[193],"hold":[194],"during":[195],"training.":[197],"Then,":[198],"TheDeepChecker":[201,233,258],",":[202],"end-to-end":[204],"property-based":[205,293],"debugging":[206],"approach":[207,294],"programs":[211,240],"TensorFlow-based":[217],"library.":[218],"As":[219],"empirical":[221],"evaluation,":[222],"conduct":[224],"case":[226],"study":[227],"assess":[229],"effectiveness":[231],"synthetic":[235],"real-world":[237],"buggy":[238],"DL":[239,318],"compare":[242],"its":[243],"Amazon":[249],"SageMaker":[250],"Debugger":[251],"(":[252],"SMD":[253,297],").":[254],"Results":[255],"show":[256],"\u2019s":[259,298],"on-execution":[260],"validation":[261],"program\u2019s":[264],"through":[266],"three":[267],"sequential":[268],"phases":[269],"(pre-,":[270],"on-,":[271],"post-fitting)":[273],"succeeds":[274],"revealing":[276],"several":[277],"coding":[278],"bugs":[279],"system":[281],"misconfigurations":[282],"early":[284],"at":[287],"low":[289],"cost.":[290],"Moreover,":[291],"our":[292],"outperforms":[295],"offline":[299],"rules":[300],"logs":[304],"terms":[306],"detection":[308],"accuracy":[309],"unstable":[311],"coverage":[315],"additional":[317],"bugs.":[319]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2022-05-22T00:00:00"}