{"id":"https://openalex.org/W4397026406","doi":"https://doi.org/10.1109/access.2024.3402543","title":"Keeping Deep Learning Models in Check: A History-Based Approach to Mitigate Overfitting","display_name":"Keeping Deep Learning Models in Check: A History-Based Approach to Mitigate Overfitting","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4397026406","doi":"https://doi.org/10.1109/access.2024.3402543"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3402543","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3402543","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10533733.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10533733.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100637787","display_name":"Hao Li","orcid":"https://orcid.org/0000-0003-4468-5972"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Hao Li","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052055475","display_name":"Gopi Krishnan Rajbahadur","orcid":"https://orcid.org/0000-0003-1812-5365"},"institutions":[{"id":"https://openalex.org/I4210115038","display_name":"Huawei Technologies (Canada)","ror":"https://ror.org/026venb53","country_code":"CA","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210115038"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Gopi Krishnan Rajbahadur","raw_affiliation_strings":["Centre for Software Excellence, Huawei Technologies, Kingston, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Centre for Software Excellence, Huawei Technologies, Kingston, ON, Canada","institution_ids":["https://openalex.org/I4210115038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079401267","display_name":"Dayi Lin","orcid":"https://orcid.org/0000-0002-4034-6650"},"institutions":[{"id":"https://openalex.org/I4210115038","display_name":"Huawei Technologies (Canada)","ror":"https://ror.org/026venb53","country_code":"CA","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210115038"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Dayi Lin","raw_affiliation_strings":["Centre for Software Excellence, Huawei Technologies, Kingston, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Centre for Software Excellence, Huawei Technologies, Kingston, ON, Canada","institution_ids":["https://openalex.org/I4210115038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066994589","display_name":"Cor\u2010Paul Bezemer","orcid":"https://orcid.org/0000-0002-0474-5718"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Cor-Paul Bezemer","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085576468","display_name":"Zhen Ming Jiang","orcid":"https://orcid.org/0000-0002-3063-3197"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zhen Ming Jiang","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, York University, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, York University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I192455969"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100637787"],"corresponding_institution_ids":["https://openalex.org/I154425047"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":61.0818,"has_fulltext":false,"cited_by_count":79,"citation_normalized_percentile":{"value":0.99929838,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"12","issue":null,"first_page":"70676","last_page":"70689"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.5817999839782715,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.5817999839782715,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.11949999630451202,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.08479999750852585,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.9224326610565186},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7707346677780151},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6146461367607117},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5636484026908875},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5512859225273132},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.17128485441207886}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.9224326610565186},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7707346677780151},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6146461367607117},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5636484026908875},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5512859225273132},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.17128485441207886}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3402543","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3402543","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10533733.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c002a48a3fce45b3afe51c633d532c1d","is_oa":true,"landing_page_url":"https://doaj.org/article/c002a48a3fce45b3afe51c633d532c1d","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 70676-70689 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3402543","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3402543","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10533733.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320319946","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4397026406.pdf"},"referenced_works_count":88,"referenced_works":["https://openalex.org/W1544274373","https://openalex.org/W1582774210","https://openalex.org/W1702656447","https://openalex.org/W1975257359","https://openalex.org/W1980036036","https://openalex.org/W2016944175","https://openalex.org/W2039260438","https://openalex.org/W2061575154","https://openalex.org/W2066888771","https://openalex.org/W2084812512","https://openalex.org/W2095705004","https://openalex.org/W2096335861","https://openalex.org/W2098759488","https://openalex.org/W2100969003","https://openalex.org/W2121436925","https://openalex.org/W2132318217","https://openalex.org/W2144994235","https://openalex.org/W2146096861","https://openalex.org/W2151967815","https://openalex.org/W2164274563","https://openalex.org/W2165612380","https://openalex.org/W2166547175","https://openalex.org/W2213612645","https://openalex.org/W2216946510","https://openalex.org/W2234598170","https://openalex.org/W2237307454","https://openalex.org/W2474835145","https://openalex.org/W2548949553","https://openalex.org/W2593675739","https://openalex.org/W2605286186","https://openalex.org/W2735571786","https://openalex.org/W2766151966","https://openalex.org/W2795798526","https://openalex.org/W2798056406","https://openalex.org/W2894391280","https://openalex.org/W2895399985","https://openalex.org/W2911617539","https://openalex.org/W2954996726","https://openalex.org/W2955991060","https://openalex.org/W2963327228","https://openalex.org/W2963640412","https://openalex.org/W2966158888","https://openalex.org/W2972082064","https://openalex.org/W2979536015","https://openalex.org/W2980998888","https://openalex.org/W2996771664","https://openalex.org/W2999144473","https://openalex.org/W2999553660","https://openalex.org/W3014877975","https://openalex.org/W3015174650","https://openalex.org/W3015186665","https://openalex.org/W3033209696","https://openalex.org/W3084812981","https://openalex.org/W3090787324","https://openalex.org/W3098121686","https://openalex.org/W3103234203","https://openalex.org/W3129495647","https://openalex.org/W3142929392","https://openalex.org/W3156969875","https://openalex.org/W3165666748","https://openalex.org/W3171146512","https://openalex.org/W3189510914","https://openalex.org/W4206238894","https://openalex.org/W4225582401","https://openalex.org/W4226379115","https://openalex.org/W4251467728","https://openalex.org/W4288348214","https://openalex.org/W4299590935","https://openalex.org/W4323076646","https://openalex.org/W4376606636","https://openalex.org/W6674330103","https://openalex.org/W6676725880","https://openalex.org/W6725721410","https://openalex.org/W6753254651","https://openalex.org/W6760560836","https://openalex.org/W6765194995","https://openalex.org/W6774681163","https://openalex.org/W6779695680","https://openalex.org/W6783941598","https://openalex.org/W6783971248","https://openalex.org/W6787895855","https://openalex.org/W6789015388","https://openalex.org/W6789169710","https://openalex.org/W6803072927","https://openalex.org/W6811262654","https://openalex.org/W6849582448","https://openalex.org/W7025236360","https://openalex.org/W7062315277"],"related_works":["https://openalex.org/W3099765033","https://openalex.org/W2989932438","https://openalex.org/W2731899572","https://openalex.org/W2961085424","https://openalex.org/W3215138031","https://openalex.org/W4306674287","https://openalex.org/W3009238340","https://openalex.org/W2186333919","https://openalex.org/W4387297750","https://openalex.org/W4321369474"],"abstract_inverted_index":{"In":[0,84,136],"software":[1,32],"engineering,":[2],"deep":[3,36],"learning":[4,37],"models":[5],"are":[6,68],"increasingly":[7],"deployed":[8],"for":[9],"critical":[10],"tasks":[11],"such":[12],"as":[13],"bug":[14],"detection":[15,63,178,210],"and":[16,29,64,80,98,166,180,231],"code":[17],"review.":[18],"However,":[19],"overfitting":[20,62,100,146,168,209,220],"remains":[21],"a":[22,54,89,113,131,154,236],"challenge":[23],"that":[24,34,67,94],"affects":[25],"the":[26,77,103,149,181,205,225,233,241],"quality,":[27],"reliability,":[28],"trustworthiness":[30],"of":[31,76,120,196,224,239],"systems":[33],"utilize":[35],"models.":[38,122],"Overfitting":[39],"can":[40,95,141,215],"be":[41,142],"(1)":[42],"prevented":[43],"(e.g.,":[44,57,73],"using":[45,58],"dropout":[46],"or":[47,50,235],"early":[48,188,229],"stopping)":[49],"(2)":[51],"detected":[52],"in":[53,169],"trained":[55,132,139],"model":[56,78,133],"correlation-based":[59,177],"approaches).":[60],"Both":[61],"prevention":[65,185],"approaches":[66,179],"currently":[69],"used":[70,127,143,184],"have":[71],"constraints":[72],"requiring":[74],"modification":[75],"structure,":[79],"high":[81],"computing":[82],"resources).":[83],"this":[85],"paper,":[86],"we":[87],"propose":[88],"simple,":[90],"yet":[91],"powerful":[92],"approach":[93,110,160,175,186,191,214],"both":[96],"detect":[97,129],"prevent":[99,145,167],"based":[101],"on":[102,117,161],"training":[104,118,217],"history":[105],"(i.e.,":[106,187],"validation":[107],"losses).":[108],"Our":[109,190],"first":[111],"trains":[112],"time":[114],"series":[115],"classifier":[116,124,140],"histories":[119],"overfit":[121],"This":[123],"is":[125,134,199],"then":[126],"to":[128,144,152,164,218],"if":[130],"overfit.":[135],"addition,":[137],"our":[138,159,174,213],"by":[147],"identifying":[148],"optimal":[150],"point":[151],"stop":[153,216],"model\u2019s":[155],"training.":[156],"We":[157,172],"evaluate":[158],"its":[162],"ability":[163],"identify":[165],"real-world":[170],"samples.":[171],"compare":[173],"against":[176],"most":[182],"commonly":[183],"stopping).":[189],"achieves":[192],"an":[193],"F1":[194],"score":[195],"0.91":[197],"which":[198],"at":[200,221],"least":[201,222],"5%":[202],"higher":[203],"than":[204,228],"current":[206],"best-performing":[207],"non-intrusive":[208],"approach.":[211],"Furthermore,":[212],"avoid":[219],"32%":[223],"times":[226],"earlier":[227],"stopping":[230],"has":[232],"same":[234],"better":[237],"rate":[238],"returning":[240],"best":[242],"model.":[243]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":54},{"year":2024,"cited_by_count":15}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2024-05-18T00:00:00"}