{"id":"https://openalex.org/W7204754271","doi":"https://doi.org/10.5281/zenodo.22210446","title":"Too Simple, Too Complex, Just Right: A Narrative Review of Overfitting and Underfitting's Literature","display_name":"Too Simple, Too Complex, Just Right: A Narrative Review of Overfitting and Underfitting's Literature","publication_year":2026,"publication_date":"2026-08-31","ids":{"openalex":"https://openalex.org/W7204754271","doi":"https://doi.org/10.5281/zenodo.22210446"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.22210446","doi":"https://doi.org/10.5281/zenodo.22210446","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22210446","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"JournalArticle"},"parent_works":[],"lineage":["https://openalex.org/W7204754271"],"child_works_count":0,"type":"review","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.22210446","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120933120","display_name":"Zen Revista","orcid":"https://orcid.org/0009-0007-6299-2008","observed_orcids":["https://orcid.org/0009-0007-6299-2008"]},"institutions":[{"id":"https://openalex.org/I4210124990","display_name":"Faculdades Guarulhos","ror":"https://ror.org/02s6maw65","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210124990"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Revista, Zen","raw_affiliation_strings":["Faculdade de Guarulhos (FG)"],"raw_orcid":"https://orcid.org/0009-0007-6299-2008","affiliations":[{"raw_affiliation_string":"Faculdade de Guarulhos (FG)","institution_ids":["https://openalex.org/I4210124990"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5148774434","display_name":"10 IA","orcid":"https://orcid.org/0009-0007-6299-2008","observed_orcids":["https://orcid.org/0009-0007-6299-2008"]},"institutions":[{"id":"https://openalex.org/I4210124990","display_name":"Faculdades Guarulhos","ror":"https://ror.org/02s6maw65","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210124990"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"IA, 10","raw_affiliation_strings":["Faculdade de Guarulhos (FG)"],"raw_orcid":"https://orcid.org/0009-0007-6299-2008","affiliations":[{"raw_affiliation_string":"Faculdade de Guarulhos (FG)","institution_ids":["https://openalex.org/I4210124990"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210124990"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.5249000191688538,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.5249000191688538,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.22010000050067902,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.05790000036358833,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"overfitting","score":0.9950000047683716},{"id":"https://openalex.org/keywords/underfitting","display_name":"underfitting","score":0.9959999918937683},{"id":"https://openalex.org/keywords/generalization","display_name":"generalization","score":0.8830000162124634},{"id":"https://openalex.org/keywords/statistical-learning-theory","display_name":"statistical learning theory","score":0.7739999890327454},{"id":"https://openalex.org/keywords/uniform-convergence","display_name":"uniform convergence","score":0.8040000200271606},{"id":"https://openalex.org/keywords/bias-variance-trade-off","display_name":"bias-variance trade-off","score":0.8709999918937683},{"id":"https://openalex.org/keywords/structural-risk-minimization","display_name":"structural risk minimization","score":0.8140000104904175},{"id":"https://openalex.org/keywords/model-capacity","display_name":"model capacity","score":0.7020000219345093},{"id":"https://openalex.org/keywords/regularization","display_name":"regularization","score":0.7009999752044678},{"id":"https://openalex.org/keywords/akaike-information-criterion","display_name":"Akaike information criterion","score":0.9120000004768372},{"id":"https://openalex.org/keywords/bayesian-information-criterion","display_name":"Bayesian information criterion","score":0.9089999794960022},{"id":"https://openalex.org/keywords/random-forest","display_name":"random forest","score":0.9900000095367432},{"id":"https://openalex.org/keywords/dropout","display_name":"dropout","score":0.9929999709129333},{"id":"https://openalex.org/keywords/implicit-regularization","display_name":"implicit regularization","score":0.9480000138282776},{"id":"https://openalex.org/keywords/double-descent","display_name":"double descent","score":0.9810000061988831},{"id":"https://openalex.org/keywords/no-free-lunch-theorem","display_name":"no free lunch theorem","score":0.906000018119812},{"id":"https://openalex.org/keywords/memorization","display_name":"memorization","score":0.47099998593330383}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.7152000069618225},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.569599986076355},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.5620999932289124},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5037000179290771},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.45489999651908875},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4422999918460846},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.4352000057697296},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.4212000072002411},{"id":"https://openalex.org/C103785112","wikidata":"https://www.wikidata.org/wiki/Q53831","display_name":"Canon","level":2,"score":0.40400001406669617},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.3806000053882599},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3743000030517578},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.3650999963283539},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.3353999853134155},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.32330000400543213},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.32109999656677246},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.319599986076355},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3073999881744385},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.29649999737739563},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2849999964237213},{"id":"https://openalex.org/C202269582","wikidata":"https://www.wikidata.org/wiki/Q2644277","display_name":"Complementarity (molecular biology)","level":2,"score":0.27320000529289246},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.27219998836517334},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2678000032901764},{"id":"https://openalex.org/C2777667586","wikidata":"https://www.wikidata.org/wiki/Q8038170","display_name":"Wright","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C136119220","wikidata":"https://www.wikidata.org/wiki/Q1000660","display_name":"Algebra over a field","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.22210446","doi":"https://doi.org/10.5281/zenodo.22210446","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22210446","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"JournalArticle"},{"id":"doi:10.5281/zenodo.22210447","doi":"https://doi.org/10.5281/zenodo.22210447","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22210447","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"JournalArticle"}],"best_oa_location":{"id":"doi:10.5281/zenodo.22210446","doi":"https://doi.org/10.5281/zenodo.22210446","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22210446","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"JournalArticle"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7172293360","https://openalex.org/W3196464222","https://openalex.org/W4240887754","https://openalex.org/W2963518130","https://openalex.org/W3096727283","https://openalex.org/W7108966602","https://openalex.org/W4403883674","https://openalex.org/W7124566643","https://openalex.org/W4392933226"],"abstract_inverted_index":{"Overfitting":[0],"is":[1,42,148,165],"machine":[2],"learning's":[3],"oldest":[4],"failure":[5],"and":[6,25,60,64,66,78,84,98,110,113,120,129,142,160,175],"its":[7],"newest":[8],"paradox:":[9],"the":[10,14,18,35,47,70,74,82,103,114,134,139,143,151,166,176,180,187],"model":[11,173],"that":[12,38,150],"memorizes":[13],"training":[15],"set":[16],"fails":[17],"world,":[19],"yet":[20],"modern":[21,115,177],"networks":[22],"memorize":[23],"perfectly":[24],"generalize":[26],"anyway.":[27],"This":[28],"article":[29],"presents":[30],"a":[31,154,172,184],"narrative":[32],"review":[33],"of":[34,37],"literature":[36,152],"paradox.":[39],"The":[40],"synthesis":[41],"organized":[43],"around":[44],"three":[45],"themes:":[46],"classical":[48,181],"theory,":[49,58],"in":[50,87,117],"which":[51,88,118],"Vapnik-Chervonenkis's":[52],"uniform":[53],"convergence,":[54],"Vapnik's":[55],"statistical":[56],"learning":[57],"Geman":[59],"colleagues'":[61,67,121],"bias-variance":[62],"dilemma,":[63],"Hastie":[65],"elements":[68],"fixed":[69,102],"canon":[71,135],"---":[72,105,136,157,162],"capacity,":[73],"U-shaped":[75],"risk":[76,80],"curve,":[77],"structural":[79],"minimization;":[81],"selection":[83],"regularization":[85],"instruments,":[86],"Akaike's":[89],"information":[90],"criterion,":[91,94],"Schwarz's":[92],"Bayesian":[93],"Breiman's":[95,130],"random":[96],"forests,":[97],"dropout's":[99],"noise":[100],"injection":[101],"practice":[104],"penalizing":[106],"complexity,":[107],"averaging":[108],"models,":[109],"randomizing":[111],"neurons;":[112],"revision,":[116],"Zhang":[119],"rethinking":[122],"generalization,":[123],"Belkin's":[124],"double":[125],"descent,":[126,141],"Wolpert's":[127],"no-free-lunch,":[128],"two":[131],"cultures":[132],"reopened":[133],"implicit":[137],"regularization,":[138],"second":[140],"modeling":[144],"cultures'":[145],"divide.":[146],"It":[147],"concluded":[149],"describes":[153],"theory's":[155],"arc":[156],"canonized,":[158],"practiced,":[159],"revised":[161],"whose":[163],"unity":[164],"generalization":[167],"question:":[168],"how":[169],"much":[170],"should":[171],"remember,":[174],"answer's":[178],"honesty:":[179],"U-curve":[182],"was":[183],"chapter,":[185],"not":[186],"book.":[188]},"counts_by_year":[],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2026-09-01T00:00:00"}