{"id":"https://openalex.org/W7225454464","doi":"https://doi.org/10.5281/zenodo.24025257","title":"What Does Adam Bias Correction Actually Do? Exact Moment Identities, the Step-Size Multiplier sqrt(1-beta2^t)/(1-beta1^t), and Full-Batch Tests on Six UCI Regression Designs","display_name":"What Does Adam Bias Correction Actually Do? Exact Moment Identities, the Step-Size Multiplier sqrt(1-beta2^t)/(1-beta1^t), and Full-Batch Tests on Six UCI Regression Designs","publication_year":2026,"publication_date":"2026-11-07","ids":{"openalex":"https://openalex.org/W7225454464","doi":"https://doi.org/10.5281/zenodo.24025257"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.24025257","doi":"https://doi.org/10.5281/zenodo.24025257","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24025257","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.24025257","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5159002730","display_name":"Manoj Kumar Aguru","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405266258","display_name":"Chaitanya","ror":"https://ror.org/01m1bpg27","country_code":"IN","type":"education","lineage":["https://openalex.org/I4405266258"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Aguru, Manoj Kumar","raw_affiliation_strings":["Former Officer, Chaitanya Godavari Grameena Bank (CGGB)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Former Officer, Chaitanya Godavari Grameena Bank (CGGB)","institution_ids":["https://openalex.org/I4405266258"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5159002730"],"corresponding_institution_ids":["https://openalex.org/I4405266258"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adam-optimizer","display_name":"Adam optimizer","score":0.9959999918937683},{"id":"https://openalex.org/keywords/bias-correction","display_name":"bias correction","score":0.9259999990463257},{"id":"https://openalex.org/keywords/moment-identities","display_name":"moment identities","score":0.5979999899864197},{"id":"https://openalex.org/keywords/exponentially-weighted-moving-average","display_name":"exponential moving average","score":0.5379999876022339},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"gradient descent","score":0.42399999499320984},{"id":"https://openalex.org/keywords/step-size-selection","display_name":"step size selection","score":0.44600000977516174},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"regression analysis","score":0.5870000123977661}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.8127999901771545},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5889000296592712},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.5303000211715698},{"id":"https://openalex.org/C124584101","wikidata":"https://www.wikidata.org/wiki/Q1053266","display_name":"Multiplier (economics)","level":2,"score":0.516700029373169},{"id":"https://openalex.org/C179254644","wikidata":"https://www.wikidata.org/wiki/Q13222844","display_name":"Moment (physics)","level":2,"score":0.42660000920295715},{"id":"https://openalex.org/C151376022","wikidata":"https://www.wikidata.org/wiki/Q168698","display_name":"Exponential function","level":2,"score":0.42080000042915344},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.4074000120162964},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.3880999982357025},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3822999894618988},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.3594000041484833},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.3434999883174896},{"id":"https://openalex.org/C167085575","wikidata":"https://www.wikidata.org/wiki/Q6803654","display_name":"Mean squared prediction error","level":2,"score":0.30889999866485596},{"id":"https://openalex.org/C48921125","wikidata":"https://www.wikidata.org/wiki/Q10861030","display_name":"Linear regression","level":2,"score":0.303600013256073},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.2978000044822693},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.2761000096797943},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.24025257","doi":"https://doi.org/10.5281/zenodo.24025257","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24025257","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.24025258","doi":"https://doi.org/10.5281/zenodo.24025258","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24025258","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.5281/zenodo.24025257","doi":"https://doi.org/10.5281/zenodo.24025257","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24025257","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3205775072","https://openalex.org/W4416776614","https://openalex.org/W7221054963","https://openalex.org/W7204954407","https://openalex.org/W7103169105","https://openalex.org/W4366999222","https://openalex.org/W7225178590","https://openalex.org/W4416549826","https://openalex.org/W7133223833","https://openalex.org/W4386435777"],"abstract_inverted_index":{"Adam":[0,81,120],"maintains":[1],"exponential":[2],"averages":[3],"of":[4],"gradients":[5,8,20],"and":[6,9,26,31,66,74],"squared":[7],"divides":[10],"by":[11],"1-\u03b2^t":[12],"to":[13,123],"unbias":[14],"them.":[15],"I":[16],"prove":[17],"that":[18,47,129],"if":[19],"are":[21],"iid":[22],"with":[23,79],"mean":[24],"\u03bc":[25],"variance":[27],"\u03c3^2,":[28],"then":[29],"E[m_t]=(1-\u03b21^t)\u03bc":[30],"E[v_t]=(1-\u03b22^t)(\u03bc^2+\u03c3^2)":[32],"exactly,":[33],"so":[34],"the":[35,43,54,107,124,133],"bias-corrected":[36],"ratio":[37,45,126],"has":[38],"expectation":[39],"near":[40],"\u03bc/sqrt(\u03bc^2+\u03c3^2)":[41],"while":[42],"uncorrected":[44,55],"equals":[46],"times":[48,63,68],"(1-\u03b21^t)/sqrt(1-\u03b22^t).":[49],"With":[50],"default":[51],"\u03b21=0.9,":[52],"\u03b22=0.999":[53],"step":[56,83],"is":[57],"larger":[58],"early":[59,119],"on:":[60],"about":[61],"3.16":[62],"at":[64,69,82],"t=1":[65],"6.53":[67],"t=10.":[70],"On":[71],"six":[72],"centred":[73],"standardised":[75],"UCI":[76],"regression":[77],"problems":[78],"full-batch":[80],"size":[84],"0.05,":[85],"removing":[86],"bias":[87],"correction":[88,116],"reached":[89],"a":[90],"1%":[91],"excess-loss":[92],"threshold":[93],"in":[94],"fewer":[95],"iterations":[96],"on":[97,106,113,132],"every":[98],"data":[99],"set":[100],"(for":[101],"example":[102],"188":[103],"versus":[104,111],"500":[105],"power-plant":[108],"set,":[109],"52":[110],"360":[112],"yacht).":[114],"Bias":[115],"therefore":[117],"shrinks":[118],"steps":[121],"relative":[122],"raw":[125],"m/sqrt(v);":[127],"whether":[128],"helps":[130],"depends":[131],"step-size":[134],"choice.":[135]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-11-08T00:00:00"}