{"id":"https://openalex.org/W7204211469","doi":"https://doi.org/10.48550/arxiv.2608.22129","title":"Blockwise Stabilized Adaptive Cubic Regularization with Subsolvers via Recurrence","display_name":"Blockwise Stabilized Adaptive Cubic Regularization with Subsolvers via Recurrence","publication_year":2026,"publication_date":"2026-08-22","ids":{"openalex":"https://openalex.org/W7204211469","doi":"https://doi.org/10.48550/arxiv.2608.22129"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.22129","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.22129","pdf_url":"https://arxiv.org/pdf/2608.22129","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.22129","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088582623","display_name":"Rodion M. Podorozhny","orcid":"https://orcid.org/0009-0005-1793-1009","observed_orcids":["https://orcid.org/0009-0005-1793-1009"]},"institutions":[{"id":"https://openalex.org/I13511017","display_name":"Texas State University","ror":"https://ror.org/05h9q1g27","country_code":"US","type":"education","lineage":["https://openalex.org/I13511017"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Podorozhny, Rodion","raw_affiliation_strings":["Texas State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Texas State University","institution_ids":["https://openalex.org/I13511017"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5088582623"],"corresponding_institution_ids":["https://openalex.org/I13511017"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9580000042915344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9580000042915344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.031099999323487282,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10792","display_name":"Matrix Theory and Algorithms","score":0.0027000000700354576,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/krylov-subspace","display_name":"Krylov subspace","score":0.746999979019165},{"id":"https://openalex.org/keywords/lanczos-algorithm","display_name":"Lanczos method","score":0.6190000176429749},{"id":"https://openalex.org/keywords/implicit-neural-representations","display_name":"implicit neural representations","score":0.7369999885559082},{"id":"https://openalex.org/keywords/overparameterized-neural-networks","display_name":"overparameterized neural networks","score":0.8109999895095825},{"id":"https://openalex.org/keywords/trust-region-method","display_name":"trust region method","score":0.5070000290870667},{"id":"https://openalex.org/keywords/monotone-convergence","display_name":"monotone convergence","score":0.4449999928474426},{"id":"https://openalex.org/keywords/image-fitting","display_name":"image fitting","score":0.3580000102519989}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7074999809265137},{"id":"https://openalex.org/C65559279","wikidata":"https://www.wikidata.org/wiki/Q16667694","display_name":"Cubic function","level":2,"score":0.6452000141143799},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.5922999978065491},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.5480999946594238},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.5327000021934509},{"id":"https://openalex.org/C147060835","wikidata":"https://www.wikidata.org/wiki/Q1757151","display_name":"Krylov subspace","level":3,"score":0.5309000015258789},{"id":"https://openalex.org/C2834757","wikidata":"https://www.wikidata.org/wiki/Q4925424","display_name":"Monotone polygon","level":2,"score":0.5212000012397766},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.4819999933242798},{"id":"https://openalex.org/C90119067","wikidata":"https://www.wikidata.org/wiki/Q43260","display_name":"Polynomial","level":2,"score":0.46540001034736633},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.43529999256134033},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.41830000281333923},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4034000039100647},{"id":"https://openalex.org/C205203396","wikidata":"https://www.wikidata.org/wiki/Q612143","display_name":"Bilinear interpolation","level":2,"score":0.3815999925136566},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.36000001430511475},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.3594000041484833},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.35179999470710754},{"id":"https://openalex.org/C207467116","wikidata":"https://www.wikidata.org/wiki/Q4385666","display_name":"Inverse","level":2,"score":0.3513999879360199},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.3499000072479248},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.3188999891281128},{"id":"https://openalex.org/C520416788","wikidata":"https://www.wikidata.org/wiki/Q5419229","display_name":"Exact solutions in general relativity","level":2,"score":0.3179999887943268},{"id":"https://openalex.org/C85522705","wikidata":"https://www.wikidata.org/wiki/Q3278015","display_name":"Line search","level":3,"score":0.3160000145435333},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.31450000405311584},{"id":"https://openalex.org/C12362212","wikidata":"https://www.wikidata.org/wiki/Q728435","display_name":"Linear subspace","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C25878781","wikidata":"https://www.wikidata.org/wiki/Q1473607","display_name":"Degree of a polynomial","level":3,"score":0.3043000102043152},{"id":"https://openalex.org/C91429207","wikidata":"https://www.wikidata.org/wiki/Q5192245","display_name":"Cubic form","level":2,"score":0.30079999566078186},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C2780990831","wikidata":"https://www.wikidata.org/wiki/Q319141","display_name":"Conjecture","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C2776865275","wikidata":"https://www.wikidata.org/wiki/Q311666","display_name":"Projector","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2639999985694885},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.2556999921798706},{"id":"https://openalex.org/C109282560","wikidata":"https://www.wikidata.org/wiki/Q4166054","display_name":"Singular value","level":3,"score":0.25529998540878296},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.25429999828338623}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.22129","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.22129","pdf_url":"https://arxiv.org/pdf/2608.22129","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.22129","doi":"https://doi.org/10.48550/arxiv.2608.22129","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.22129","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.22129","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.22129","pdf_url":"https://arxiv.org/pdf/2608.22129","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204211469.pdf","grobid_xml":"https://content.openalex.org/works/W7204211469.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W2904243021","https://openalex.org/W4289446290","https://openalex.org/W4391800754","https://openalex.org/W4400433625","https://openalex.org/W4401201736","https://openalex.org/W4402619398","https://openalex.org/W4403365506","https://openalex.org/W4403707245","https://openalex.org/W4405037081","https://openalex.org/W4406191518","https://openalex.org/W4406549394","https://openalex.org/W4406975477","https://openalex.org/W4407305895","https://openalex.org/W4408363388","https://openalex.org/W4413927523","https://openalex.org/W4415032543","https://openalex.org/W4415109319","https://openalex.org/W4416067271","https://openalex.org/W4417116093","https://openalex.org/W7034216903","https://openalex.org/W7104821074","https://openalex.org/W7114801997","https://openalex.org/W7118433693","https://openalex.org/W7135013712","https://openalex.org/W7150810080","https://openalex.org/W7154962761","https://openalex.org/W7161946595","https://openalex.org/W7163007304","https://openalex.org/W7164902966","https://openalex.org/W7165785351","https://openalex.org/W7168240095","https://openalex.org/W7220408167"],"related_works":["https://openalex.org/W2268500425","https://openalex.org/W4224304740","https://openalex.org/W4388083648","https://openalex.org/W2741418818","https://openalex.org/W2990754067","https://openalex.org/W2887569271","https://openalex.org/W4406549394","https://openalex.org/W1994974865","https://openalex.org/W1971664328","https://openalex.org/W7097150188"],"abstract_inverted_index":{"Overparameterized":[0],"networks":[1],"often":[2],"have":[3],"ill-conditioned,":[4],"saddle":[5],"rich":[6],"loss":[7],"landscapes.":[8],"They":[9],"are":[10,89,150],"usually":[11],"trained":[12],"with":[13,55,73,103,191],"first-order":[14],"methods":[15,24,32,146],"that":[16,116],"struggle":[17],"on":[18,83,158,167,177],"those":[19],"landscapes,":[20],"while":[21],"many":[22],"second-order":[23],"stay":[25,156,228],"infeasible":[26],"at":[27,199,202,229],"scale.":[28],"Some":[29],"scalable":[30,223],"cubic":[31,66,77,106,144,225],"replace":[33],"the":[34,43,69,84,118,143,151,163,216,222,237],"Hessian":[35],"by":[36],"a":[37,51,65,74,80,93,104,129,137,168,243],"computationally":[38],"cheap":[39],"approximation":[40],"and":[41,79,112,221,252],"drop":[42],"exact":[44,110,157],"block":[45,71,161],"curvature.":[46],"This":[47],"paper":[48],"introduces":[49],"ARC-block,":[50],"blockwise":[52],"adaptive":[53,76],"regularization":[54],"cubics":[56],"(ARC)":[57],"optimizer.":[58],"For":[59,109],"each":[60],"parameter":[61,160],"tensor":[62],"it":[63],"minimizes":[64],"model":[67],"over":[68],"true":[70],"Hessian,":[72],"per-block":[75,105],"constant":[78],"monotone":[81,102],"guard":[82],"full":[85],"loss.":[86],"Large":[87],"tensors":[88],"handled":[90],"matrix-free":[91],"in":[92],"Lanczos-built":[94],"Krylov":[95,114,164],"subspace.":[96],"ARC-block's":[97],"CubicKrylov":[98],"subsolver's":[99],"descent":[100],"is":[101],"decrease":[107],"bound.":[108],"steps,":[111],"for":[113],"steps":[115,155,211],"meet":[117],"Cartis--Gould--Toint":[119],"residual":[120],"test,":[121],"we":[122],"provide":[123],"an":[124],"$\\mathcal{O}(\\sqrt{B}\\varepsilon^{-3/2})$":[125],"sweep":[126],"bound":[127],"above":[128],"cross-block":[130],"coupling":[131],"floor.":[132],"Another":[133],"subsolver,":[134],"ARC-$\u03c6_1$,":[135],"uses":[136],"trust-controlled":[138],"exponential":[139],"relaxation":[140],"step.":[141],"Among":[142],"Newton":[145],"evaluated":[147],"here,":[148],"these":[149],"only":[152],"ones":[153],"whose":[154],"every":[159],"(within":[162],"subspace),":[165],"including":[166],"$91.4$M-parameter":[169],"implicit":[170],"neural":[171],"representation":[172],"(INR).":[173],"Run":[174],"to":[175,242],"convergence":[176],"FINER":[178],"2D":[179],"image-fitting":[180],"INR":[181],"network,":[182],"ARC-$\u03c6_1$":[183],"reaches":[184],"$133.5$":[185],"dB":[186,201,234,255],"peak":[187,194],"signal-to-noise":[188],"ratio":[189],"(PSNR),":[190],"no":[192],"post":[193],"collapse.":[195],"Tuned":[196],"Adam":[197],"peaks":[198],"$78.2$":[200,233],"$2{,}629$":[203],"s":[204],"(step":[205],"${\\sim}625$k,":[206],"about":[207],"$44$":[208],"minutes),":[209],"further":[210],"degrade":[212],"its":[213],"PSNR.":[214],"On":[215],"same":[217],"benchmark,":[218],"SOAP,":[219],"L-BFGS,":[220],"diagonal":[224],"method":[226],"AdaCubic":[227],"or":[230],"below":[231],"Adam's":[232,258],"peak.":[235],"Over":[236],"benchmark's":[238],"20":[239],"images,":[240],"run":[241],"plateau":[244],"rule,":[245],"ARC-$\u03c6_1$'s":[246],"per-image":[247],"PSNR":[248],"has":[249],"median":[250],"$132.4$":[251],"mean":[253],"$131.5\\pm3.3$":[254],"against":[256],"tuned":[257],"$72.8\\pm4.5$":[259],"dB.":[260]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-08-26T00:00:00"}