{"id":"https://openalex.org/W7166703750","doi":"https://doi.org/10.48550/arxiv.2606.30226","title":"Characterizing Optimizer-Dependent Training Dynamics Through Hessian Eigenvector Displacement and Localization","display_name":"Characterizing Optimizer-Dependent Training Dynamics Through Hessian Eigenvector Displacement and Localization","publication_year":2026,"publication_date":"2026-06-29","ids":{"openalex":"https://openalex.org/W7166703750","doi":"https://doi.org/10.48550/arxiv.2606.30226"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.30226","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30226","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.30226","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139683588","display_name":"Marcelina Marjankowska","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marjankowska, Marcelina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091705160","display_name":"Valerio Modugno","orcid":"https://orcid.org/0000-0002-5177-428X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Modugno, Valerio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5037669899","display_name":"Paolo Barucca","orcid":"https://orcid.org/0000-0003-4588-667X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Barucca, Paolo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.5965999960899353,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.5965999960899353,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.07959999889135361,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.042899999767541885,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hessian-matrix","display_name":"Hessian matrix","score":0.9460999965667725},{"id":"https://openalex.org/keywords/eigenvalues-and-eigenvectors","display_name":"Eigenvalues and eigenvectors","score":0.7549999952316284},{"id":"https://openalex.org/keywords/curvature","display_name":"Curvature","score":0.6863999962806702},{"id":"https://openalex.org/keywords/displacement","display_name":"Displacement (psychology)","score":0.5012000203132629},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.4083999991416931},{"id":"https://openalex.org/keywords/inverse","display_name":"Inverse","score":0.3596999943256378},{"id":"https://openalex.org/keywords/eigenvalues-and-eigenvectors-of-the-second-derivative","display_name":"Eigenvalues and eigenvectors of the second derivative","score":0.3546999990940094}],"concepts":[{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.9460999965667725},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.7549999952316284},{"id":"https://openalex.org/C195065555","wikidata":"https://www.wikidata.org/wiki/Q214881","display_name":"Curvature","level":2,"score":0.6863999962806702},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5526000261306763},{"id":"https://openalex.org/C107551265","wikidata":"https://www.wikidata.org/wiki/Q1458245","display_name":"Displacement (psychology)","level":2,"score":0.5012000203132629},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.4083999991416931},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3874000012874603},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3700000047683716},{"id":"https://openalex.org/C207467116","wikidata":"https://www.wikidata.org/wiki/Q4385666","display_name":"Inverse","level":2,"score":0.3596999943256378},{"id":"https://openalex.org/C65203669","wikidata":"https://www.wikidata.org/wiki/Q5348916","display_name":"Eigenvalues and eigenvectors of the second derivative","level":4,"score":0.3546999990940094},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.33820000290870667},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3336000144481659},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.3246000111103058},{"id":"https://openalex.org/C135252773","wikidata":"https://www.wikidata.org/wiki/Q1567213","display_name":"Inverse problem","level":2,"score":0.32179999351501465},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3165000081062317},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3012999892234802},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.29339998960494995},{"id":"https://openalex.org/C203763787","wikidata":"https://www.wikidata.org/wiki/Q371029","display_name":"Null (SQL)","level":2,"score":0.2842000126838684},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.27149999141693115},{"id":"https://openalex.org/C169756996","wikidata":"https://www.wikidata.org/wiki/Q194919","display_name":"Eigendecomposition of a matrix","level":3,"score":0.26080000400543213},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.30226","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30226","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.30226","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30226","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Hessian":[0,40,101,156],"spectral":[1],"properties":[2],"are":[3,92],"a":[4,61,95,134,140],"standard":[5],"tool":[6],"in":[7,162],"analysing":[8],"neural-network":[9],"training,":[10],"with":[11],"eigenvalues":[12],"linked":[13],"to":[14,114,147],"sharpness,":[15],"generalization,":[16],"and":[17,45,64,82,165],"optimization":[18],"dynamics.":[19],"Eigenvalues":[20],"quantify":[21],"curvature":[22,119,150],"magnitude,":[23],"while":[24,121],"eigenvectors":[25,41,128],"identify":[26],"which":[27],"parameters":[28,144],"generate":[29],"that":[30,155],"curvature.":[31],"In":[32],"this":[33],"work,":[34],"we":[35],"study":[36],"how":[37,46],"the":[38,49,54,86,100,104,148,166],"leading":[39,118,149],"evolve":[42],"during":[43],"training":[44,55,168],"they":[47],"affect":[48],"learning":[50],"trajectories.":[51,169],"We":[52,131],"track":[53],"dynamics":[56,67,158],"of":[57,79,99,127,143],"multilayer":[58],"perceptrons":[59],"on":[60],"classification":[62],"problem":[63],"measure":[65],"eigenvector":[66,157],"through":[68],"two":[69],"complementary":[70],"statistics:":[71],"(i)":[72],"displacement":[73],"over":[74],"time,":[75],"inspired":[76],"by":[77,103],"analyses":[78],"glassy":[80],"systems,":[81],"(ii)":[83],"localization":[84,135],"via":[85],"inverse":[87],"participation":[88],"ratio.":[89],"The":[90],"metrics":[91],"compared":[93],"against":[94],"random":[96],"null":[97],"model":[98],"induced":[102],"architecture.":[105],"Our":[106],"results":[107,153],"reveal":[108],"clear":[109],"optimizer-dependent":[110],"behaviour.":[111],"SGD":[112],"leads":[113],"progressively":[115],"more":[116],"stable":[117],"directions,":[120],"Adam":[122],"exhibits":[123],"substantially":[124],"stronger":[125],"reorganization":[126],"throughout":[129],"training.":[130],"also":[132],"observe":[133],"phenomenon":[136],"under":[137],"Adam,":[138],"where":[139],"small":[141],"subset":[142],"contributes":[145],"disproportionately":[146],"directions.":[151],"These":[152],"suggest":[154],"capture":[159],"key":[160],"differences":[161],"optimizer":[163],"behaviour":[164],"resulting":[167]},"counts_by_year":[],"updated_date":"2026-07-01T06:29:00.853634","created_date":"2026-07-01T00:00:00"}