{"id":"https://openalex.org/W7163160606","doi":"https://doi.org/10.48550/arxiv.2606.00542","title":"Rethinking Bregman Divergences in Kronecker-Factored Optimizers","display_name":"Rethinking Bregman Divergences in Kronecker-Factored Optimizers","publication_year":2026,"publication_date":"2026-05-30","ids":{"openalex":"https://openalex.org/W7163160606","doi":"https://doi.org/10.48550/arxiv.2606.00542"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.00542","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00542","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.00542","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137706576","display_name":"Bing Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Bing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137647348","display_name":"Wenjie Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Wenjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137696374","display_name":"Chengcheng Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Chengcheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.8903999924659729,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.8903999924659729,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.029200000688433647,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.010400000028312206,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/covariance","display_name":"Covariance","score":0.7617999911308289},{"id":"https://openalex.org/keywords/hessian-matrix","display_name":"Hessian matrix","score":0.6509000062942505},{"id":"https://openalex.org/keywords/kronecker-delta","display_name":"Kronecker delta","score":0.6051999926567078},{"id":"https://openalex.org/keywords/covariance-matrix","display_name":"Covariance matrix","score":0.5976999998092651},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.5648999810218811},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.5335999727249146},{"id":"https://openalex.org/keywords/bregman-divergence","display_name":"Bregman divergence","score":0.5242000222206116},{"id":"https://openalex.org/keywords/spectrum","display_name":"Spectrum (functional analysis)","score":0.4921000003814697}],"concepts":[{"id":"https://openalex.org/C178650346","wikidata":"https://www.wikidata.org/wiki/Q201984","display_name":"Covariance","level":2,"score":0.7617999911308289},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6603000164031982},{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.6509000062942505},{"id":"https://openalex.org/C39482219","wikidata":"https://www.wikidata.org/wiki/Q192826","display_name":"Kronecker delta","level":2,"score":0.6051999926567078},{"id":"https://openalex.org/C185142706","wikidata":"https://www.wikidata.org/wiki/Q1134404","display_name":"Covariance matrix","level":2,"score":0.5976999998092651},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.5648999810218811},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.5335999727249146},{"id":"https://openalex.org/C149073432","wikidata":"https://www.wikidata.org/wiki/Q4960382","display_name":"Bregman divergence","level":2,"score":0.5242000222206116},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.49709999561309814},{"id":"https://openalex.org/C156778621","wikidata":"https://www.wikidata.org/wiki/Q1365748","display_name":"Spectrum (functional analysis)","level":2,"score":0.4921000003814697},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.4499000012874603},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.38119998574256897},{"id":"https://openalex.org/C180877172","wikidata":"https://www.wikidata.org/wiki/Q5401390","display_name":"Estimation of covariance matrices","level":3,"score":0.3741999864578247},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.3440000116825104},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.33889999985694885},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33500000834465027},{"id":"https://openalex.org/C148893098","wikidata":"https://www.wikidata.org/wiki/Q7295778","display_name":"Rational quadratic covariance function","level":5,"score":0.3199000060558319},{"id":"https://openalex.org/C205555498","wikidata":"https://www.wikidata.org/wiki/Q505588","display_name":"CMA-ES","level":4,"score":0.31850001215934753},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.30320000648498535},{"id":"https://openalex.org/C137250428","wikidata":"https://www.wikidata.org/wiki/Q5178897","display_name":"Covariance function","level":3,"score":0.2978000044822693},{"id":"https://openalex.org/C46030957","wikidata":"https://www.wikidata.org/wiki/Q1238125","display_name":"Kronecker product","level":3,"score":0.2971000075340271},{"id":"https://openalex.org/C134567657","wikidata":"https://www.wikidata.org/wiki/Q193794","display_name":"Identity matrix","level":3,"score":0.2711000144481659},{"id":"https://openalex.org/C191399111","wikidata":"https://www.wikidata.org/wiki/Q64861","display_name":"Transitive relation","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.00542","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00542","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.00542","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00542","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Shampoo-style":[0],"optimizers":[1],"approximate":[2],"gradient":[3],"covariance":[4,42,56,76,113],"matrices":[5],"using":[6],"Kronecker-factored":[7,27],"structures.":[8],"Recent":[9],"work~\\cite{lin2026understanding}":[10],"showed":[11],"that":[12,60,81,110,142],"such":[13],"approximations":[14],"can":[15],"be":[16],"viewed":[17],"as":[18],"projections":[19],"under":[20],"Bregman":[21],"matrix":[22],"divergences,":[23],"leading":[24],"to":[25],"different":[26],"preconditioners.":[28,106],"However,":[29],"it":[30],"remains":[31],"unclear":[32],"what":[33],"role":[34],"the":[35,41,52,55,68,75,92,104,111,120,124,147,158],"choice":[36],"of":[37,54],"divergence":[38],"plays":[39],"when":[40],"is":[43,115,127],"not":[44],"exactly":[45],"Kronecker-factored.":[46],"We":[47,58,78],"study":[48],"this":[49],"question":[50],"through":[51],"spectrum":[53,126],"matrix.":[57],"show":[59,80],"Frobenius,":[61],"von":[62],"Neumann,":[63],"and":[64,130,150],"LogDet":[65],"divergences":[66],"distribute":[67],"unavoidable":[69],"Kronecker":[70,83,140],"approximation":[71,94],"error":[72],"differently":[73],"across":[74],"spectrum.":[77],"further":[79],"their":[82],"factors":[84],"are":[85,101],"governed":[86],"by":[87,133],"divergence-weighted":[88],"residuals":[89],"rather":[90],"than":[91],"raw":[93],"error,":[95],"explaining":[96],"how":[97],"these":[98,134],"spectral":[99],"preferences":[100],"realized":[102],"in":[103,146,157],"resulting":[105],"Empirically,":[107],"we":[108,136],"observe":[109],"top":[112,148],"eigenspace":[114],"substantially":[116],"better":[117],"aligned":[118],"with":[119],"Hessian":[121],"matrix,":[122],"while":[123],"tail":[125],"much":[128],"noisier":[129],"unreliable.":[131],"Motivated":[132],"findings,":[135],"propose":[137],"a":[138],"subspace-aware":[139],"optimizer":[141],"applies":[143],"eigenvalue-based":[144],"preconditioning":[145],"subspace":[149],"uses":[151],"an":[152],"adaptive":[153],"isotropic":[154],"acceleration":[155],"constant":[156],"bottom":[159],"subspace.":[160]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-03T00:00:00"}