{"id":"https://openalex.org/W4396498752","doi":"https://doi.org/10.1080/10556788.2024.2339226","title":"Approximating Hessian matrices using Bayesian inference: a\u00a0new approach for quasi-Newton methods in stochastic optimization","display_name":"Approximating Hessian matrices using Bayesian inference: a\u00a0new approach for quasi-Newton methods in stochastic optimization","publication_year":2024,"publication_date":"2024-04-29","ids":{"openalex":"https://openalex.org/W4396498752","doi":"https://doi.org/10.1080/10556788.2024.2339226"},"language":"en","primary_location":{"id":"doi:10.1080/10556788.2024.2339226","is_oa":true,"landing_page_url":"https://doi.org/10.1080/10556788.2024.2339226","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/10556788.2024.2339226?download=true","source":{"id":"https://openalex.org/S103047102","display_name":"Optimization methods & software","issn_l":"1026-7670","issn":["1026-7670","1029-4937","1055-6788"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Optimization Methods and Software","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://www.tandfonline.com/doi/pdf/10.1080/10556788.2024.2339226?download=true","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087659801","display_name":"Andr\u00e9 Gustavo Carlon","orcid":"https://orcid.org/0000-0002-6252-0883"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":true,"raw_author_name":"Andr\u00e9 Gustavo Carlon","raw_affiliation_strings":["Computer, Electrical and Mathematical Sciences & Engineering Division (CEMSE), King Abdullah University of Science & Technology (KAUST), Thuwal, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer, Electrical and Mathematical Sciences & Engineering Division (CEMSE), King Abdullah University of Science & Technology (KAUST), Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021880391","display_name":"Luis Espath","orcid":"https://orcid.org/0000-0001-7307-1123"},"institutions":[{"id":"https://openalex.org/I142263535","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58","country_code":"GB","type":"education","lineage":["https://openalex.org/I142263535"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Luis Espath","raw_affiliation_strings":["School of Mathematical Sciences, University of Nottingham, Nottingham, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences, University of Nottingham, Nottingham, UK","institution_ids":["https://openalex.org/I142263535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004939553","display_name":"Ra\u00fal Tempone","orcid":"https://orcid.org/0000-0003-1967-4446"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]},{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE","SA"],"is_corresponding":false,"raw_author_name":"Ra\u00fal Tempone","raw_affiliation_strings":["Alexander von Humboldt Professor in Mathematics for Uncertainty Quantification, RWTH Aachen University, Aachen, Germany","Computer, Electrical and Mathematical Sciences & Engineering Division (CEMSE), King Abdullah University of Science & Technology (KAUST), Thuwal, Saudi Arabia","Department of Mathematics, RWTH Aachen University, Aachen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alexander von Humboldt Professor in Mathematics for Uncertainty Quantification, RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"Computer, Electrical and Mathematical Sciences & Engineering Division (CEMSE), King Abdullah University of Science & Technology (KAUST), Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"Department of Mathematics, RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5087659801"],"corresponding_institution_ids":["https://openalex.org/I71920554"],"apc_list":null,"apc_paid":null,"fwci":0.6006,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.59179294,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"39","issue":"6","first_page":"1352","last_page":"1382"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hessian-matrix","display_name":"Hessian matrix","score":0.9177194833755493},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.7041627168655396},{"id":"https://openalex.org/keywords/quasi-newton-method","display_name":"Quasi-Newton method","score":0.6753174662590027},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.604857861995697},{"id":"https://openalex.org/keywords/newtons-method","display_name":"Newton's method","score":0.5296948552131653},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4825234115123749},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.4523419737815857},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.445947527885437},{"id":"https://openalex.org/keywords/bayesian-inference","display_name":"Bayesian inference","score":0.4342295527458191},{"id":"https://openalex.org/keywords/stochastic-optimization","display_name":"Stochastic optimization","score":0.4319964647293091},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.25382107496261597},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2231048345565796},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.13919922709465027},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.11548358201980591}],"concepts":[{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.9177194833755493},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7041627168655396},{"id":"https://openalex.org/C114954040","wikidata":"https://www.wikidata.org/wiki/Q1476018","display_name":"Quasi-Newton method","level":4,"score":0.6753174662590027},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.604857861995697},{"id":"https://openalex.org/C85189116","wikidata":"https://www.wikidata.org/wiki/Q374195","display_name":"Newton's method","level":3,"score":0.5296948552131653},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4825234115123749},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.4523419737815857},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.445947527885437},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.4342295527458191},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.4319964647293091},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.25382107496261597},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2231048345565796},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.13919922709465027},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.11548358201980591},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/10556788.2024.2339226","is_oa":true,"landing_page_url":"https://doi.org/10.1080/10556788.2024.2339226","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/10556788.2024.2339226?download=true","source":{"id":"https://openalex.org/S103047102","display_name":"Optimization methods & software","issn_l":"1026-7670","issn":["1026-7670","1029-4937","1055-6788"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Optimization Methods and Software","raw_type":"journal-article"},{"id":"pmh:oai:nottingham-repository.worktribe.com:34850137","is_oa":true,"landing_page_url":"https://nottingham-repository.worktribe.com/output/34850137","pdf_url":"https://nottingham-repository.worktribe.com/file/34850137/1/Approximating%20Hessian%20matrices","source":{"id":"https://openalex.org/S4306402483","display_name":"Repository@Nottingham (University of Nottingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I142263535","host_organization_name":"University of Nottingham","host_organization_lineage":["https://openalex.org/I142263535"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1080/10556788.2024.2339226","is_oa":true,"landing_page_url":"https://doi.org/10.1080/10556788.2024.2339226","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/10556788.2024.2339226?download=true","source":{"id":"https://openalex.org/S103047102","display_name":"Optimization methods & software","issn_l":"1026-7670","issn":["1026-7670","1029-4937","1055-6788"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Optimization Methods and Software","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1170852293","display_name":null,"funder_award_id":"OSR-2019-CRG8-4033","funder_id":"https://openalex.org/F4320322320","funder_display_name":"King Abdullah University of Science and Technology"},{"id":"https://openalex.org/G479958439","display_name":null,"funder_award_id":"URF/1/2281-01-01","funder_id":"https://openalex.org/F4320322320","funder_display_name":"King Abdullah University of Science and Technology"},{"id":"https://openalex.org/G5181818582","display_name":null,"funder_award_id":"URF/1/2584-01-01","funder_id":"https://openalex.org/F4320322320","funder_display_name":"King Abdullah University of Science and Technology"}],"funders":[{"id":"https://openalex.org/F4320308269","display_name":"Alexander von Humboldt-Stiftung","ror":"https://ror.org/012kf4317"},{"id":"https://openalex.org/F4320322320","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396498752.pdf","grobid_xml":"https://content.openalex.org/works/W4396498752.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W1622263187","https://openalex.org/W1979036815","https://openalex.org/W1991083751","https://openalex.org/W2062294426","https://openalex.org/W2107438106","https://openalex.org/W2125621954","https://openalex.org/W2137515395","https://openalex.org/W2217490359","https://openalex.org/W2963156201","https://openalex.org/W2963433607","https://openalex.org/W2963941964","https://openalex.org/W2964303576","https://openalex.org/W3035182906","https://openalex.org/W3091424096","https://openalex.org/W3141595720","https://openalex.org/W4225873238","https://openalex.org/W4250589301"],"related_works":["https://openalex.org/W2034199493","https://openalex.org/W2070932288","https://openalex.org/W3188860538","https://openalex.org/W19604512","https://openalex.org/W2996136316","https://openalex.org/W2489086843","https://openalex.org/W2983297293","https://openalex.org/W2463007134","https://openalex.org/W2970432723","https://openalex.org/W4388964614"],"abstract_inverted_index":{"Using":[0],"quasi-Newton":[1],"methods":[2],"in":[3],"stochastic":[4,42,63,87,108,124],"optimization":[5,43],"is":[6],"not":[7],"a":[8,32,37,56,86],"trivial":[9],"task":[10],"given":[11],"the":[12,19,29,46,52,59,77,81,99,105,113,117,123,127,136,138,142],"difficulty":[13],"of":[14,107,115,129,141],"extracting":[15],"curvature":[16],"information":[17],"from":[18],"noisy":[20,23],"gradients.Moreover,":[21],"pre-conditioning":[22,122],"gradient":[24,64,73,109,125],"observations":[25],"tend":[26],"to":[27,35,66,68],"amplify":[28],"noise.We":[30,74],"propose":[31,75],"Bayesian":[33],"approach":[34,61,103],"obtain":[36],"Hessian":[38,131],"matrix":[39],"approximation":[40,132],"for":[41,112],"that":[44],"minimizes":[45],"secant":[47],"equations":[48],"residue":[49],"while":[50],"retaining":[51],"extreme":[53],"eigenvalues":[54],"between":[55],"specified":[57],"range.Thus,":[58],"proposed":[60],"assists":[62],"descent":[65],"converge":[67],"local":[69],"minima":[70],"without":[71],"augmenting":[72],"maximizing":[76],"log":[78,118],"posterior":[79,119],"using":[80],"Newton-CG":[82],"method.Numerical":[83],"results":[84],"on":[85],"quadratic":[88],"function":[89],"and":[90],"an":[91],"2regularized":[92],"logistic":[93],"regression":[94],"problem":[95,143],"are":[96],"presented.In":[97],"all":[98],"cases":[100],"tested,":[101],"our":[102,130],"improves":[104],"convergence":[106],"descent,":[110],"compensating":[111],"overhead":[114],"solving":[116],"maximization.In":[120],"particular,":[121],"with":[126],"inverse":[128],"becomes":[133],"more":[134],"advantageous":[135],"larger":[137],"condition":[139],"number":[140],"is.":[144]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-11T06:11:40.159057","created_date":"2025-10-10T00:00:00"}