{"id":"https://openalex.org/W7106659264","doi":"https://doi.org/10.48550/arxiv.2511.19241","title":"Local Entropy Search over Descent Sequences for Bayesian Optimization","display_name":"Local Entropy Search over Descent Sequences for Bayesian Optimization","publication_year":2025,"publication_date":"2025-11-24","ids":{"openalex":"https://openalex.org/W7106659264","doi":"https://doi.org/10.48550/arxiv.2511.19241"},"language":"en","primary_location":{"id":"pmh:oai:publications.rwth-aachen.de:1029771","is_oa":true,"landing_page_url":"https://publications.rwth-aachen.de/record/1029771","pdf_url":null,"source":{"id":"https://openalex.org/S4306401362","display_name":"RWTH Publications (RWTH Aachen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887968799","host_organization_name":"RWTH Aachen University","host_organization_lineage":["https://openalex.org/I887968799"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"44 Seiten (2025). doi:10.48550/arXiv.2511.19241","raw_type":"info:eu-repo/semantics/publishedVersion"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://publications.rwth-aachen.de/record/1029771","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Stenger, David","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stenger, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Lindicke, Armin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lindicke, Armin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"von Rohr, Alexander","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"von Rohr, Alexander","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Trimpe, Sebastian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Trimpe, Sebastian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9203000068664551,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9203000068664551,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.01640000008046627,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.00989999994635582,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.613099992275238},{"id":"https://openalex.org/keywords/descent","display_name":"Descent (aeronautics)","score":0.5435000061988831},{"id":"https://openalex.org/keywords/bayesian-optimization","display_name":"Bayesian optimization","score":0.5386000275611877},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5329999923706055},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.49410000443458557},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4643000066280365},{"id":"https://openalex.org/keywords/kullback\u2013leibler-divergence","display_name":"Kullback\u2013Leibler divergence","score":0.46129998564720154},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.44830000400543213},{"id":"https://openalex.org/keywords/posterior-probability","display_name":"Posterior probability","score":0.41670000553131104},{"id":"https://openalex.org/keywords/local-optimum","display_name":"Local optimum","score":0.384799987077713}],"concepts":[{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.613099992275238},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5479999780654907},{"id":"https://openalex.org/C2776637919","wikidata":"https://www.wikidata.org/wiki/Q624380","display_name":"Descent (aeronautics)","level":2,"score":0.5435000061988831},{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.5386000275611877},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5329999923706055},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4959999918937683},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.49410000443458557},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4643000066280365},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.46129998564720154},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.44830000400543213},{"id":"https://openalex.org/C57830394","wikidata":"https://www.wikidata.org/wiki/Q278079","display_name":"Posterior probability","level":3,"score":0.41670000553131104},{"id":"https://openalex.org/C141934464","wikidata":"https://www.wikidata.org/wiki/Q3305386","display_name":"Local optimum","level":2,"score":0.384799987077713},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.3837999999523163},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3767000138759613},{"id":"https://openalex.org/C164752517","wikidata":"https://www.wikidata.org/wiki/Q5570875","display_name":"Global optimization","level":2,"score":0.373199999332428},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.37279999256134033},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3695000112056732},{"id":"https://openalex.org/C75782508","wikidata":"https://www.wikidata.org/wiki/Q3333633","display_name":"Cross-entropy method","level":4,"score":0.3601999878883362},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.35850000381469727},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.35040000081062317},{"id":"https://openalex.org/C135320971","wikidata":"https://www.wikidata.org/wiki/Q1868524","display_name":"Local search (optimization)","level":2,"score":0.3483999967575073},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.3280999958515167},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.32690000534057617},{"id":"https://openalex.org/C116149140","wikidata":"https://www.wikidata.org/wiki/Q2070951","display_name":"Descent direction","level":4,"score":0.30309998989105225},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.2969000041484833},{"id":"https://openalex.org/C167981619","wikidata":"https://www.wikidata.org/wiki/Q1685498","display_name":"Cross entropy","level":3,"score":0.28189998865127563},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.27469998598098755},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2743000090122223},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.26899999380111694},{"id":"https://openalex.org/C66696666","wikidata":"https://www.wikidata.org/wiki/Q17105612","display_name":"Sample entropy","level":3,"score":0.2590999901294708},{"id":"https://openalex.org/C2987595161","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimization algorithm","level":2,"score":0.2549999952316284},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.25459998846054077},{"id":"https://openalex.org/C207201462","wikidata":"https://www.wikidata.org/wiki/Q182505","display_name":"Bayes' theorem","level":3,"score":0.25040000677108765},{"id":"https://openalex.org/C106752470","wikidata":"https://www.wikidata.org/wiki/Q1364826","display_name":"Joint entropy","level":3,"score":0.25}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:publications.rwth-aachen.de:1029771","is_oa":true,"landing_page_url":"https://publications.rwth-aachen.de/record/1029771","pdf_url":null,"source":{"id":"https://openalex.org/S4306401362","display_name":"RWTH Publications (RWTH Aachen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887968799","host_organization_name":"RWTH Aachen University","host_organization_lineage":["https://openalex.org/I887968799"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"44 Seiten (2025). doi:10.48550/arXiv.2511.19241","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"doi:10.48550/arxiv.2511.19241","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.19241","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:publications.rwth-aachen.de:1029771","is_oa":true,"landing_page_url":"https://publications.rwth-aachen.de/record/1029771","pdf_url":null,"source":{"id":"https://openalex.org/S4306401362","display_name":"RWTH Publications (RWTH Aachen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887968799","host_organization_name":"RWTH Aachen University","host_organization_lineage":["https://openalex.org/I887968799"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"44 Seiten (2025). doi:10.48550/arXiv.2511.19241","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Searching":[0],"large":[1],"and":[2,13,99,111,125],"complex":[3],"design":[4,27],"spaces":[5],"for":[6],"a":[7,42,73,93],"global":[8,126],"optimum":[9],"can":[10],"be":[11],"infeasible":[12],"unnecessary.":[14],"A":[15],"practical":[16],"alternative":[17],"is":[18],"to":[19,122],"iteratively":[20],"refine":[21],"the":[22,49,53,62,66,69,82],"neighborhood":[23],"of":[24,56,95,102],"an":[25],"initial":[26],"using":[28,92],"local":[29,38,124],"optimization":[30,44,128],"methods":[31],"such":[32],"as":[33],"gradient":[34],"descent.":[35],"We":[36],"propose":[37],"entropy":[39,97],"search":[40],"(LES),":[41],"Bayesian":[43,127],"paradigm":[45],"that":[46,90,115],"explicitly":[47],"targets":[48],"solutions":[50],"reachable":[51],"by":[52,85],"descent":[54,77,103],"sequences":[55],"iterative":[57],"optimizers.":[58],"The":[59],"algorithm":[60],"propagates":[61],"posterior":[63],"belief":[64],"over":[65,76],"objective":[67],"through":[68],"optimizer,":[70],"resulting":[71],"in":[72],"probability":[74],"distribution":[75],"sequences.":[78,104],"It":[79],"then":[80],"selects":[81],"next":[83],"evaluation":[84],"maximizing":[86],"mutual":[87],"information":[88],"with":[89],"distribution,":[91],"combination":[94],"analytic":[96],"calculations":[98],"Monte-Carlo":[100],"sampling":[101],"Empirical":[105],"results":[106],"on":[107],"high-complexity":[108],"synthetic":[109],"objectives":[110],"benchmark":[112],"problems":[113],"show":[114],"LES":[116],"achieves":[117],"strong":[118],"sample":[119],"efficiency":[120],"compared":[121],"existing":[123],"methods.":[129]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-11-27T00:00:00"}
