{"id":"https://openalex.org/W3142935435","doi":"https://doi.org/10.1137/21m1412682","title":"Efficient Time-Stepping for Numerical Integration Using Reinforcement Learning","display_name":"Efficient Time-Stepping for Numerical Integration Using Reinforcement Learning","publication_year":2023,"publication_date":"2023-04-26","ids":{"openalex":"https://openalex.org/W3142935435","doi":"https://doi.org/10.1137/21m1412682","mag":"3142935435"},"language":"en","primary_location":{"id":"doi:10.1137/21m1412682","is_oa":false,"landing_page_url":"https://doi.org/10.1137/21m1412682","pdf_url":null,"source":{"id":"https://openalex.org/S165512578","display_name":"SIAM Journal on Scientific Computing","issn_l":"1064-8275","issn":["1064-8275","1095-7197"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Scientific Computing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2104.03562","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079412932","display_name":"Michael Dellnitz","orcid":null},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Dellnitz","raw_affiliation_strings":["Department of Mathematics, Paderborn University, Paderborn, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics, Paderborn University, Paderborn, Germany","institution_ids":["https://openalex.org/I206945453"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059439673","display_name":"Eyke H\u00fcllermeier","orcid":"https://orcid.org/0000-0002-9944-4108"},"institutions":[{"id":"https://openalex.org/I3018771216","display_name":"LMU Klinikum","ror":"https://ror.org/02jet3w32","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Eyke H\u00fcllermeier","raw_affiliation_strings":["Department of Computer Science, LMU Munich, Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, LMU Munich, Munich, Germany","institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006322369","display_name":"Marvin L\u00fccke","orcid":"https://orcid.org/0000-0001-8415-0038"},"institutions":[{"id":"https://openalex.org/I195893171","display_name":"Zuse Institute Berlin","ror":"https://ror.org/02eva5865","country_code":"DE","type":"facility","lineage":["https://openalex.org/I195893171"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marvin L\u00fccke","raw_affiliation_strings":["Modeling and Simulation of Complex Processes, Zuse Institute Berlin, Berlin, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8415-0038","affiliations":[{"raw_affiliation_string":"Modeling and Simulation of Complex Processes, Zuse Institute Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I195893171"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018125622","display_name":"Sina Ober\u2010Bl\u00f6baum","orcid":"https://orcid.org/0000-0001-6720-7493"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sina Ober-Bl\u00f6baum","raw_affiliation_strings":["Department of Mathematics, Paderborn University, Paderborn, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics, Paderborn University, Paderborn, Germany","institution_ids":["https://openalex.org/I206945453"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015121881","display_name":"Christian Offen","orcid":"https://orcid.org/0000-0002-5940-8057"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Offen","raw_affiliation_strings":["Department of Mathematics, Paderborn University, Paderborn, Germany"],"raw_orcid":"https://orcid.org/0000-0002-5940-8057","affiliations":[{"raw_affiliation_string":"Department of Mathematics, Paderborn University, Paderborn, Germany","institution_ids":["https://openalex.org/I206945453"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049416946","display_name":"Sebastian Peitz","orcid":"https://orcid.org/0000-0002-3389-793X"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sebastian Peitz","raw_affiliation_strings":["Department of Computer Science, Paderborn University, Paderborn, Germany"],"raw_orcid":"https://orcid.org/0000-0002-3389-793X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Paderborn University, Paderborn, Germany","institution_ids":["https://openalex.org/I206945453"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040414806","display_name":"Karlson Pfannschmidt","orcid":"https://orcid.org/0000-0001-9407-7903"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Karlson Pfannschmidt","raw_affiliation_strings":["Department of Computer Science, Paderborn University, Paderborn, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Paderborn University, Paderborn, Germany","institution_ids":["https://openalex.org/I206945453"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9181,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.69237631,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"45","issue":"2","first_page":"A579","last_page":"A595"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11236","display_name":"Control Systems and Identification","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.644763708114624},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.571903645992279},{"id":"https://openalex.org/keywords/time-stepping","display_name":"Time stepping","score":0.5691378712654114},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.48916319012641907},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.4244098961353302},{"id":"https://openalex.org/keywords/numerical-analysis","display_name":"Numerical analysis","score":0.4141489565372467},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.39530858397483826},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3059022128582001},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.2808777093887329},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.2337760627269745},{"id":"https://openalex.org/keywords/discretization","display_name":"Discretization","score":0.12718883156776428}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.644763708114624},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.571903645992279},{"id":"https://openalex.org/C3019693144","wikidata":"https://www.wikidata.org/wiki/Q541182","display_name":"Time stepping","level":3,"score":0.5691378712654114},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.48916319012641907},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4244098961353302},{"id":"https://openalex.org/C48753275","wikidata":"https://www.wikidata.org/wiki/Q11216","display_name":"Numerical analysis","level":2,"score":0.4141489565372467},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.39530858397483826},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3059022128582001},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2808777093887329},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.2337760627269745},{"id":"https://openalex.org/C73000952","wikidata":"https://www.wikidata.org/wiki/Q17007827","display_name":"Discretization","level":2,"score":0.12718883156776428},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1137/21m1412682","is_oa":false,"landing_page_url":"https://doi.org/10.1137/21m1412682","pdf_url":null,"source":{"id":"https://openalex.org/S165512578","display_name":"SIAM Journal on Scientific Computing","issn_l":"1064-8275","issn":["1064-8275","1095-7197"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Scientific Computing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2104.03562","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.03562","pdf_url":"https://arxiv.org/pdf/2104.03562","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:epub.ub.uni-muenchen.de:107480","is_oa":true,"landing_page_url":"https://epub.ub.uni-muenchen.de/107480/","pdf_url":"https://epub.ub.uni-muenchen.de/107480/1/2104.03562v2.pdf","source":{"id":"https://openalex.org/S4306401845","display_name":"Open access LMU (Ludwid Maxmilian's Universitat Munchen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I8204097","host_organization_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","host_organization_lineage":["https://openalex.org/I8204097"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"SIAM Journal on Scientific Computing","raw_type":"doc-type:article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/4b9381d0-0e2f-4926-83aa-4457ecbb42de","is_oa":false,"landing_page_url":"https://research.birmingham.ac.uk/en/publications/4b9381d0-0e2f-4926-83aa-4457ecbb42de","pdf_url":null,"source":{"id":"https://openalex.org/S4306402634","display_name":"University of Birmingham Research Portal (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Dellnitz, M, H\u00fcllermeier, E, L\u00fccke, M, Ober-Bl\u00f6baum, S, Offen, C, Peitz, S & Pfannschmidt, K 2023, 'Efficient time-stepping for numerical integration using reinforcement learning', SIAM Journal on Scientific Computing, vol. 45, no. 2, pp. A579-A595. https://doi.org/10.1137/21M1412682","raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2104.03562","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.03562","pdf_url":"https://arxiv.org/pdf/2104.03562","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W590635534","https://openalex.org/W1522301498","https://openalex.org/W1533861849","https://openalex.org/W1535653284","https://openalex.org/W1544770838","https://openalex.org/W1995504856","https://openalex.org/W2039671349","https://openalex.org/W2101234009","https://openalex.org/W2117453669","https://openalex.org/W2121863487","https://openalex.org/W2122701159","https://openalex.org/W2144144709","https://openalex.org/W2145339207","https://openalex.org/W2156707583","https://openalex.org/W2239232218","https://openalex.org/W2495349325","https://openalex.org/W2525748878","https://openalex.org/W2749028154","https://openalex.org/W2772097715","https://openalex.org/W2899283552","https://openalex.org/W2907626093","https://openalex.org/W2912149013","https://openalex.org/W2963864421","https://openalex.org/W2966419255","https://openalex.org/W2968362487","https://openalex.org/W3003257820","https://openalex.org/W3006550916","https://openalex.org/W3081383310","https://openalex.org/W3101940057","https://openalex.org/W3103145119","https://openalex.org/W3111675103","https://openalex.org/W3209416867","https://openalex.org/W4240429068","https://openalex.org/W4255754126","https://openalex.org/W4283215291"],"related_works":["https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Many":[0],"problems":[1],"in":[2,33],"science":[3],"and":[4,75],"engineering":[5],"require":[6],"an":[7,24,87],"efficient":[8,78],"numerical":[9,112,156],"approximation":[10],"of":[11,169,172],"integrals":[12],"or":[13,37,129],"solutions":[14],"to":[15,110,114,141,147],"differential":[16],"equations.":[17],"For":[18],"systems":[19,97],"with":[20,132,137],"rapidly":[21],"changing":[22],"dynamics,":[23],"equidistant":[25],"discretization":[26],"is":[27,92,121,189],"often":[28],"inadvisable":[29],"as":[30,46,99,151,158],"it":[31,144,165],"results":[32],"prohibitively":[34],"large":[35],"errors":[36],"computational":[38],"effort.":[39],"To":[40,102],"this":[41],"end,":[42],"adaptive":[43,180],"schemes,":[44],"such":[45,98],"solvers":[47,131],"based":[48,60],"on":[49,61,79],"Runge-Kutta":[50],"pairs,":[51],"have":[52],"been":[53],"developed":[54],"which":[55],"adapt":[56],"the":[57,69,115,162],"step":[58,89],"size":[59],"local":[62],"error":[63],"estimations":[64],"at":[65,118,191],"each":[66],"step.":[67],"While":[68],"classical":[70,126,155],"schemes":[71,113,157],"apply":[72],"very":[73],"generally":[74],"are":[76],"highly":[77],"regular":[80],"systems,":[81],"they":[82],"can":[83,166],"behave":[84],"suboptimally":[85],"when":[86],"inefficient":[88],"rejection":[90],"mechanism":[91],"triggered":[93],"by":[94,123],"structurally":[95],"complex":[96],"chaotic":[100],"systems.":[101],"overcome":[103],"these":[104],"issues,":[105],"we":[106],"propose":[107],"a":[108,173],"method":[109],"tailor":[111],"problem":[116,174],"class":[117,175],"hand.":[119],"This":[120],"achieved":[122],"combining":[124],"simple,":[125],"quadrature":[127],"rules":[128],"ODE":[130],"data-driven":[133],"time-stepping":[134],"controllers.":[135],"Compared":[136],"learning":[138],"solution":[139],"operators":[140],"ODEs":[142],"directly,":[143],"generalizes":[145],"better":[146],"unseen":[148],"initial":[149],"data":[150],"our":[152],"approach":[153],"employs":[154],"base":[159],"methods.":[160],"At":[161],"same":[163],"time":[164],"make":[167],"use":[168],"identified":[170],"structures":[171],"and,":[176],"therefore,":[177],"outperforms":[178],"state-of-the-art":[179],"schemes.":[181],"Several":[182],"examples":[183],"demonstrate":[184],"superior":[185],"efficiency.":[186],"Source":[187],"code":[188],"available":[190],"https://github.com/lueckem/quadrature-ML.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2023,"cited_by_count":1}],"updated_date":"2026-08-08T01:25:22.217667","created_date":"2021-04-13T00:00:00"}