{"id":"https://openalex.org/W4407950952","doi":"https://doi.org/10.1109/cdc56724.2024.10886034","title":"Critic as Lyapunov function (CALF): a model-free, stability-ensuring agent","display_name":"Critic as Lyapunov function (CALF): a model-free, stability-ensuring agent","publication_year":2024,"publication_date":"2024-12-16","ids":{"openalex":"https://openalex.org/W4407950952","doi":"https://doi.org/10.1109/cdc56724.2024.10886034"},"language":"en","primary_location":{"id":"doi:10.1109/cdc56724.2024.10886034","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc56724.2024.10886034","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 63rd Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065280230","display_name":"Pavel Osinenko","orcid":"https://orcid.org/0000-0002-6184-3293"},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Pavel Osinenko","raw_affiliation_strings":["Skolkovo Institute of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Skolkovo Institute of Science and Technology","institution_ids":["https://openalex.org/I125989756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054781489","display_name":"Grigory Yaremenko","orcid":"https://orcid.org/0000-0002-8869-6422"},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Grigory Yaremenko","raw_affiliation_strings":["Skolkovo Institute of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Skolkovo Institute of Science and Technology","institution_ids":["https://openalex.org/I125989756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013837266","display_name":"Roman Zashchitin","orcid":null},"institutions":[{"id":"https://openalex.org/I83041830","display_name":"Deggendorf Institute of Technology","ror":"https://ror.org/02kw5st29","country_code":"DE","type":"education","lineage":["https://openalex.org/I83041830"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Roman Zashchitin","raw_affiliation_strings":["Deggendorf Institute of Technology, Technology Campus Cham"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deggendorf Institute of Technology, Technology Campus Cham","institution_ids":["https://openalex.org/I83041830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008864190","display_name":"Anton Bolychev","orcid":null},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Anton Bolychev","raw_affiliation_strings":["Skolkovo Institute of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Skolkovo Institute of Science and Technology","institution_ids":["https://openalex.org/I125989756"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sinan Ibrahim","orcid":null},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Sinan Ibrahim","raw_affiliation_strings":["Skolkovo Institute of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Skolkovo Institute of Science and Technology","institution_ids":["https://openalex.org/I125989756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051035411","display_name":"Dmitrii Dobriborsci","orcid":"https://orcid.org/0000-0002-1091-7459"},"institutions":[{"id":"https://openalex.org/I83041830","display_name":"Deggendorf Institute of Technology","ror":"https://ror.org/02kw5st29","country_code":"DE","type":"education","lineage":["https://openalex.org/I83041830"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Dmitrii Dobriborsci","raw_affiliation_strings":["Deggendorf Institute of Technology, Technology Campus Cham"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deggendorf Institute of Technology, Technology Campus Cham","institution_ids":["https://openalex.org/I83041830"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.3293,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.94349787,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2517","last_page":"2524"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12772","display_name":"Control and Stability of Dynamical Systems","score":0.8988999724388123,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12772","display_name":"Control and Stability of Dynamical Systems","score":0.8988999724388123,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10621","display_name":"Gene Regulatory Network Analysis","score":0.8087999820709229,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lyapunov-function","display_name":"Lyapunov function","score":0.660650372505188},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4904050827026367},{"id":"https://openalex.org/keywords/lyapunov-redesign","display_name":"Lyapunov redesign","score":0.4824431538581848},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.48014184832572937},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4609765112400055},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4608099162578583},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18421682715415955},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.11076968908309937},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.10941416025161743},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.07976639270782471},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.07257723808288574},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.06899160146713257}],"concepts":[{"id":"https://openalex.org/C60640748","wikidata":"https://www.wikidata.org/wiki/Q2337858","display_name":"Lyapunov function","level":3,"score":0.660650372505188},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4904050827026367},{"id":"https://openalex.org/C37935115","wikidata":"https://www.wikidata.org/wiki/Q6707085","display_name":"Lyapunov redesign","level":4,"score":0.4824431538581848},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.48014184832572937},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4609765112400055},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4608099162578583},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18421682715415955},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.11076968908309937},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.10941416025161743},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.07976639270782471},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.07257723808288574},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.06899160146713257},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cdc56724.2024.10886034","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc56724.2024.10886034","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 63rd Conference on Decision and Control (CDC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1513689897","https://openalex.org/W1535116423","https://openalex.org/W1980035368","https://openalex.org/W2052305027","https://openalex.org/W2080209002","https://openalex.org/W2104843094","https://openalex.org/W2127107099","https://openalex.org/W2144446635","https://openalex.org/W2153173530","https://openalex.org/W2162053828","https://openalex.org/W2314983263","https://openalex.org/W2528489519","https://openalex.org/W2564717627","https://openalex.org/W2621026883","https://openalex.org/W2787908307","https://openalex.org/W2800330509","https://openalex.org/W2892521964","https://openalex.org/W2909414402","https://openalex.org/W2948652605","https://openalex.org/W2966735560","https://openalex.org/W2968788589","https://openalex.org/W2971484784","https://openalex.org/W3038180127","https://openalex.org/W3045059767","https://openalex.org/W3093055384","https://openalex.org/W3102039646","https://openalex.org/W3150718622","https://openalex.org/W3186325801","https://openalex.org/W3207110310","https://openalex.org/W4214717370","https://openalex.org/W4252189904","https://openalex.org/W4313639686","https://openalex.org/W4317794519","https://openalex.org/W4385938123","https://openalex.org/W4388903803","https://openalex.org/W6601359773","https://openalex.org/W6607311216","https://openalex.org/W6679257226","https://openalex.org/W6683397050","https://openalex.org/W6738483526","https://openalex.org/W6751535212","https://openalex.org/W6754302822","https://openalex.org/W6755864697","https://openalex.org/W6771217966","https://openalex.org/W6771598146","https://openalex.org/W6772082531","https://openalex.org/W6775261052","https://openalex.org/W6778083458","https://openalex.org/W6793242357","https://openalex.org/W6843380890","https://openalex.org/W6848564152","https://openalex.org/W7014788697"],"related_works":["https://openalex.org/W2349796700","https://openalex.org/W1964805920","https://openalex.org/W3194517843","https://openalex.org/W3217133416","https://openalex.org/W2234502090","https://openalex.org/W4388874082","https://openalex.org/W2147929414","https://openalex.org/W2496188264","https://openalex.org/W2383986032","https://openalex.org/W2101859637"],"abstract_inverted_index":{"This":[0],"work":[1],"presents":[2],"and":[3,19],"showcases":[4],"a":[5,45,49,84,110,124],"novel":[6],"reinforcement":[7,132],"learning":[8,34,57,95],"agent":[9,120],"called":[10,88],"Critic":[11],"As":[12],"Lyapunov":[13],"Function":[14],"(CALF)":[15],"which":[16],"is":[17,39,65],"model-free":[18],"ensures":[20],"online":[21],"environment,":[22],"in":[23,32,44,76,80,93],"other":[24],"words,":[25],"dynamical":[26],"system":[27],"stabilization.":[28],"Online":[29],"means":[30],"that":[31,147],"each":[33],"episode,":[35],"the":[36,55,78,101,118,152],"said":[37,102],"environment":[38],"stabilized.":[40],"This,":[41],"as":[42],"demonstrated":[43,107],"case":[46],"study":[47],"with":[48,131],"mobile":[50],"robot":[51],"simulator,":[52],"greatly":[53,99],"improves":[54],"overall":[56],"performance.":[58],"The":[59,69],"base":[60],"actor-critic":[61],"scheme":[62],"of":[63],"CALF":[64,98,104],"analogous":[66],"to":[67,108,114,127],"SARSA.":[68],"latter":[70],"did":[71,91],"not":[72],"show":[73],"any":[74],"success":[75],"reaching":[77],"target":[79],"our":[81],"studies.":[82],"However,":[83],"modified":[85],"version":[86],"thereof,":[87],"SARSA-m":[89],"here,":[90],"succeed":[92],"some":[94],"scenarios.":[96],"Still,":[97],"outperformed":[100],"approach.":[103],"was":[105],"also":[106],"improve":[109],"nominal":[111],"stabilizer":[112],"provided":[113],"it.":[115],"In":[116],"summary,":[117],"presented":[119],"may":[121],"be":[122],"considered":[123],"viable":[125],"approach":[126],"fusing":[128],"classical":[129],"control":[130,150],"learning.":[133],"Its":[134],"concurrent":[135],"approaches":[136],"are":[137],"mostly":[138],"either":[139],"offline":[140],"or":[141],"model-based,":[142],"like,":[143],"for":[144],"instance,":[145],"those":[146],"fuse":[148],"model-predictive":[149],"into":[151],"agent.":[153]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-14T07:06:38.338062","created_date":"2025-10-10T00:00:00"}