{"id":"https://openalex.org/W3011550305","doi":"https://doi.org/10.1109/cdc40024.2019.9029916","title":"From self-tuning regulators to reinforcement learning and back again","display_name":"From self-tuning regulators to reinforcement learning and back again","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W3011550305","doi":"https://doi.org/10.1109/cdc40024.2019.9029916","mag":"3011550305"},"language":"en","primary_location":{"id":"doi:10.1109/cdc40024.2019.9029916","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc40024.2019.9029916","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 58th Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052941508","display_name":"Nikolai Matni","orcid":"https://orcid.org/0000-0003-4936-3921"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Nikolai Matni","raw_affiliation_strings":["Dept. of Electrical and Systems Engineering, University of Pennsylvania, Philadelphia, PA"],"affiliations":[{"raw_affiliation_string":"Dept. of Electrical and Systems Engineering, University of Pennsylvania, Philadelphia, PA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025136069","display_name":"Alexandre Prouti\u00e8re","orcid":"https://orcid.org/0000-0002-4679-4673"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Alexandre Proutiere","raw_affiliation_strings":["Division of Decision and Control Systems, KTH Royal Institute of Technology, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"Division of Decision and Control Systems, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091667471","display_name":"Anders Rantzer","orcid":"https://orcid.org/0000-0001-7118-2786"},"institutions":[{"id":"https://openalex.org/I187531555","display_name":"Lund University","ror":"https://ror.org/012a77v79","country_code":"SE","type":"education","lineage":["https://openalex.org/I187531555"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Anders Rantzer","raw_affiliation_strings":["Department of Automatic Control, Lund University, Lund, Sweden"],"affiliations":[{"raw_affiliation_string":"Department of Automatic Control, Lund University, Lund, Sweden","institution_ids":["https://openalex.org/I187531555"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047090527","display_name":"Stephen Tu","orcid":"https://orcid.org/0000-0001-5178-8326"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen Tu","raw_affiliation_strings":["Google Brain, New York City, NY"],"affiliations":[{"raw_affiliation_string":"Google Brain, New York City, NY","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5052941508"],"corresponding_institution_ids":["https://openalex.org/I79576946"],"apc_list":null,"apc_paid":null,"fwci":8.5915,"has_fulltext":false,"cited_by_count":73,"citation_normalized_percentile":{"value":0.98187699,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"3724","last_page":"3740"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11236","display_name":"Control Systems and Identification","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.807251513004303},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.697417140007019},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.49621111154556274},{"id":"https://openalex.org/keywords/agile-software-development","display_name":"Agile software development","score":0.4906276762485504},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.4742166996002197},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46152323484420776},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.4554878771305084},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4311460554599762},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.20244920253753662},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.2017771303653717}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.807251513004303},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.697417140007019},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.49621111154556274},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.4906276762485504},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4742166996002197},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46152323484420776},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.4554878771305084},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4311460554599762},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.20244920253753662},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2017771303653717},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/cdc40024.2019.9029916","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc40024.2019.9029916","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 58th Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},{"id":"pmh:oai:lup.lub.lu.se:ecdfda58-fc78-424f-8fad-7738edfa5b69","is_oa":false,"landing_page_url":"https://lup.lub.lu.se/record/ecdfda58-fc78-424f-8fad-7738edfa5b69","pdf_url":null,"source":{"id":"https://openalex.org/S4306400536","display_name":"Lund University Publications (Lund University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I187531555","host_organization_name":"Lund University","host_organization_lineage":["https://openalex.org/I187531555"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN: 0743-1546","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":166,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W53582479","https://openalex.org/W105751747","https://openalex.org/W130083205","https://openalex.org/W1484155879","https://openalex.org/W1505725179","https://openalex.org/W1507222174","https://openalex.org/W1563898868","https://openalex.org/W1572161815","https://openalex.org/W1603277681","https://openalex.org/W1611538460","https://openalex.org/W1616818660","https://openalex.org/W1701974503","https://openalex.org/W1771410628","https://openalex.org/W1953057174","https://openalex.org/W1963488305","https://openalex.org/W1964494611","https://openalex.org/W1967358832","https://openalex.org/W1969276875","https://openalex.org/W1998376807","https://openalex.org/W2009551863","https://openalex.org/W2019375098","https://openalex.org/W2031057907","https://openalex.org/W2034204595","https://openalex.org/W2038436774","https://openalex.org/W2041242313","https://openalex.org/W2050884147","https://openalex.org/W2058815839","https://openalex.org/W2061753713","https://openalex.org/W2068202815","https://openalex.org/W2068778050","https://openalex.org/W2082210980","https://openalex.org/W2091565802","https://openalex.org/W2096825593","https://openalex.org/W2097931172","https://openalex.org/W2101494153","https://openalex.org/W2103708221","https://openalex.org/W2125812768","https://openalex.org/W2127409557","https://openalex.org/W2129036575","https://openalex.org/W2129670787","https://openalex.org/W2131600418","https://openalex.org/W2132908009","https://openalex.org/W2134042548","https://openalex.org/W2142402591","https://openalex.org/W2142795042","https://openalex.org/W2142971854","https://openalex.org/W2144771820","https://openalex.org/W2145339207","https://openalex.org/W2154831602","https://openalex.org/W2155007355","https://openalex.org/W2158208985","https://openalex.org/W2158782408","https://openalex.org/W2162725061","https://openalex.org/W2167875775","https://openalex.org/W2173358513","https://openalex.org/W2257979135","https://openalex.org/W2342662072","https://openalex.org/W2487144912","https://openalex.org/W2489111666","https://openalex.org/W2489939061","https://openalex.org/W2532175247","https://openalex.org/W2545350044","https://openalex.org/W2586680856","https://openalex.org/W2735941225","https://openalex.org/W2736601468","https://openalex.org/W2750990725","https://openalex.org/W2761923184","https://openalex.org/W2782694813","https://openalex.org/W2783297289","https://openalex.org/W2804569092","https://openalex.org/W2805379554","https://openalex.org/W2822752092","https://openalex.org/W2850875954","https://openalex.org/W2885546979","https://openalex.org/W2886474253","https://openalex.org/W2890326782","https://openalex.org/W2890347272","https://openalex.org/W2902907165","https://openalex.org/W2904304778","https://openalex.org/W2914473478","https://openalex.org/W2914594564","https://openalex.org/W2916346876","https://openalex.org/W2935277128","https://openalex.org/W2951333509","https://openalex.org/W2953334758","https://openalex.org/W2953359952","https://openalex.org/W2962735187","https://openalex.org/W2962741457","https://openalex.org/W2963028929","https://openalex.org/W2963049774","https://openalex.org/W2963412706","https://openalex.org/W2963681938","https://openalex.org/W2963864421","https://openalex.org/W2963870917","https://openalex.org/W2964084913","https://openalex.org/W2964297418","https://openalex.org/W2972915637","https://openalex.org/W2981735749","https://openalex.org/W3003196782","https://openalex.org/W3011120880","https://openalex.org/W3011596496","https://openalex.org/W3011941701","https://openalex.org/W3012274357","https://openalex.org/W3015571647","https://openalex.org/W3041202696","https://openalex.org/W3101676093","https://openalex.org/W3139377883","https://openalex.org/W4205326910","https://openalex.org/W4206547457","https://openalex.org/W4206928837","https://openalex.org/W4230563027","https://openalex.org/W4236708691","https://openalex.org/W4240691156","https://openalex.org/W4249560056","https://openalex.org/W4288577408","https://openalex.org/W4289125818","https://openalex.org/W4292483811","https://openalex.org/W4294994663","https://openalex.org/W6630462033","https://openalex.org/W6637603276","https://openalex.org/W6638018090","https://openalex.org/W6640881542","https://openalex.org/W6653037687","https://openalex.org/W6665272994","https://openalex.org/W6674777300","https://openalex.org/W6675132262","https://openalex.org/W6675595744","https://openalex.org/W6679661297","https://openalex.org/W6679954139","https://openalex.org/W6681556291","https://openalex.org/W6682849425","https://openalex.org/W6683001934","https://openalex.org/W6684921986","https://openalex.org/W6687804719","https://openalex.org/W6695750551","https://openalex.org/W6704571135","https://openalex.org/W6726889147","https://openalex.org/W6728441553","https://openalex.org/W6738518250","https://openalex.org/W6741002519","https://openalex.org/W6741202896","https://openalex.org/W6743617358","https://openalex.org/W6745072325","https://openalex.org/W6746722099","https://openalex.org/W6748537339","https://openalex.org/W6751494857","https://openalex.org/W6751694215","https://openalex.org/W6751959615","https://openalex.org/W6752448855","https://openalex.org/W6752725515","https://openalex.org/W6752937632","https://openalex.org/W6754297394","https://openalex.org/W6754787993","https://openalex.org/W6754906582","https://openalex.org/W6756870468","https://openalex.org/W6757029329","https://openalex.org/W6758807911","https://openalex.org/W6759006153","https://openalex.org/W6759659934","https://openalex.org/W6763957639","https://openalex.org/W6770028373","https://openalex.org/W6775686901","https://openalex.org/W6807190441","https://openalex.org/W7065010408"],"related_works":["https://openalex.org/W1968552888","https://openalex.org/W1527532029","https://openalex.org/W2374116601","https://openalex.org/W3093134843","https://openalex.org/W2378167147","https://openalex.org/W3210777354","https://openalex.org/W2772323916","https://openalex.org/W2281307425","https://openalex.org/W1511346092","https://openalex.org/W2464405057"],"abstract_inverted_index":{"Machine":[0],"and":[1,11,30,57,77,122,125,138],"reinforcement":[2],"learning":[3,36,73,113,121],"(RL)":[4],"are":[5,61,75],"increasingly":[6,76],"being":[7],"applied":[8,40],"to":[9,38,101,110],"plan":[10],"control":[12,64,89,107,123],"the":[13,20,45,51,92],"behavior":[14],"of":[15,54,63,96,135],"autonomous":[16],"systems":[17],"interacting":[18],"with":[19,50],"physical":[21],"world.":[22],"Examples":[23],"include":[24],"self-driving":[25],"vehicles,":[26],"distributed":[27],"sensor":[28],"networks,":[29],"agile":[31],"robots.":[32],"However,":[33],"when":[34],"machine":[35],"is":[37,86,100],"be":[39,69],"in":[41,81],"these":[42,128],"new":[43],"settings,":[44,84],"algorithms":[46,74],"had":[47],"better":[48],"come":[49],"same":[52],"type":[53],"reliability,":[55],"robustness,":[56],"safety":[58,82],"bounds":[59],"that":[60,88],"hallmarks":[62],"theory,":[65,124],"or":[66],"failures":[67],"could":[68],"catastrophic.":[70],"Thus,":[71],"as":[72],"more":[78],"aggressively":[79],"deployed":[80],"critical":[83],"it":[85],"imperative":[87],"theorists":[90,108],"join":[91],"conversation.":[93],"The":[94],"goal":[95],"this":[97],"tutorial":[98],"paper":[99],"provide":[102],"a":[103],"starting":[104],"point":[105],"for":[106],"wishing":[109],"work":[111],"on":[112],"related":[114],"problems,":[115],"by":[116,126],"covering":[117],"recent":[118],"advances":[119],"bridging":[120],"placing":[127],"results":[129],"within":[130],"an":[131],"appropriate":[132],"historical":[133],"context":[134],"system":[136],"identification":[137],"adaptive":[139],"control.":[140]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":21},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":2}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}