{"id":"https://openalex.org/W4400950475","doi":"https://doi.org/10.1016/j.engappai.2024.109009","title":"Adaptive parameterized model predictive control based on reinforcement learning: A synthesis framework","display_name":"Adaptive parameterized model predictive control based on reinforcement learning: A synthesis framework","publication_year":2024,"publication_date":"2024-07-24","ids":{"openalex":"https://openalex.org/W4400950475","doi":"https://doi.org/10.1016/j.engappai.2024.109009"},"language":"en","primary_location":{"id":"doi:10.1016/j.engappai.2024.109009","doi":"https://doi.org/10.1016/j.engappai.2024.109009","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.engappai.2024.109009","pdf_url":null,"source":{"id":"https://openalex.org/S900972176","display_name":"Engineering Applications of Artificial Intelligence","issn_l":"0952-1976","issn":["0952-1976","1873-6769"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-d","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineering Applications of Artificial Intelligence","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.engappai.2024.109009","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017059938","display_name":"Dingshan Sun","orcid":"https://orcid.org/0000-0001-9994-8181","observed_orcids":["https://orcid.org/0000-0001-9994-8181"]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Dingshan Sun","raw_affiliation_strings":["Delft Center for Systems and Control, Delft University of Technology, Mekelweg 2, 2628 CD, Delft, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-9994-8181","affiliations":[{"raw_affiliation_string":"Delft Center for Systems and Control, Delft University of Technology, Mekelweg 2, 2628 CD, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086713084","display_name":"Anahita Jamshidnejad","orcid":"https://orcid.org/0000-0001-9151-2607","observed_orcids":["https://orcid.org/0000-0001-9151-2607"]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Anahita Jamshidnejad","raw_affiliation_strings":["Department of Control and Operations, Delft University of Technology, Kluyverweg 1, 2629 HS, Delft, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Control and Operations, Delft University of Technology, Kluyverweg 1, 2629 HS, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026547410","display_name":"Bart De Schutter","orcid":"https://orcid.org/0000-0001-9867-6196","observed_orcids":["https://orcid.org/0000-0001-9867-6196"]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Bart De Schutter","raw_affiliation_strings":["Delft Center for Systems and Control, Delft University of Technology, Mekelweg 2, 2628 CD, Delft, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-9867-6196","affiliations":[{"raw_affiliation_string":"Delft Center for Systems and Control, Delft University of Technology, Mekelweg 2, 2628 CD, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5017059938"],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":{"value":3270,"currency":"USD","value_usd":3270},"apc_paid":{"value":3270,"currency":"USD","value_usd":3270},"fwci":3.6398,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.94377517,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"136","issue":null,"first_page":"109009","last_page":"109009"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.8420000076293945},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"adaptive control","score":0.8410000205039978},{"id":"https://openalex.org/keywords/model-discrepancy","display_name":"model mismatch","score":0.9629999995231628},{"id":"https://openalex.org/keywords/online-adaptation","display_name":"online adaptation","score":0.546999990940094},{"id":"https://openalex.org/keywords/computational-cost-reduction","display_name":"computational complexity reduction","score":0.824999988079071},{"id":"https://openalex.org/keywords/freeway-traffic-control","display_name":"freeway traffic control","score":0.8560000061988831},{"id":"https://openalex.org/keywords/disturbance-rejection","display_name":"disturbance rejection","score":0.48500001430511475}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8437008857727051},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8075258731842041},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.8017989993095398},{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.7891218662261963},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4763624668121338},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4349735975265503},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4275752604007721},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.42313000559806824},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.41308659315109253},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37951603531837463},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.15152305364608765},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.engappai.2024.109009","doi":"https://doi.org/10.1016/j.engappai.2024.109009","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.engappai.2024.109009","pdf_url":null,"source":{"id":"https://openalex.org/S900972176","display_name":"Engineering Applications of Artificial Intelligence","issn_l":"0952-1976","issn":["0952-1976","1873-6769"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-d","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineering Applications of Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.engappai.2024.109009","doi":"https://doi.org/10.1016/j.engappai.2024.109009","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.engappai.2024.109009","pdf_url":null,"source":{"id":"https://openalex.org/S900972176","display_name":"Engineering Applications of Artificial Intelligence","issn_l":"0952-1976","issn":["0952-1976","1873-6769"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-d","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineering Applications of Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5378999710083008,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G1917920353","display_name":null,"funder_award_id":"201806230254","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"},{"id":"https://openalex.org/G4909231401","display_name":"A novel control paradigm for large-scale hybrid networks","funder_award_id":"101018826","funder_id":"https://openalex.org/F4320338335","funder_display_name":"H2020 European Research Council"}],"funders":[{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334678","display_name":"European Research Council","ror":"https://ror.org/0472cxd90"},{"id":"https://openalex.org/F4320335254","display_name":"Horizon 2020","ror":null},{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W124292005","https://openalex.org/W160946611","https://openalex.org/W608268716","https://openalex.org/W1484203172","https://openalex.org/W1552654126","https://openalex.org/W1584201434","https://openalex.org/W1594682877","https://openalex.org/W1757796397","https://openalex.org/W1949576212","https://openalex.org/W1967821692","https://openalex.org/W1971984830","https://openalex.org/W2011077139","https://openalex.org/W2016095551","https://openalex.org/W2016211524","https://openalex.org/W2018846421","https://openalex.org/W2039402388","https://openalex.org/W2041454799","https://openalex.org/W2044870794","https://openalex.org/W2080256219","https://openalex.org/W2101383794","https://openalex.org/W2110349823","https://openalex.org/W2113442785","https://openalex.org/W2134673975","https://openalex.org/W2138484437","https://openalex.org/W2145339207","https://openalex.org/W2149416133","https://openalex.org/W2151032674","https://openalex.org/W2173248099","https://openalex.org/W2181518697","https://openalex.org/W2260756217","https://openalex.org/W2344656379","https://openalex.org/W2346505884","https://openalex.org/W2557055507","https://openalex.org/W2576510256","https://openalex.org/W2598741352","https://openalex.org/W2599719672","https://openalex.org/W2619028304","https://openalex.org/W2765650568","https://openalex.org/W2767128392","https://openalex.org/W2783267460","https://openalex.org/W2904246096","https://openalex.org/W2913050887","https://openalex.org/W2930426397","https://openalex.org/W2937700357","https://openalex.org/W2952215314","https://openalex.org/W2983431491","https://openalex.org/W2986896298","https://openalex.org/W2992833799","https://openalex.org/W3015901891","https://openalex.org/W3085930940","https://openalex.org/W3100789280","https://openalex.org/W3118721436","https://openalex.org/W3121342653","https://openalex.org/W3124981469","https://openalex.org/W3134504082","https://openalex.org/W3171453668","https://openalex.org/W3192969210","https://openalex.org/W4200199385","https://openalex.org/W4205300464","https://openalex.org/W4206522962","https://openalex.org/W4237290502","https://openalex.org/W4254057358","https://openalex.org/W4280651928","https://openalex.org/W4281649558","https://openalex.org/W4285173670","https://openalex.org/W4307241003","https://openalex.org/W4308427634","https://openalex.org/W4317906764","https://openalex.org/W4320343154","https://openalex.org/W4321770482","https://openalex.org/W4372780904","https://openalex.org/W4376526089","https://openalex.org/W4376879070","https://openalex.org/W4388927370","https://openalex.org/W4390492434","https://openalex.org/W6636463642"],"related_works":["https://openalex.org/W3213234866","https://openalex.org/W2939873520","https://openalex.org/W4213420047","https://openalex.org/W4408610016","https://openalex.org/W7116658185","https://openalex.org/W1531349744","https://openalex.org/W3133324912","https://openalex.org/W7036856723","https://openalex.org/W6979373097","https://openalex.org/W4318902967"],"abstract_inverted_index":{"Parameterized":[0],"model":[1,22,53,62,163,218],"predictive":[2,23],"control":[3,24,40,57,114,208],"(PMPC)":[4],"is":[5,168,174],"one":[6],"of":[7,21,88,108,217],"the":[8,17,34,56,66,89,98,172,185,189,211,215],"many":[9],"approaches":[10,137],"that":[11,79,133,159,183],"have":[12],"been":[13,29],"developed":[14],"to":[15,31,54,84,104,176,202],"alleviate":[16],"high":[18],"computational":[19,35,195],"requirement":[20],"(MPC),":[25],"and":[26,69,118,220],"it":[27],"has":[28],"shown":[30],"significantly":[32],"reduce":[33],"complexity":[36,196],"while":[37,205],"providing":[38],"comparable":[39],"performance":[41,209],"with":[42,61,162],"conventional":[43,203],"MPC.":[44],"However,":[45],"PMPC":[46,90,109,192],"methods":[47],"still":[48],"require":[49],"a":[50,76,124,152],"sufficiently":[51],"accurate":[52],"guarantee":[55],"performance.":[58],"To":[59],"deal":[60,161],"mismatches":[63,219],"caused":[64],"by":[65,70,197],"changing":[67],"environment":[68],"disturbances,":[71],"this":[72,143],"paper":[73],"first":[74],"proposes":[75],"novel":[77,99],"framework":[78,100,126,150,173],"uses":[80],"reinforcement":[81],"learning":[82],"(RL)":[83],"adapt":[85],"all":[86],"components":[87,107],"scheme":[91],"in":[92,123,142,170,214],"an":[93,155],"online":[94],"way.":[95],"More":[96],"specifically,":[97],"integrates":[101],"various":[102],"strategies":[103],"adjust":[105],"different":[106],"(e.g.,":[110],"objective":[111],"function,":[112,115],"state-feedback":[113],"optimization":[116],"settings,":[117],"system":[119],"model),":[120],"which":[121,171],"results":[122,181],"synthesis":[125,144],"for":[127,154,184],"RL-based":[128,190],"adaptive":[129,135,191],"PMPC.":[130],"We":[131],"show":[132,182],"existing":[134],"(P)MPC":[136],"can":[138,160],"also":[139],"be":[140],"embedded":[141],"framework.":[145],"The":[146],"resulting":[147],"combined":[148],"RL-PMPC":[149],"provides":[151],"solution":[153],"efficient":[156],"MPC":[157,204],"approach":[158,193],"mismatches.":[164],"A":[165],"case":[166,187],"study":[167,188],"performed":[169],"applied":[175],"freeway":[177],"traffic":[178],"control.":[179],"Simulation":[180],"given":[186],"reduces":[194],"98%":[198],"on":[199],"average":[200],"compared":[201],"achieving":[206],"better":[207],"than":[210],"other":[212],"controllers,":[213],"presence":[216],"disturbances.":[221]},"counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":13}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2024-07-25T00:00:00"}