{"id":"https://openalex.org/W4294691975","doi":"https://doi.org/10.23919/acc53348.2022.9867561","title":"Model-free Predictive Optimal Iterative Learning Control using Reinforcement Learning","display_name":"Model-free Predictive Optimal Iterative Learning Control using Reinforcement Learning","publication_year":2022,"publication_date":"2022-06-08","ids":{"openalex":"https://openalex.org/W4294691975","doi":"https://doi.org/10.23919/acc53348.2022.9867561"},"language":"en","primary_location":{"id":"doi:10.23919/acc53348.2022.9867561","is_oa":false,"landing_page_url":"https://doi.org/10.23919/acc53348.2022.9867561","pdf_url":null,"source":{"id":"https://openalex.org/S4363607732","display_name":"2022 American Control Conference (ACC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 American Control Conference (ACC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044151855","display_name":"Yueqing Zhang","orcid":"https://orcid.org/0000-0001-8559-5223"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yueqing Zhang","raw_affiliation_strings":["University of Southampton,Faculty of Engineering and Physical Sciences,Southampton,UK,SO17 1BJ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southampton,Faculty of Engineering and Physical Sciences,Southampton,UK,SO17 1BJ","institution_ids":["https://openalex.org/I43439940"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037657172","display_name":"Bing Chu","orcid":"https://orcid.org/0000-0002-2711-8717"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bing Chu","raw_affiliation_strings":["University of Southampton,Faculty of Engineering and Physical Sciences,Southampton,UK,SO17 1BJ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southampton,Faculty of Engineering and Physical Sciences,Southampton,UK,SO17 1BJ","institution_ids":["https://openalex.org/I43439940"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101561346","display_name":"Zhan Shu","orcid":"https://orcid.org/0000-0002-5933-254X"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zhan Shu","raw_affiliation_strings":["University of Alberta,Department of Electrical and Computer Engineering,Edmonton,Canada,T6G 1H9"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Alberta,Department of Electrical and Computer Engineering,Edmonton,Canada,T6G 1H9","institution_ids":["https://openalex.org/I154425047"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7532,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.85025662,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3279","last_page":"3284"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14083","display_name":"Extremum Seeking Control Systems","score":0.9660999774932861,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9473000168800354,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8458242416381836},{"id":"https://openalex.org/keywords/iterative-learning-control","display_name":"Iterative learning control","score":0.7742613554000854},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6896930932998657},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6510387659072876},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.6126618385314941},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.5115031003952026},{"id":"https://openalex.org/keywords/monotonic-function","display_name":"Monotonic function","score":0.5089929103851318},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.41863077878952026},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.41411054134368896},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3669869005680084},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35757213830947876},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3262917697429657},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15981924533843994}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8458242416381836},{"id":"https://openalex.org/C117619785","wikidata":"https://www.wikidata.org/wiki/Q6094414","display_name":"Iterative learning control","level":3,"score":0.7742613554000854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6896930932998657},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6510387659072876},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.6126618385314941},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.5115031003952026},{"id":"https://openalex.org/C72169020","wikidata":"https://www.wikidata.org/wiki/Q194404","display_name":"Monotonic function","level":2,"score":0.5089929103851318},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.41863077878952026},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.41411054134368896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3669869005680084},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35757213830947876},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3262917697429657},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15981924533843994},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.23919/acc53348.2022.9867561","is_oa":false,"landing_page_url":"https://doi.org/10.23919/acc53348.2022.9867561","pdf_url":null,"source":{"id":"https://openalex.org/S4363607732","display_name":"2022 American Control Conference (ACC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 American Control Conference (ACC)","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.soton.ac.uk:471590","is_oa":false,"landing_page_url":"http://doi.org/10.23919/ACC53348.2022.9867561>).","pdf_url":null,"source":{"id":"https://openalex.org/S4306401019","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Conference or Workshop Item"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1616818660","https://openalex.org/W1626155273","https://openalex.org/W1975274761","https://openalex.org/W1989099401","https://openalex.org/W1994183714","https://openalex.org/W2003269587","https://openalex.org/W2013573169","https://openalex.org/W2013895638","https://openalex.org/W2023284387","https://openalex.org/W2028099406","https://openalex.org/W2041242313","https://openalex.org/W2145662152","https://openalex.org/W2146396918","https://openalex.org/W2180051414","https://openalex.org/W2492864344","https://openalex.org/W3000615405","https://openalex.org/W3095672017","https://openalex.org/W4214717370","https://openalex.org/W4388319978"],"related_works":["https://openalex.org/W2761624296","https://openalex.org/W4386994694","https://openalex.org/W4388738109","https://openalex.org/W2362901947","https://openalex.org/W2362086884","https://openalex.org/W1606071314","https://openalex.org/W2350210972","https://openalex.org/W2369126164","https://openalex.org/W1482785882","https://openalex.org/W2376218423"],"abstract_inverted_index":{"Iterative":[0],"learning":[1,127],"control":[2,7,129],"(ILC)":[3],"is":[4,60,121,134],"a":[5,26,39,64,84,112],"high-performance":[6],"design":[8,28],"method":[9],"for":[10,33,125],"systems":[11],"working":[12],"in":[13,21,75,93],"repetitive":[14],"manner":[15],"and":[16,47],"has":[17,48],"seen":[18],"many":[19,49],"applications":[20],"practice.":[22,76],"Predictive":[23],"optimal":[24,87,102],"ILC,":[25],"well-known":[27],"algorithm,":[29],"updates":[30],"the":[31,34,100,117,138,141],"input":[32],"next":[35],"trial":[36],"by":[37],"optimising":[38],"performance":[40],"index":[41],"defined":[42],"over":[43],"(predicted)":[44],"future":[45],"trials":[46],"appealing":[50],"convergence":[51,57,114],"properties,":[52],"e.g.":[53],"monotonic":[54],"error":[55],"norm":[56],"guarantee.":[58],"This":[59],"achieved,":[61],"however,":[62],"using":[63,90,106],"system":[65,108],"model":[66],"which":[67,120],"can":[68,98],"be":[69],"difficult":[70],"or":[71],"expensive":[72],"to":[73,136],"obtain":[74],"To":[77],"address":[78],"this":[79,81],"problem,":[80],"paper":[82],"develops":[83],"model-free":[85],"predictive":[86,101],"ILC":[88,103],"algorithm":[89,97,119],"recent":[91],"developments":[92],"reinforcement":[94,126],"learning.":[95],"The":[96],"learn":[99],"controller":[104],"without":[105],"any":[107],"model.":[109],"We":[110],"provide":[111],"rigorous":[113],"proof":[115],"of":[116,140],"developed":[118],"generally":[122],"not":[123],"trivial":[124],"based":[128],"design.":[130],"A":[131],"numerical":[132],"example":[133],"presented":[135],"demonstrate":[137],"effectiveness":[139],"proposed":[142],"algorithm.":[143]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}