{"id":"https://openalex.org/W3095672017","doi":null,"title":"On the Role of Models in Learning Control: Actor-Critic Iterative Learning Control","display_name":"On the Role of Models in Learning Control: Actor-Critic Iterative Learning Control","alternate_titles":[],"publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3095672017","mag":"3095672017"},"language":"en","primary_location":{"id":"pmh:tue:oai:pure.tue.nl:publications/1c99d758-961a-4a58-abdd-0b985b8d9a99","doi":null,"is_oa":true,"landing_page_url":"https://research.tue.nl/nl/publications/1c99d758-961a-4a58-abdd-0b985b8d9a99","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"39th Benelux Meeting on Systems and Control: Book of Abstracts","raw_type":"info:eu-repo/semantics/conferencepaper"},"parent_works":[],"lineage":["https://openalex.org/W3095672017"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.tue.nl/nl/publications/1c99d758-961a-4a58-abdd-0b985b8d9a99","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Poot, M.M.","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Poot, M.M.","raw_affiliation_strings":["Control Systems Technology Group, Dept. of Mechanical Engineering, Eindhoven University of Technology, Eindhoven, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Control Systems Technology Group, Dept. of Mechanical Engineering, Eindhoven University of Technology, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079577202","display_name":"Jim Portegies","orcid":"https://orcid.org/0000-0002-2103-7334","observed_orcids":["https://orcid.org/0000-0002-2103-7334"]},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Portegies, Jim","raw_affiliation_strings":["Center for Analysis, Scientific Computing & Appl","EAISI Foundational","EAISI Mobility","CASA, Dept. of Mathematics and Computer Science, Eindhoven University of Technology, Eindhoven, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Analysis, Scientific Computing & Appl","institution_ids":[]},{"raw_affiliation_string":"EAISI Foundational","institution_ids":[]},{"raw_affiliation_string":"EAISI Mobility","institution_ids":[]},{"raw_affiliation_string":"CASA, Dept. of Mathematics and Computer Science, Eindhoven University of Technology, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050892930","display_name":"Tom Oomen","orcid":"https://orcid.org/0000-0001-7721-4566","observed_orcids":["https://orcid.org/0000-0001-7721-4566"]},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Oomen, Tom","raw_affiliation_strings":["Control Systems Technology","EAISI High Tech Systems","Control Systems Technology Group, Dept. of Mechanical Engineering, Eindhoven University of Technology, Eindhoven, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Control Systems Technology","institution_ids":[]},{"raw_affiliation_string":"EAISI High Tech Systems","institution_ids":[]},{"raw_affiliation_string":"Control Systems Technology Group, Dept. of Mechanical Engineering, Eindhoven University of Technology, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061618118","display_name":"Raffaella Carloni","orcid":"https://orcid.org/0000-0002-6051-4332","observed_orcids":["https://orcid.org/0000-0002-6051-4332"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Carloni, Raffaella","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023001118","display_name":"Bayu Jayawardhana","orcid":"https://orcid.org/0000-0003-0987-0347","observed_orcids":["https://orcid.org/0000-0003-0987-0347"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jayawardhana, Bayu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5067152840","display_name":"Erjen Lefeber","orcid":"https://orcid.org/0000-0002-5455-2834","observed_orcids":["https://orcid.org/0000-0002-5455-2834"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Lefeber, Erjen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I83019370"],"apc_list":null,"apc_paid":null,"fwci":1.2036,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.7386338,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-free-learning","display_name":"model-free learning","score":0.6669999957084656},{"id":"https://openalex.org/keywords/basis-functions","display_name":"basis functions","score":0.9800000190734863},{"id":"https://openalex.org/keywords/mechatronic-systems","display_name":"mechatronic systems","score":0.878000020980835},{"id":"https://openalex.org/keywords/printer-settings","display_name":"printer settings","score":0.4729999899864197}],"concepts":[{"id":"https://openalex.org/C38858127","wikidata":"https://www.wikidata.org/wiki/Q5441228","display_name":"Feed forward","level":2,"score":0.7641106843948364},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7364264726638794},{"id":"https://openalex.org/C117619785","wikidata":"https://www.wikidata.org/wiki/Q6094414","display_name":"Iterative learning control","level":3,"score":0.6860800981521606},{"id":"https://openalex.org/C28704281","wikidata":"https://www.wikidata.org/wiki/Q180165","display_name":"Mechatronics","level":2,"score":0.6484476327896118},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.5978610515594482},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5429333448410034},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5319540500640869},{"id":"https://openalex.org/C12426560","wikidata":"https://www.wikidata.org/wiki/Q189569","display_name":"Basis (linear algebra)","level":2,"score":0.49961233139038086},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4190467596054077},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37016937136650085},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15017184615135193},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09458848834037781},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:tue:oai:pure.tue.nl:publications/1c99d758-961a-4a58-abdd-0b985b8d9a99","doi":null,"is_oa":true,"landing_page_url":"https://research.tue.nl/nl/publications/1c99d758-961a-4a58-abdd-0b985b8d9a99","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"39th Benelux Meeting on Systems and Control: Book of Abstracts","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":{"id":"pmh:tue:oai:pure.tue.nl:publications/1c99d758-961a-4a58-abdd-0b985b8d9a99","doi":null,"is_oa":true,"landing_page_url":"https://research.tue.nl/nl/publications/1c99d758-961a-4a58-abdd-0b985b8d9a99","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"39th Benelux Meeting on Systems and Control: Book of Abstracts","raw_type":"info:eu-repo/semantics/conferencepaper"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3095672017.pdf","grobid_xml":"https://content.openalex.org/works/W3095672017.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1975274761","https://openalex.org/W2004985815","https://openalex.org/W2025198294","https://openalex.org/W2046376809","https://openalex.org/W2080549160","https://openalex.org/W2096825228","https://openalex.org/W2114876989","https://openalex.org/W2143346970","https://openalex.org/W2155027007","https://openalex.org/W2165878769","https://openalex.org/W2477359197","https://openalex.org/W2618318883","https://openalex.org/W2624357209","https://openalex.org/W2773282937","https://openalex.org/W2822752092","https://openalex.org/W2835117349","https://openalex.org/W2897661175","https://openalex.org/W2950288303","https://openalex.org/W2960593806","https://openalex.org/W2982306485"],"related_works":["https://openalex.org/W2527290145","https://openalex.org/W2101422990","https://openalex.org/W2960593806","https://openalex.org/W2041567337","https://openalex.org/W2994752929","https://openalex.org/W2619028304","https://openalex.org/W6912464079","https://openalex.org/W7170187930","https://openalex.org/W7133532430","https://openalex.org/W2587721685"],"abstract_inverted_index":{"Learning":[0],"from":[1],"data":[2],"of":[3,11,22,29,95],"past":[4],"tasks":[5],"can":[6],"substantially":[7],"improve":[8],"the":[9,23,69,73,89,97],"accuracy":[10],"mechatronic":[12,44],"systems.":[13,45],"Often,":[14],"for":[15,38,43],"fast":[16,39],"and":[17,40,68],"safe":[18,41],"learning":[19,42,50],"a":[20,35,55,79,84],"model":[21,66,108],"system":[24],"is":[25,32,93],"required.":[26],"The":[27,46],"aim":[28],"this":[30],"paper":[31],"to":[33],"develop":[34],"model-free":[36],"approach":[37],"developed":[47,90],"actor-critic":[48,70],"iterative":[49],"control":[51],"(ACILC)":[52],"framework":[53,92],"uses":[54],"feedforward":[56,74,99],"parameterization":[57],"with":[58],"basis":[59,62],"functions.":[60],"These":[61],"functions":[63],"encode":[64],"implicit":[65],"knowledge":[67],"algorithm":[71],"learns":[72],"parameters":[75],"without":[76,105],"explicitly":[77],"using":[78,106],"model.":[80],"Experimental":[81],"results":[82],"on":[83],"printer":[85],"setup":[86],"demonstrate":[87],"that":[88],"ACILC":[91],"capable":[94],"achieving":[96],"same":[98],"signal":[100],"as":[101],"preexisting":[102],"model-based":[103],"methods":[104],"explicit":[107],"knowledge.":[109]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3095672017","counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2020-11-09T00:00:00"}
