{"id":"https://openalex.org/W4200449102","doi":"https://doi.org/10.1155/2021/6617309","title":"Control of Magnetic Manipulator Using Reinforcement Learning Based on Incrementally Adapted Local Linear Models","display_name":"Control of Magnetic Manipulator Using Reinforcement Learning Based on Incrementally Adapted Local Linear Models","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W4200449102","doi":"https://doi.org/10.1155/2021/6617309"},"language":"en","primary_location":{"id":"doi:10.1155/2021/6617309","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/6617309","pdf_url":"https://downloads.hindawi.com/journals/complexity/2021/6617309.pdf","source":{"id":"https://openalex.org/S207319443","display_name":"Complexity","issn_l":"1076-2787","issn":["1076-2787","1099-0526"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869","https://openalex.org/P4310320595"],"host_organization_lineage_names":["Hindawi Publishing Corporation","Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complexity","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://downloads.hindawi.com/journals/complexity/2021/6617309.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091104817","display_name":"Martin Brablc","orcid":"https://orcid.org/0000-0002-8675-8060"},"institutions":[{"id":"https://openalex.org/I4210126371","display_name":"Institute of Solid Mechanics","ror":"https://ror.org/0307mca49","country_code":"RO","type":"facility","lineage":["https://openalex.org/I4210126371"]},{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ","RO"],"is_corresponding":true,"raw_author_name":"Martin Brablc","raw_affiliation_strings":["Institute of Solid Mechanics, Mechatronics and Biomechanics, Faculty of Mechanical Engineering, Brno University of Technology, Brno 616 69, Czech Republic vutbr.cz","Institute of Solid Mechanics, Mechatronics and Biomechanics, Faculty of Mechanical Engineering, Brno University of Technology, Brno 616 69, Czech Republic"],"raw_orcid":"https://orcid.org/0000-0002-8675-8060","affiliations":[{"raw_affiliation_string":"Institute of Solid Mechanics, Mechatronics and Biomechanics, Faculty of Mechanical Engineering, Brno University of Technology, Brno 616 69, Czech Republic vutbr.cz","institution_ids":["https://openalex.org/I4210126371","https://openalex.org/I60587646"]},{"raw_affiliation_string":"Institute of Solid Mechanics, Mechatronics and Biomechanics, Faculty of Mechanical Engineering, Brno University of Technology, Brno 616 69, Czech Republic","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034437054","display_name":"Jan \u017degklitz","orcid":"https://orcid.org/0000-0003-3302-6779"},"institutions":[{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Jan \u017degklitz","raw_affiliation_strings":["Czech Institute of Informatics, Robotics and Cybernetics, Czech Technical University, Prague, Prague 16\u2009636, Czech Republic"],"raw_orcid":"https://orcid.org/0000-0003-3302-6779","affiliations":[{"raw_affiliation_string":"Czech Institute of Informatics, Robotics and Cybernetics, Czech Technical University, Prague, Prague 16\u2009636, Czech Republic","institution_ids":["https://openalex.org/I44504214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007897534","display_name":"R. Grepl","orcid":"https://orcid.org/0000-0002-5674-3888"},"institutions":[{"id":"https://openalex.org/I4210126371","display_name":"Institute of Solid Mechanics","ror":"https://ror.org/0307mca49","country_code":"RO","type":"facility","lineage":["https://openalex.org/I4210126371"]},{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ","RO"],"is_corresponding":false,"raw_author_name":"Robert Grepl","raw_affiliation_strings":["Institute of Solid Mechanics, Mechatronics and Biomechanics, Faculty of Mechanical Engineering, Brno University of Technology, Brno 616 69, Czech Republic vutbr.cz","Institute of Solid Mechanics, Mechatronics and Biomechanics, Faculty of Mechanical Engineering, Brno University of Technology, Brno 616 69, Czech Republic"],"raw_orcid":"https://orcid.org/0000-0002-5674-3888","affiliations":[{"raw_affiliation_string":"Institute of Solid Mechanics, Mechatronics and Biomechanics, Faculty of Mechanical Engineering, Brno University of Technology, Brno 616 69, Czech Republic vutbr.cz","institution_ids":["https://openalex.org/I4210126371","https://openalex.org/I60587646"]},{"raw_affiliation_string":"Institute of Solid Mechanics, Mechatronics and Biomechanics, Faculty of Mechanical Engineering, Brno University of Technology, Brno 616 69, Czech Republic","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084264842","display_name":"Robert Babu\u0161ka","orcid":"https://orcid.org/0000-0001-9578-8598"},"institutions":[{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]},{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["CZ","NL"],"is_corresponding":false,"raw_author_name":"Robert Babu\u0161ka","raw_affiliation_strings":["Cognitive Robotics, Delft University of Technology, Delft 2628 CD, Netherlands tudelft.nl","Czech Institute of Informatics, Robotics and Cybernetics, Czech Technical University, Prague, Prague 16\u2009636, Czech Republic","Cognitive Robotics, Delft University of Technology, Delft 2628 CD, Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-9578-8598","affiliations":[{"raw_affiliation_string":"Cognitive Robotics, Delft University of Technology, Delft 2628 CD, Netherlands tudelft.nl","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Czech Institute of Informatics, Robotics and Cybernetics, Czech Technical University, Prague, Prague 16\u2009636, Czech Republic","institution_ids":["https://openalex.org/I44504214"]},{"raw_affiliation_string":"Cognitive Robotics, Delft University of Technology, Delft 2628 CD, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5091104817"],"corresponding_institution_ids":["https://openalex.org/I4210126371","https://openalex.org/I60587646"],"apc_list":{"value":2760,"currency":"USD","value_usd":2760},"apc_paid":{"value":2760,"currency":"USD","value_usd":2760},"fwci":0.3311,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.56285364,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"2021","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7942707538604736},{"id":"https://openalex.org/keywords/manipulator","display_name":"Manipulator (device)","score":0.6646472215652466},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6120481491088867},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5089924335479736},{"id":"https://openalex.org/keywords/robot-manipulator","display_name":"Robot manipulator","score":0.4991152286529541},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4946889579296112},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4285561442375183},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40081602334976196},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3416788578033447},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.15031689405441284},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11107656359672546},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.08171331882476807}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7942707538604736},{"id":"https://openalex.org/C2781347998","wikidata":"https://www.wikidata.org/wiki/Q1587588","display_name":"Manipulator (device)","level":3,"score":0.6646472215652466},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6120481491088867},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5089924335479736},{"id":"https://openalex.org/C2985527887","wikidata":"https://www.wikidata.org/wiki/Q1587588","display_name":"Robot manipulator","level":3,"score":0.4991152286529541},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4946889579296112},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4285561442375183},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40081602334976196},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3416788578033447},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.15031689405441284},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11107656359672546},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.08171331882476807}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1155/2021/6617309","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/6617309","pdf_url":"https://downloads.hindawi.com/journals/complexity/2021/6617309.pdf","source":{"id":"https://openalex.org/S207319443","display_name":"Complexity","issn_l":"1076-2787","issn":["1076-2787","1099-0526"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869","https://openalex.org/P4310320595"],"host_organization_lineage_names":["Hindawi Publishing Corporation","Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complexity","raw_type":"journal-article"},{"id":"pmh:oai:dspace.vut.cz:11012/208198","is_oa":true,"landing_page_url":"http://hdl.handle.net/11012/208198","pdf_url":null,"source":{"id":"https://openalex.org/S4306400317","display_name":"Brno University of Technology Digital Library (Brno University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I60587646","host_organization_name":"Brno University of Technology","host_organization_lineage":["https://openalex.org/I60587646"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:RePEc:hin:complx:6617309","is_oa":false,"landing_page_url":"http://downloads.hindawi.com/journals/complexity/2021/6617309.xml","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:096c940cdf9d49c5b732b33c5ce7535b","is_oa":true,"landing_page_url":"https://doaj.org/article/096c940cdf9d49c5b732b33c5ce7535b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Complexity, Vol 2021 (2021)","raw_type":"article"},{"id":"pmh:oai:tudelft.nl:uuid:e914611e-0dde-49a1-bd19-2b9e5dcb1e01","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:e914611e-0dde-49a1-bd19-2b9e5dcb1e01","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"}],"best_oa_location":{"id":"doi:10.1155/2021/6617309","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/6617309","pdf_url":"https://downloads.hindawi.com/journals/complexity/2021/6617309.pdf","source":{"id":"https://openalex.org/S207319443","display_name":"Complexity","issn_l":"1076-2787","issn":["1076-2787","1099-0526"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869","https://openalex.org/P4310320595"],"host_organization_lineage_names":["Hindawi Publishing Corporation","Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complexity","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4200449102.pdf","grobid_xml":"https://content.openalex.org/works/W4200449102.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W1519972694","https://openalex.org/W1966086707","https://openalex.org/W1977940454","https://openalex.org/W1979638690","https://openalex.org/W2013484013","https://openalex.org/W2072900942","https://openalex.org/W2109606373","https://openalex.org/W2126501303","https://openalex.org/W2127107099","https://openalex.org/W2153756422","https://openalex.org/W2167804690","https://openalex.org/W2170240482","https://openalex.org/W2412967851","https://openalex.org/W2570076534","https://openalex.org/W2592001929","https://openalex.org/W2735901402","https://openalex.org/W2766046980","https://openalex.org/W2783396564","https://openalex.org/W2783456932","https://openalex.org/W2789327938","https://openalex.org/W3012782516","https://openalex.org/W3119113223","https://openalex.org/W4241649586"],"related_works":["https://openalex.org/W2391397427","https://openalex.org/W1996341361","https://openalex.org/W4366609476","https://openalex.org/W2078127841","https://openalex.org/W2919815400","https://openalex.org/W2156518980","https://openalex.org/W2362551533","https://openalex.org/W2386777533","https://openalex.org/W4403420403","https://openalex.org/W2093621301"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,215],"(RL)":[2],"agents":[3],"can":[4],"learn":[5],"to":[6,126,130,167],"control":[7,37],"a":[8,13,20,28,90,110,145,160,169,174],"nonlinear":[9,210],"system":[10,176],"without":[11,177],"using":[12,155],"model":[14,21,214],"of":[15,27,31,172,180,186,200],"the":[16,46,127,133,156,178,187,194,198],"system.":[17,150],"However,":[18],"having":[19],"brings":[22],"benefits,":[23],"mainly":[24],"in":[25,45],"terms":[26],"reduced":[29],"number":[30],"unsuccessful":[32],"trials":[33],"before":[34],"achieving":[35],"acceptable":[36],"performance.":[38],"Several":[39],"modelling":[40],"approaches":[41],"have":[42,67,123],"been":[43,69],"used":[44,70],"RL":[47,157],"domain,":[48],"such":[49,173],"as":[50],"neural":[51],"networks,":[52],"local":[53,82,113,207],"linear":[54,208],"regression,":[55,209],"or":[56],"Gaussian":[57],"processes.":[58],"In":[59],"this":[60],"article,":[61],"we":[62,137],"focus":[63],"on":[64,78],"techniques":[65],"that":[66,154],"not":[68],"much":[71],"so":[72],"far:":[73],"symbolic":[74,87,222],"regression":[75,88,114],"(SR),":[76],"based":[77],"genetic":[79,102,107],"programming":[80],"and":[81,104,159],"modelling.":[83],"Using":[84],"measured":[85],"data,":[86],"yields":[89],"nonlinear,":[91,146],"continuous\u2010time":[92,135],"analytic":[93],"model.":[94],"We":[95,122],"benchmark":[96,143],"two":[97],"state\u2010of\u2010the\u2010art":[98],"methods,":[99,206],"SNGP":[100],"(single\u2010node":[101],"programming)":[103],"MGGP":[105,192],"(multigene":[106],"programming),":[108],"against":[109],"standard":[111],"incremental":[112],"method":[115],"called":[116],"RFWR":[117,128],"(receptive":[118],"field":[119],"weighted":[120],"regression).":[121],"introduced":[124],"modifications":[125],"algorithm":[129],"better":[131],"suit":[132],"low\u2010dimensional":[134],"systems":[136],"are":[138],"mostly":[139],"dealing":[140],"with.":[141],"The":[142,151],"is":[144,165],"dynamic":[147],"magnetic":[148,212],"manipulation":[149],"results":[152,196],"show":[153],"framework":[158],"suitable":[161],"approximation":[162,188],"method,":[163],"it":[164],"possible":[166],"design":[168],"stable":[170],"controller":[171],"complex":[175],"necessity":[179],"any":[181],"haphazard":[182],"learning.":[183],"While":[184],"all":[185],"methods":[189],"were":[190],"successful,":[191],"achieved":[193],"best":[195],"at":[197],"cost":[199],"higher":[201],"computational":[202],"complexity.":[203],"Index":[204],"Terms\u2013AI\u2010based":[205],"systems,":[211],"manipulation,":[213],"for":[216],"control,":[217,219],"optimal":[218],"reinforcement":[220],"learning,":[221],"regression.":[223]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-08-31T07:19:18.363097","created_date":"2025-10-10T00:00:00"}