{"id":"https://openalex.org/W2949426592","doi":"https://doi.org/10.3390/a12060121","title":"Learning Output Reference Model Tracking for Higher-Order Nonlinear Systems with Unknown Dynamics","display_name":"Learning Output Reference Model Tracking for Higher-Order Nonlinear Systems with Unknown Dynamics","publication_year":2019,"publication_date":"2019-06-12","ids":{"openalex":"https://openalex.org/W2949426592","doi":"https://doi.org/10.3390/a12060121","mag":"2949426592"},"language":"en","primary_location":{"id":"doi:10.3390/a12060121","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a12060121","pdf_url":"https://www.mdpi.com/1999-4893/12/6/121/pdf?version=1571113802","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-4893/12/6/121/pdf?version=1571113802","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034010145","display_name":"Mircea\u2010Bogdan R\u0103dac","orcid":"https://orcid.org/0000-0001-8410-6547"},"institutions":[{"id":"https://openalex.org/I3122695212","display_name":"Polytechnic University of Timi\u015foara","ror":"https://ror.org/02v91gy68","country_code":"RO","type":"education","lineage":["https://openalex.org/I3122695212"]}],"countries":["RO"],"is_corresponding":true,"raw_author_name":"Mircea-Bogdan Radac","raw_affiliation_strings":["Department of Automation and Applied Informatics, Politehnica University of Timisoara, 2 Bd. V. Parvan, 300223 Timisoara, Romania"],"affiliations":[{"raw_affiliation_string":"Department of Automation and Applied Informatics, Politehnica University of Timisoara, 2 Bd. V. Parvan, 300223 Timisoara, Romania","institution_ids":["https://openalex.org/I3122695212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042755642","display_name":"Timotei Lala","orcid":"https://orcid.org/0000-0002-6682-5609"},"institutions":[{"id":"https://openalex.org/I3122695212","display_name":"Polytechnic University of Timi\u015foara","ror":"https://ror.org/02v91gy68","country_code":"RO","type":"education","lineage":["https://openalex.org/I3122695212"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Timotei Lala","raw_affiliation_strings":["Department of Automation and Applied Informatics, Politehnica University of Timisoara, 2 Bd. V. Parvan, 300223 Timisoara, Romania"],"affiliations":[{"raw_affiliation_string":"Department of Automation and Applied Informatics, Politehnica University of Timisoara, 2 Bd. V. Parvan, 300223 Timisoara, Romania","institution_ids":["https://openalex.org/I3122695212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5034010145"],"corresponding_institution_ids":["https://openalex.org/I3122695212"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":1.9398,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.87342698,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"12","issue":"6","first_page":"121","last_page":"121"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10675","display_name":"Mechanical Circulatory Support Devices","score":0.967199981212616,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6229724287986755},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.5812489986419678},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5482516884803772},{"id":"https://openalex.org/keywords/linearization","display_name":"Linearization","score":0.5394260883331299},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.47179025411605835},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4406481385231018},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.4389362037181854},{"id":"https://openalex.org/keywords/feedback-linearization","display_name":"Feedback linearization","score":0.437522828578949},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.40855881571769714},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2972503900527954},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23563343286514282},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.1112813949584961}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6229724287986755},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.5812489986419678},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5482516884803772},{"id":"https://openalex.org/C11210021","wikidata":"https://www.wikidata.org/wiki/Q1520713","display_name":"Linearization","level":3,"score":0.5394260883331299},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.47179025411605835},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4406481385231018},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4389362037181854},{"id":"https://openalex.org/C85736874","wikidata":"https://www.wikidata.org/wiki/Q672139","display_name":"Feedback linearization","level":3,"score":0.437522828578949},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.40855881571769714},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2972503900527954},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23563343286514282},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.1112813949584961},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/a12060121","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a12060121","pdf_url":"https://www.mdpi.com/1999-4893/12/6/121/pdf?version=1571113802","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6f0e362de51241db911a2fe5c36f4bf7","is_oa":true,"landing_page_url":"https://doaj.org/article/6f0e362de51241db911a2fe5c36f4bf7","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms, Vol 12, Iss 6, p 121 (2019)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1999-4893/12/6/121/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/a12060121","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/a12060121","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a12060121","pdf_url":"https://www.mdpi.com/1999-4893/12/6/121/pdf?version=1571113802","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5099999904632568,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2949426592.pdf","grobid_xml":"https://content.openalex.org/works/W2949426592.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W1614417283","https://openalex.org/W1680219837","https://openalex.org/W1825869920","https://openalex.org/W1959607397","https://openalex.org/W1974883306","https://openalex.org/W1976956127","https://openalex.org/W1977671496","https://openalex.org/W2013895638","https://openalex.org/W2014729048","https://openalex.org/W2017570421","https://openalex.org/W2022780614","https://openalex.org/W2032252420","https://openalex.org/W2038341035","https://openalex.org/W2050838777","https://openalex.org/W2072333675","https://openalex.org/W2083929704","https://openalex.org/W2093831009","https://openalex.org/W2101422990","https://openalex.org/W2104405273","https://openalex.org/W2120346334","https://openalex.org/W2124829859","https://openalex.org/W2132875296","https://openalex.org/W2145339207","https://openalex.org/W2151083101","https://openalex.org/W2152161277","https://openalex.org/W2160561608","https://openalex.org/W2165726932","https://openalex.org/W2173248099","https://openalex.org/W2399051824","https://openalex.org/W2461042672","https://openalex.org/W2468474162","https://openalex.org/W2492864344","https://openalex.org/W2525486061","https://openalex.org/W2531532890","https://openalex.org/W2568019971","https://openalex.org/W2585299106","https://openalex.org/W2606378794","https://openalex.org/W2609433253","https://openalex.org/W2751853555","https://openalex.org/W2777266481","https://openalex.org/W2783348207","https://openalex.org/W2806666419","https://openalex.org/W2883031992","https://openalex.org/W2883304004","https://openalex.org/W2888542439","https://openalex.org/W2894766780","https://openalex.org/W2895369634","https://openalex.org/W2905673501","https://openalex.org/W2923300881","https://openalex.org/W2927025417","https://openalex.org/W2940740707","https://openalex.org/W2942515073","https://openalex.org/W2963393268","https://openalex.org/W2963864421","https://openalex.org/W2968557135","https://openalex.org/W4214717370","https://openalex.org/W6677737365"],"related_works":["https://openalex.org/W2349527210","https://openalex.org/W1998462347","https://openalex.org/W1836713364","https://openalex.org/W2141603307","https://openalex.org/W2899783744","https://openalex.org/W2964841342","https://openalex.org/W2131265573","https://openalex.org/W4300511988","https://openalex.org/W130230158","https://openalex.org/W2317650444"],"abstract_inverted_index":{"This":[0],"work":[1,196],"suggests":[2],"a":[3,25,75,103,115,120,143,208,212,227],"solution":[4],"for":[5,211],"the":[6,50,67,95,98,107,125,127,139,152,180,188,198,220,248],"output":[7],"reference":[8],"model":[9],"(ORM)":[10],"tracking":[11,129,224],"control":[12,26],"problem,":[13],"based":[14],"on":[15,66,85,226,247],"approximate":[16,77,134],"dynamic":[17],"programming.":[18],"General":[19],"nonlinear":[20,59,73,229],"systems":[21],"are":[22],"included":[23],"in":[24,80,216],"system":[27,215],"(CS)":[28],"and":[29,102,119,178,244],"subjected":[30],"to":[31,45,72,158,161,171,179,218],"state":[32,60],"feedback.":[33],"By":[34],"linear":[35,47,71,122,214],"ORM":[36,128,223],"selection,":[37],"indirect":[38],"CS":[39],"feedback":[40,61],"linearization":[41],"is":[42,168,185,202],"obtained,":[43],"leading":[44],"favorable":[46],"behavior":[48],"of":[49,94,106,124,142,175,194],"CS.":[51],"The":[52],"Value":[53],"Iteration":[54],"(VI)":[55],"algorithm":[56],"ensures":[57],"model-free":[58],"controller":[62],"learning,":[63],"without":[64],"relying":[65],"process":[68],"dynamics.":[69],"From":[70],"parameterizations,":[74],"reliable":[76],"VI":[78,135,200],"implementation":[79,146,154,242],"continuous":[81],"state-action":[82,96],"spaces":[83],"depends":[84],"several":[86],"key":[87],"parameters":[88],"such":[89],"as":[90,187],"problem":[91],"dimension,":[92],"exploration":[93,172],"space,":[97],"state-transitions":[99],"dataset":[100,118],"size,":[101],"suitable":[104],"selection":[105],"function":[108,206],"approximators.":[109],"Herein,":[110],"we":[111],"find":[112],"that,":[113],"given":[114],"transition":[116,176],"sample":[117],"general":[121,145,205],"parameterization":[123],"Q-function,":[126],"performance":[130,140],"obtained":[131,249],"with":[132,234],"an":[133,235],"scheme":[136],"can":[137],"reach":[138],"level":[141],"more":[144,156,221],"using":[147],"neural":[148],"networks":[149],"(NNs).":[150],"Although":[151],"NN-based":[153],"takes":[155],"time":[157],"learn":[159],"due":[160],"its":[162],"higher":[163],"complexity":[164],"(more":[165],"parameters),":[166],"it":[167,184],"less":[169],"sensitive":[170],"settings,":[173],"number":[174],"samples,":[177],"selected":[181],"hyper-parameters,":[182],"hence":[183],"recommending":[186],"de":[189],"facto":[190],"practical":[191],"implementation.":[192],"Contributions":[193],"this":[195],"include":[197],"following:":[199],"convergence":[201],"guaranteed":[203],"under":[204],"approximators;":[207],"case":[209],"study":[210],"low-order":[213],"order":[217],"generalize":[219],"complex":[222],"validation":[225],"real-world":[228],"multivariable":[230],"aerodynamic":[231],"process;":[232],"comparisons":[233],"offline":[236],"deep":[237],"deterministic":[238],"policy":[239],"gradient":[240],"solution;":[241],"details":[243],"further":[245],"discussions":[246],"results.":[250]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}