{"id":"https://openalex.org/W2989186172","doi":"https://doi.org/10.1109/tnnls.2019.2945019","title":"Reinforcement Learning Tracking Control for Robotic Manipulator With Kernel-Based Dynamic Model","display_name":"Reinforcement Learning Tracking Control for Robotic Manipulator With Kernel-Based Dynamic Model","publication_year":2019,"publication_date":"2019-11-01","ids":{"openalex":"https://openalex.org/W2989186172","doi":"https://doi.org/10.1109/tnnls.2019.2945019","mag":"2989186172","pmid":"https://pubmed.ncbi.nlm.nih.gov/31689218"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2019.2945019","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2019.2945019","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103000208","display_name":"Yazhou Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yazhou Hu","raw_affiliation_strings":["Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, China","State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115695520","display_name":"Wenxue Wang","orcid":"https://orcid.org/0000-0002-9137-8302"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenxue Wang","raw_affiliation_strings":["Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, China","State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100458836","display_name":"Hao Liu","orcid":"https://orcid.org/0000-0002-7504-9859"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hao Liu","raw_affiliation_strings":["Department of Mathematics, Georgia Institute of Technology, Atlanta, USA"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics, Georgia Institute of Technology, Atlanta, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040326170","display_name":"Lianqing Liu","orcid":"https://orcid.org/0000-0002-2271-5870"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lianqing Liu","raw_affiliation_strings":["Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, China","State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5103000208"],"corresponding_institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":4.813,"has_fulltext":false,"cited_by_count":64,"citation_normalized_percentile":{"value":0.95551279,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"31","issue":"9","first_page":"3570","last_page":"3578"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12047","display_name":"Viral Infections and Vectors","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/2725","display_name":"Infectious Diseases"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9092038869857788},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6960089802742004},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.5859519243240356},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5283772945404053},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48417192697525024},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4831254184246063},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.45503944158554077},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.43460190296173096},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.43398451805114746},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4306584298610687},{"id":"https://openalex.org/keywords/torque","display_name":"Torque","score":0.42711177468299866},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3788248300552368},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2014007866382599},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11349385976791382}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9092038869857788},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6960089802742004},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5859519243240356},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5283772945404053},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48417192697525024},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4831254184246063},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.45503944158554077},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.43460190296173096},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.43398451805114746},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4306584298610687},{"id":"https://openalex.org/C144171764","wikidata":"https://www.wikidata.org/wiki/Q48103","display_name":"Torque","level":2,"score":0.42711177468299866},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3788248300552368},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2014007866382599},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11349385976791382},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnnls.2019.2945019","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2019.2945019","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:31689218","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31689218","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:ir.sia.cn/:173321/27920","is_oa":false,"landing_page_url":"http://ir.sia.cn/handle/173321/27920","pdf_url":null,"source":{"id":"https://openalex.org/S4377196984","display_name":"SIA OpenIR (Chinese Academy of Sciences)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I19820366","host_organization_name":"Chinese Academy of Sciences","host_organization_lineage":["https://openalex.org/I19820366"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"\u671f\u520a\u8bba\u6587"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W15601695","https://openalex.org/W560518094","https://openalex.org/W639062186","https://openalex.org/W1493190793","https://openalex.org/W1983345526","https://openalex.org/W1999213690","https://openalex.org/W2003183707","https://openalex.org/W2008437088","https://openalex.org/W2079553629","https://openalex.org/W2086702027","https://openalex.org/W2096215872","https://openalex.org/W2101915445","https://openalex.org/W2103676119","https://openalex.org/W2121863487","https://openalex.org/W2128920470","https://openalex.org/W2168342951","https://openalex.org/W2294330364","https://openalex.org/W2399553461","https://openalex.org/W2407115150","https://openalex.org/W2484646121","https://openalex.org/W2580909119","https://openalex.org/W2617776034","https://openalex.org/W2620010368","https://openalex.org/W2771998355","https://openalex.org/W2787963636","https://openalex.org/W2797655438","https://openalex.org/W2804158892","https://openalex.org/W2808399740","https://openalex.org/W2897673399","https://openalex.org/W2962872206","https://openalex.org/W2964036701","https://openalex.org/W4239052068","https://openalex.org/W6600624752","https://openalex.org/W6679401659","https://openalex.org/W6748012927"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W20361778","https://openalex.org/W2024136090","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,6,102,171],"(RL)":[2],"is":[3,61,68,87,116,122,130],"an":[4,106],"efficient":[5],"approach":[7],"to":[8,20,33,44,74,90,98,124,134],"solving":[9],"control":[10,24,36,79,95,137],"problems":[11],"for":[12,31,59],"a":[13,52,55,65,76,84,111,119],"robot":[14],"by":[15],"interacting":[16],"with":[17,110,162,169],"the":[18,22,42,48,91,101,126,135,144,149,174,179],"environment":[19],"acquire":[21],"optimal":[23],"policy.":[25],"However,":[26],"there":[27],"are":[28],"many":[29],"challenges":[30],"RL":[32,60,78,107,136,181],"execute":[34],"continuous":[35],"tasks.":[37,138],"In":[38,63,81],"this":[39,82],"article,":[40],"without":[41],"need":[43],"know":[45],"and":[46,104,154,157,176],"learn":[47],"dynamic":[49,57,114],"model":[50,58,115],"of":[51,93,166,178],"robotic":[53,77,150],"manipulator,":[54],"kernel-based":[56,112],"proposed.":[62,117],"addition,":[64],"new":[66],"tuple":[67],"formed":[69],"through":[70],"kernel":[71],"function":[72,86],"sampling":[73],"describe":[75],"problem.":[80],"algorithm,":[83],"reward":[85],"defined":[88],"according":[89],"features":[92],"tracking":[94,108,151,160],"in":[96],"order":[97],"speed":[99],"up":[100],"process,":[103],"then":[105],"controller":[109],"transition":[113],"Finally,":[118],"critic":[120],"system":[121],"presented":[123],"evaluate":[125],"policy":[127],"whether":[128],"it":[129],"good":[131],"or":[132],"bad":[133],"The":[139],"simulation":[140],"results":[141],"illustrate":[142],"that":[143],"proposed":[145,180],"method":[146],"can":[147],"fulfill":[148],"tasks":[152],"effectively":[153],"achieve":[155],"similar":[156],"even":[158],"better":[159],"performance":[161],"much":[163],"smaller":[164],"inputs":[165],"force/torque":[167],"compared":[168],"other":[170],"algorithms,":[172],"demonstrating":[173],"effectiveness":[175],"efficiency":[177],"algorithm.":[182]},"counts_by_year":[{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-04-01T17:29:45.350535","created_date":"2025-10-10T00:00:00"}