{"id":"https://openalex.org/W4387450885","doi":"https://doi.org/10.3390/robotics12050141","title":"A Novel Actor\u2014Critic Motor Reinforcement Learning for Continuum Soft Robots","display_name":"A Novel Actor\u2014Critic Motor Reinforcement Learning for Continuum Soft Robots","publication_year":2023,"publication_date":"2023-10-09","ids":{"openalex":"https://openalex.org/W4387450885","doi":"https://doi.org/10.3390/robotics12050141"},"language":"en","primary_location":{"id":"doi:10.3390/robotics12050141","is_oa":true,"landing_page_url":"https://doi.org/10.3390/robotics12050141","pdf_url":"https://www.mdpi.com/2218-6581/12/5/141/pdf?version=1696856580","source":{"id":"https://openalex.org/S4210232487","display_name":"Robotics","issn_l":"2218-6581","issn":["2218-6581"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2218-6581/12/5/141/pdf?version=1696856580","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011668012","display_name":"Luis Pantoja\u2010Garcia","orcid":"https://orcid.org/0000-0002-6606-861X"},"institutions":[{"id":"https://openalex.org/I68368234","display_name":"Centro de Investigaci\u00f3n y de Estudios Avanzados del Instituto Polit\u00e9cnico Nacional","ror":"https://ror.org/009eqmr18","country_code":"MX","type":"facility","lineage":["https://openalex.org/I59361560","https://openalex.org/I68368234"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Luis Pantoja-Garcia","raw_affiliation_strings":["Robotics and Advanced Manufacturing Department, Research Center for Advanced Studies (Cinvestav-Ipn), Ramos Arizpe 25903, Mexico"],"raw_orcid":"https://orcid.org/0000-0002-6606-861X","affiliations":[{"raw_affiliation_string":"Robotics and Advanced Manufacturing Department, Research Center for Advanced Studies (Cinvestav-Ipn), Ramos Arizpe 25903, Mexico","institution_ids":["https://openalex.org/I68368234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028434777","display_name":"Vicente Parra\u2010Vega","orcid":"https://orcid.org/0000-0002-1813-0394"},"institutions":[{"id":"https://openalex.org/I68368234","display_name":"Centro de Investigaci\u00f3n y de Estudios Avanzados del Instituto Polit\u00e9cnico Nacional","ror":"https://ror.org/009eqmr18","country_code":"MX","type":"facility","lineage":["https://openalex.org/I59361560","https://openalex.org/I68368234"]}],"countries":["MX"],"is_corresponding":true,"raw_author_name":"Vicente Parra-Vega","raw_affiliation_strings":["Robotics and Advanced Manufacturing Department, Research Center for Advanced Studies (Cinvestav-Ipn), Ramos Arizpe 25903, Mexico"],"raw_orcid":"https://orcid.org/0000-0002-1813-0394","affiliations":[{"raw_affiliation_string":"Robotics and Advanced Manufacturing Department, Research Center for Advanced Studies (Cinvestav-Ipn), Ramos Arizpe 25903, Mexico","institution_ids":["https://openalex.org/I68368234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068596586","display_name":"Rodolfo Garc\u00eda-Rodr\u00edguez","orcid":"https://orcid.org/0000-0002-4402-6072"},"institutions":[{"id":"https://openalex.org/I194672558","display_name":"Universidad Aut\u00f3noma de Coahuila","ror":"https://ror.org/00dpnh189","country_code":"MX","type":"education","lineage":["https://openalex.org/I194672558"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Rodolfo Garcia-Rodriguez","raw_affiliation_strings":["Facultad de Ciencias de la Administraci\u00f3n, Universidad Aut\u00f3noma de Coahuila, Saltillo 25280, Mexico"],"raw_orcid":"https://orcid.org/0000-0002-4402-6072","affiliations":[{"raw_affiliation_string":"Facultad de Ciencias de la Administraci\u00f3n, Universidad Aut\u00f3noma de Coahuila, Saltillo 25280, Mexico","institution_ids":["https://openalex.org/I194672558"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012123044","display_name":"Carlos-Ernesto Vazquez-Garcia","orcid":"https://orcid.org/0000-0002-1405-2675"},"institutions":[{"id":"https://openalex.org/I68368234","display_name":"Centro de Investigaci\u00f3n y de Estudios Avanzados del Instituto Polit\u00e9cnico Nacional","ror":"https://ror.org/009eqmr18","country_code":"MX","type":"facility","lineage":["https://openalex.org/I59361560","https://openalex.org/I68368234"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Carlos Ernesto V\u00e1zquez-Garc\u00eda","raw_affiliation_strings":["Robotics and Advanced Manufacturing Department, Research Center for Advanced Studies (Cinvestav-Ipn), Ramos Arizpe 25903, Mexico"],"raw_orcid":"https://orcid.org/0000-0002-1405-2675","affiliations":[{"raw_affiliation_string":"Robotics and Advanced Manufacturing Department, Research Center for Advanced Studies (Cinvestav-Ipn), Ramos Arizpe 25903, Mexico","institution_ids":["https://openalex.org/I68368234"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5028434777"],"corresponding_institution_ids":["https://openalex.org/I68368234"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":1.073,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.74606874,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"12","issue":"5","first_page":"141","last_page":"141"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11402","display_name":"Vascular Malformations Diagnosis and Treatment","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/2728","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10706","display_name":"Traumatic Brain Injury and Neurovascular Disturbances","score":0.9793000221252441,"subfield":{"id":"https://openalex.org/subfields/2728","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7071430683135986},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.6834852695465088},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5690644383430481},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5644818544387817},{"id":"https://openalex.org/keywords/lipschitz-continuity","display_name":"Lipschitz continuity","score":0.5012824535369873},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4972706139087677},{"id":"https://openalex.org/keywords/passivity","display_name":"Passivity","score":0.4665640890598297},{"id":"https://openalex.org/keywords/tracking-error","display_name":"Tracking error","score":0.4613402485847473},{"id":"https://openalex.org/keywords/lyapunov-stability","display_name":"Lyapunov stability","score":0.4415610730648041},{"id":"https://openalex.org/keywords/lyapunov-function","display_name":"Lyapunov function","score":0.4358302354812622},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.4324285089969635},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.42621874809265137},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3333786129951477},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.28575700521469116},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18896564841270447},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.1730853021144867},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.16855880618095398},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09614410996437073}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7071430683135986},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.6834852695465088},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5690644383430481},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5644818544387817},{"id":"https://openalex.org/C22324862","wikidata":"https://www.wikidata.org/wiki/Q652707","display_name":"Lipschitz continuity","level":2,"score":0.5012824535369873},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4972706139087677},{"id":"https://openalex.org/C2778809601","wikidata":"https://www.wikidata.org/wiki/Q1045736","display_name":"Passivity","level":2,"score":0.4665640890598297},{"id":"https://openalex.org/C183356978","wikidata":"https://www.wikidata.org/wiki/Q1779213","display_name":"Tracking error","level":3,"score":0.4613402485847473},{"id":"https://openalex.org/C2776829284","wikidata":"https://www.wikidata.org/wiki/Q1341651","display_name":"Lyapunov stability","level":3,"score":0.4415610730648041},{"id":"https://openalex.org/C60640748","wikidata":"https://www.wikidata.org/wiki/Q2337858","display_name":"Lyapunov function","level":3,"score":0.4358302354812622},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4324285089969635},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.42621874809265137},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3333786129951477},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.28575700521469116},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18896564841270447},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.1730853021144867},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.16855880618095398},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09614410996437073},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/robotics12050141","is_oa":true,"landing_page_url":"https://doi.org/10.3390/robotics12050141","pdf_url":"https://www.mdpi.com/2218-6581/12/5/141/pdf?version=1696856580","source":{"id":"https://openalex.org/S4210232487","display_name":"Robotics","issn_l":"2218-6581","issn":["2218-6581"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Robotics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3cec1450eee849df87e234523b6792dd","is_oa":true,"landing_page_url":"https://doaj.org/article/3cec1450eee849df87e234523b6792dd","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Robotics, Vol 12, Iss 5, p 141 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/robotics12050141","is_oa":true,"landing_page_url":"https://doi.org/10.3390/robotics12050141","pdf_url":"https://www.mdpi.com/2218-6581/12/5/141/pdf?version=1696856580","source":{"id":"https://openalex.org/S4210232487","display_name":"Robotics","issn_l":"2218-6581","issn":["2218-6581"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Robotics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5799999833106995,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4387450885.pdf"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1574703516","https://openalex.org/W1900860620","https://openalex.org/W1986024064","https://openalex.org/W2015106839","https://openalex.org/W2037867075","https://openalex.org/W2050838777","https://openalex.org/W2063797945","https://openalex.org/W2100644648","https://openalex.org/W2101667962","https://openalex.org/W2140633495","https://openalex.org/W2158970259","https://openalex.org/W2160229137","https://openalex.org/W2236954786","https://openalex.org/W2484646121","https://openalex.org/W2561609334","https://openalex.org/W2716445324","https://openalex.org/W2792852625","https://openalex.org/W2802271488","https://openalex.org/W2808305563","https://openalex.org/W2893266862","https://openalex.org/W2903834857","https://openalex.org/W2910273746","https://openalex.org/W2945720286","https://openalex.org/W3009523569","https://openalex.org/W3044836249","https://openalex.org/W3089612974","https://openalex.org/W3115597439","https://openalex.org/W3216110951","https://openalex.org/W4286634233","https://openalex.org/W4296654920","https://openalex.org/W4312222218"],"related_works":["https://openalex.org/W4233304828","https://openalex.org/W4239268637","https://openalex.org/W2029114279","https://openalex.org/W2123087591","https://openalex.org/W2052609825","https://openalex.org/W2210722882","https://openalex.org/W2534107666","https://openalex.org/W3006614820","https://openalex.org/W2117933783","https://openalex.org/W2560479139"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,98],"(RL)":[2],"is":[3,129,152,161],"explored":[4],"for":[5,79,175],"motor":[6],"control":[7,52,160],"of":[8,35,43,82,105,114,123,134,142,172],"a":[9,19,47,67,75,100],"novel":[10,101],"pneumatic-driven":[11],"soft":[12,56,86],"robot":[13,57,87],"modeled":[14],"after":[15],"continuum":[16,55,84],"media":[17],"with":[18,25,99],"varying":[20],"density.":[21],"This":[22],"model":[23,50],"complies":[24],"closed-form":[26],"Lagrangian":[27],"dynamics,":[28],"which":[29,136],"fulfills":[30],"the":[31,40,53,83,110,115,120,132,159,170],"fundamental":[32],"structural":[33],"property":[34],"passivity,":[36],"among":[37],"others.":[38],"Then,":[39],"question":[41],"arises":[42],"how":[44],"to":[45,51,59,89,97,138],"synthesize":[46],"passivity-based":[48],"RL":[49],"unknown":[54],"dynamics":[58,155],"exploit":[60],"its":[61],"input\u2013output":[62],"energy":[63],"properties":[64],"advantageously":[65],"throughout":[66],"reward-based":[68,93],"neural":[69,107,125],"network":[70],"controller.":[71],"Thus,":[72],"we":[73],"propose":[74],"continuous-time":[76],"Actor\u2013Critic":[77],"scheme":[78],"tracking":[80,143,176],"tasks":[81],"3D":[85],"subject":[88],"Lipschitz":[90],"disturbances.":[91],"A":[92,165],"temporal":[94],"difference":[95],"leads":[96,137],"discontinuous":[102],"adaptive":[103,121],"mechanism":[104,122],"Critic":[106],"weights.":[108,126],"Finally,":[109],"reward":[111],"and":[112,163],"integral":[113,147],"Bellman":[116],"error":[117],"approximation":[118],"reinforce":[119],"Actor":[124],"Closed-loop":[127],"stability":[128],"guaranteed":[130],"in":[131],"sense":[133],"Lyapunov,":[135],"local":[139],"exponential":[140],"convergence":[141],"errors":[144],"based":[145],"on":[146],"sliding":[148],"modes.":[149],"Notably,":[150],"it":[151],"assumed":[153],"that":[154],"are":[156],"unknown,":[157],"yet":[158],"continuous":[162],"robust.":[164],"representative":[166],"simulation":[167],"study":[168],"shows":[169],"effectiveness":[171],"our":[173],"proposal":[174],"tasks.":[177]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}