{"id":"https://openalex.org/W4409672176","doi":"https://doi.org/10.1016/j.engappai.2025.110791","title":"Autonomous control of soft robots using safe reinforcement learning and covariance matrix adaptation","display_name":"Autonomous control of soft robots using safe reinforcement learning and covariance matrix adaptation","publication_year":2025,"publication_date":"2025-04-22","ids":{"openalex":"https://openalex.org/W4409672176","doi":"https://doi.org/10.1016/j.engappai.2025.110791"},"language":"en","primary_location":{"id":"doi:10.1016/j.engappai.2025.110791","doi":"https://doi.org/10.1016/j.engappai.2025.110791","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.engappai.2025.110791","pdf_url":null,"source":{"id":"https://openalex.org/S900972176","display_name":"Engineering Applications of Artificial Intelligence","issn_l":"0952-1976","issn":["0952-1976","1873-6769"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-d","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineering Applications of Artificial Intelligence","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073378850","display_name":"Shaswat Garg","orcid":"https://orcid.org/0000-0003-1093-1039","observed_orcids":["https://orcid.org/0000-0003-1093-1039"]},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Shaswat Garg","raw_affiliation_strings":["Department of Mechanical and Mechatronics Engineering, University of Waterloo, Waterloo, ON N2L 3G1, Canada"],"raw_orcid":"https://orcid.org/0000-0003-1093-1039","affiliations":[{"raw_affiliation_string":"Department of Mechanical and Mechatronics Engineering, University of Waterloo, Waterloo, ON N2L 3G1, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082196811","display_name":"Masoud Goharimanesh","orcid":"https://orcid.org/0000-0001-7527-1014","observed_orcids":["https://orcid.org/0000-0001-7527-1014"]},"institutions":[{"id":"https://openalex.org/I4210133510","display_name":"University of Torbat Heydarieh","ror":"https://ror.org/03ncps145","country_code":"IR","type":"education","lineage":["https://openalex.org/I4210133510"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Masoud Goharimanesh","raw_affiliation_strings":["Department of Mechanical Engineering, University of Torbat Heydarieh, Torbat Heydarieh, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of Torbat Heydarieh, Torbat Heydarieh, Iran","institution_ids":["https://openalex.org/I4210133510"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061139816","display_name":"Sina Sajjadi","orcid":"https://orcid.org/0000-0002-0616-5418","observed_orcids":["https://orcid.org/0000-0002-0616-5418"]},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sina Sajjadi","raw_affiliation_strings":["Department of Mechanical, Industrial and Mechatronics Engineering, Toronto Metropolitan University, Toronto, ON M5B 2K3, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical, Industrial and Mechatronics Engineering, Toronto Metropolitan University, Toronto, ON M5B 2K3, Canada","institution_ids":["https://openalex.org/I530967"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025228155","display_name":"Farrokh Janabi\u2010Sharifi","orcid":"https://orcid.org/0000-0002-0314-0688","observed_orcids":["https://orcid.org/0000-0002-0314-0688"]},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Farrokh Janabi-Sharifi","raw_affiliation_strings":["Department of Mechanical, Industrial and Mechatronics Engineering, Toronto Metropolitan University, Toronto, ON M5B 2K3, Canada"],"raw_orcid":"https://orcid.org/0000-0002-0314-0688","affiliations":[{"raw_affiliation_string":"Department of Mechanical, Industrial and Mechatronics Engineering, Toronto Metropolitan University, Toronto, ON M5B 2K3, Canada","institution_ids":["https://openalex.org/I530967"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5025228155"],"corresponding_institution_ids":["https://openalex.org/I530967"],"apc_list":{"value":3200,"currency":"USD","value_usd":3200},"apc_paid":null,"fwci":6.951,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.97833813,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"153","issue":null,"first_page":"110791","last_page":"110791"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8661999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8661999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.12919999659061432,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.003100000089034438,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/soft-robots","display_name":"soft robots","score":0.8180000185966492},{"id":"https://openalex.org/keywords/continuum-robots","display_name":"continuum robots","score":0.7400000095367432},{"id":"https://openalex.org/keywords/safe-reinforcement-learning","display_name":"safe reinforcement learning","score":0.925000011920929},{"id":"https://openalex.org/keywords/covariance-matrix-adaptation","display_name":"covariance matrix adaptation","score":0.9350000023841858},{"id":"https://openalex.org/keywords/safety-constraints","display_name":"safety constraints","score":0.6869999766349792},{"id":"https://openalex.org/keywords/model-free-reinforcement-learning","display_name":"model-free reinforcement learning","score":0.6880000233650208},{"id":"https://openalex.org/keywords/medical-robotics","display_name":"medical robotics","score":0.6710000038146973},{"id":"https://openalex.org/keywords/tracking-error","display_name":"tracking error","score":0.5490000247955322}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8650326728820801},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.7793341279029846},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7704476118087769},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5938802361488342},{"id":"https://openalex.org/C205555498","wikidata":"https://www.wikidata.org/wiki/Q505588","display_name":"CMA-ES","level":4,"score":0.4874765872955322},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4776293635368347},{"id":"https://openalex.org/C185142706","wikidata":"https://www.wikidata.org/wiki/Q1134404","display_name":"Covariance matrix","level":2,"score":0.46244484186172485},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4281126856803894},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.4244478642940521},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3903317451477051},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.15125301480293274},{"id":"https://openalex.org/C137250428","wikidata":"https://www.wikidata.org/wiki/Q5178897","display_name":"Covariance function","level":3,"score":0.13565543293952942},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.05575382709503174},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.engappai.2025.110791","doi":"https://doi.org/10.1016/j.engappai.2025.110791","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.engappai.2025.110791","pdf_url":null,"source":{"id":"https://openalex.org/S900972176","display_name":"Engineering Applications of Artificial Intelligence","issn_l":"0952-1976","issn":["0952-1976","1873-6769"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-d","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineering Applications of Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G969993561","display_name":null,"funder_award_id":"2017-06930","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320322675","display_name":"Mitacs","ror":"https://ror.org/00cjrc276"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1515749184","https://openalex.org/W1605573896","https://openalex.org/W1845972764","https://openalex.org/W1991723882","https://openalex.org/W2025613329","https://openalex.org/W2028519844","https://openalex.org/W2040526542","https://openalex.org/W2096645690","https://openalex.org/W2097770951","https://openalex.org/W2146990154","https://openalex.org/W2160088187","https://openalex.org/W2168395540","https://openalex.org/W2273215869","https://openalex.org/W2295282371","https://openalex.org/W2580909119","https://openalex.org/W2594103415","https://openalex.org/W2610160453","https://openalex.org/W2639522800","https://openalex.org/W2742169147","https://openalex.org/W2781726626","https://openalex.org/W2782435507","https://openalex.org/W2784465508","https://openalex.org/W2787938642","https://openalex.org/W2884288731","https://openalex.org/W2896978180","https://openalex.org/W2909414402","https://openalex.org/W2965655002","https://openalex.org/W2985713881","https://openalex.org/W2993799976","https://openalex.org/W3048090341","https://openalex.org/W3109589982","https://openalex.org/W3127873569","https://openalex.org/W3134165814","https://openalex.org/W3169036355","https://openalex.org/W3179364417","https://openalex.org/W3189250457","https://openalex.org/W3207723366","https://openalex.org/W4205373252","https://openalex.org/W4205558252","https://openalex.org/W4206136349","https://openalex.org/W4210478179","https://openalex.org/W4230644902","https://openalex.org/W4313639260","https://openalex.org/W4319309546","https://openalex.org/W4360770893","https://openalex.org/W4376571587","https://openalex.org/W4379409061","https://openalex.org/W4382999276","https://openalex.org/W4386001584","https://openalex.org/W4386442037","https://openalex.org/W4386473190","https://openalex.org/W4388579659","https://openalex.org/W4388911926","https://openalex.org/W4389543067","https://openalex.org/W4391935994","https://openalex.org/W4392909682","https://openalex.org/W4394894156","https://openalex.org/W6639760230","https://openalex.org/W6675313799"],"related_works":["https://openalex.org/W4396853395","https://openalex.org/W2742169147","https://openalex.org/W7128494820","https://openalex.org/W2990843365","https://openalex.org/W3137450554","https://openalex.org/W2970293125","https://openalex.org/W7213465687","https://openalex.org/W3004777436","https://openalex.org/W4387450885","https://openalex.org/W3086242265"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":12}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2025-04-23T00:00:00"}