{"id":"https://openalex.org/W2945720286","doi":"https://doi.org/10.1089/soro.2018.0126","title":"Exploring Behaviors of Caterpillar-Like Soft Robots with a Central Pattern Generator-Based Controller and Reinforcement Learning","display_name":"Exploring Behaviors of Caterpillar-Like Soft Robots with a Central Pattern Generator-Based Controller and Reinforcement Learning","publication_year":2019,"publication_date":"2019-05-20","ids":{"openalex":"https://openalex.org/W2945720286","doi":"https://doi.org/10.1089/soro.2018.0126","mag":"2945720286","pmid":"https://pubmed.ncbi.nlm.nih.gov/31107172","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/6786347"},"language":"en","primary_location":{"id":"doi:10.1089/soro.2018.0126","doi":"https://doi.org/10.1089/soro.2018.0126","is_oa":true,"landing_page_url":"https://doi.org/10.1089/soro.2018.0126","pdf_url":"https://www.liebertpub.com/doi/pdf/10.1089/soro.2018.0126","source":{"id":"https://openalex.org/S2764443376","display_name":"Soft Robotics","issn_l":"2169-5172","issn":["2169-5172","2169-5180"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-a","jufo-2","medline","poland-200","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320443","host_organization_name":"Mary Ann Liebert, Inc.","host_organization_lineage":["https://openalex.org/P4310320443","https://openalex.org/P4310320017"],"host_organization_lineage_names":["Mary Ann Liebert, Inc.","SAGE Publishing"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Soft Robotics","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.liebertpub.com/doi/pdf/10.1089/soro.2018.0126","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036123455","display_name":"Matthew Ishige","orcid":"https://orcid.org/0000-0003-0601-7586","observed_orcids":["https://orcid.org/0000-0003-0601-7586"]},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Matthew Ishige","raw_affiliation_strings":["Graduate School of Information Science and Technology, The University of Tokyo, Bunkyo-ku, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, The University of Tokyo, Bunkyo-ku, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040511727","display_name":"Takuya Umedachi","orcid":"https://orcid.org/0000-0002-2244-9963","observed_orcids":["https://orcid.org/0000-0002-2244-9963"]},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takuya Umedachi","raw_affiliation_strings":["Graduate School of Information Science and Technology, The University of Tokyo, Bunkyo-ku, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, The University of Tokyo, Bunkyo-ku, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023160093","display_name":"Tadahiro Taniguchi","orcid":"https://orcid.org/0000-0002-5682-2076","observed_orcids":["https://orcid.org/0000-0002-5682-2076"]},"institutions":[{"id":"https://openalex.org/I135768898","display_name":"Ritsumeikan University","ror":"https://ror.org/0197nmd03","country_code":"JP","type":"education","lineage":["https://openalex.org/I135768898","https://openalex.org/I4390039241"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tadahiro Taniguchi","raw_affiliation_strings":["Department of Information Science and Engineering, Ritsumeikan University, Kusatsu, Shiga, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Science and Engineering, Ritsumeikan University, Kusatsu, Shiga, Japan","institution_ids":["https://openalex.org/I135768898"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069381472","display_name":"Yoshihiro Kawahara","orcid":"https://orcid.org/0000-0002-0310-2577","observed_orcids":["https://orcid.org/0000-0002-0310-2577"]},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yoshihiro Kawahara","raw_affiliation_strings":["Graduate School of Information Science and Technology, The University of Tokyo, Bunkyo-ku, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, The University of Tokyo, Bunkyo-ku, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5036123455"],"corresponding_institution_ids":["https://openalex.org/I74801974"],"apc_list":null,"apc_paid":null,"fwci":1.6423,"has_fulltext":true,"cited_by_count":44,"citation_normalized_percentile":{"value":0.81986739,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"6","issue":"5","first_page":"579","last_page":"594"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.016599999740719795,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.007499999832361937,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/soft-robots","display_name":"soft robots","score":0.9049999713897705},{"id":"https://openalex.org/keywords/central-pattern-generator","display_name":"central pattern generator","score":0.9610000252723694},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.6420000195503235},{"id":"https://openalex.org/keywords/mechanosensory-feedback","display_name":"mechanosensory feedback","score":0.9399999976158142},{"id":"https://openalex.org/keywords/viscoelasticity","display_name":"viscoelasticity","score":0.9570000171661377},{"id":"https://openalex.org/keywords/large-deformation","display_name":"large deformation","score":0.9089999794960022},{"id":"https://openalex.org/keywords/step-climbing","display_name":"step climbing","score":0.703000009059906},{"id":"https://openalex.org/keywords/body-environment-interaction","display_name":"body-environment interaction","score":0.7350000143051147}],"concepts":[{"id":"https://openalex.org/C169453685","wikidata":"https://www.wikidata.org/wiki/Q1054066","display_name":"Central pattern generator","level":3,"score":0.6623544692993164},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6579411625862122},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.6243413686752319},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6163420081138611},{"id":"https://openalex.org/C2776769236","wikidata":"https://www.wikidata.org/wiki/Q81825","display_name":"Caterpillar","level":3,"score":0.4888112246990204},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.48421573638916016},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4609670341014862},{"id":"https://openalex.org/C2776058767","wikidata":"https://www.wikidata.org/wiki/Q24327151","display_name":"Soft robotics","level":3,"score":0.44131767749786377},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.42132580280303955},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36241835355758667},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3621230721473694},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.1615109145641327},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.12604662775993347},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.12110799551010132},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.11131066083908081},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.09329688549041748},{"id":"https://openalex.org/C177756618","wikidata":"https://www.wikidata.org/wiki/Q6527674","display_name":"Lepidoptera genitalia","level":2,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C135343436","wikidata":"https://www.wikidata.org/wiki/Q170406","display_name":"Rhythm","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1089/soro.2018.0126","doi":"https://doi.org/10.1089/soro.2018.0126","is_oa":true,"landing_page_url":"https://doi.org/10.1089/soro.2018.0126","pdf_url":"https://www.liebertpub.com/doi/pdf/10.1089/soro.2018.0126","source":{"id":"https://openalex.org/S2764443376","display_name":"Soft Robotics","issn_l":"2169-5172","issn":["2169-5172","2169-5180"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-a","jufo-2","medline","poland-200","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320443","host_organization_name":"Mary Ann Liebert, Inc.","host_organization_lineage":["https://openalex.org/P4310320443","https://openalex.org/P4310320017"],"host_organization_lineage_names":["Mary Ann Liebert, Inc.","SAGE Publishing"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Soft Robotics","raw_type":"journal-article"},{"id":"pmid:31107172","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31107172","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Soft robotics","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:6786347","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC6786347/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Soft Robot","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1089/soro.2018.0126","doi":"https://doi.org/10.1089/soro.2018.0126","is_oa":true,"landing_page_url":"https://doi.org/10.1089/soro.2018.0126","pdf_url":"https://www.liebertpub.com/doi/pdf/10.1089/soro.2018.0126","source":{"id":"https://openalex.org/S2764443376","display_name":"Soft Robotics","issn_l":"2169-5172","issn":["2169-5172","2169-5180"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-a","jufo-2","medline","poland-200","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320443","host_organization_name":"Mary Ann Liebert, Inc.","host_organization_lineage":["https://openalex.org/P4310320443","https://openalex.org/P4310320017"],"host_organization_lineage_names":["Mary Ann Liebert, Inc.","SAGE Publishing"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Soft Robotics","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2316068240","display_name":"Development and utilization of integrated paper devices for creating demand for wood to restore Japanese forestry","funder_award_id":"17KT0069","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G2552932715","display_name":null,"funder_award_id":"18H05467","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6291649187","display_name":null,"funder_award_id":"16H06569","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6693177878","display_name":null,"funder_award_id":"JPMJER1501","funder_id":"https://openalex.org/F4320338112","funder_display_name":"Exploratory Research for Advanced Technology"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320338112","display_name":"Exploratory Research for Advanced Technology","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2945720286.pdf","grobid_xml":"https://content.openalex.org/works/W2945720286.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1494916908","https://openalex.org/W1503945108","https://openalex.org/W1590932878","https://openalex.org/W1984986877","https://openalex.org/W1999272004","https://openalex.org/W2028418738","https://openalex.org/W2045012281","https://openalex.org/W2048963734","https://openalex.org/W2075032588","https://openalex.org/W2079404210","https://openalex.org/W2079574144","https://openalex.org/W2089016645","https://openalex.org/W2102069286","https://openalex.org/W2110466158","https://openalex.org/W2137104525","https://openalex.org/W2141791321","https://openalex.org/W2149922189","https://openalex.org/W2156174987","https://openalex.org/W2156499297","https://openalex.org/W2168448159","https://openalex.org/W2173248099","https://openalex.org/W2323178299","https://openalex.org/W2560064486","https://openalex.org/W2694031977","https://openalex.org/W2736601468","https://openalex.org/W2770195150","https://openalex.org/W2794826238","https://openalex.org/W2909623657","https://openalex.org/W2964121744","https://openalex.org/W4247950230"],"related_works":["https://openalex.org/W2909623657","https://openalex.org/W4383337681","https://openalex.org/W4312234305","https://openalex.org/W4403115258","https://openalex.org/W4417169908","https://openalex.org/W2899184087","https://openalex.org/W2017225926","https://openalex.org/W4383066475","https://openalex.org/W1974944352","https://openalex.org/W4386556035"],"abstract_inverted_index":{"Due":[0],"to":[1,18,27,96,211],"their":[2],"flexibility,":[3],"soft-bodied":[4,89,134],"robots":[5,26,44,53,135,210],"can":[6,128,176],"potentially":[7],"achieve":[8,28,177],"rich":[9],"and":[10,139,154],"various":[11],"behaviors":[12,41,50,86,195,216],"within":[13],"a":[14,37,81,97,107,130,172,183,186,213],"single":[15],"body.":[16],"However,":[17],"date,":[19],"no":[20],"methodology":[21],"has":[22],"effectively":[23],"harnessed":[24],"these":[25,52],"such":[29,43,148,180],"diverse":[30],"desired":[31],"functionalities.":[32],"Controllers":[33],"that":[34,126,136,204],"accomplish":[35],"only":[36],"limited":[38],"range":[39],"of":[40,51,160,215],"in":[42,106,185,193],"have":[45,78],"been":[46],"handcrafted.":[47],"Moreover,":[48],"the":[49,71,161,205],"should":[54],"be":[55,67],"determined":[56],"through":[57],"body-environment":[58,199],"interactions":[59],"because":[60],"an":[61],"appropriate":[62],"behavior":[63],"may":[64],"not":[65],"always":[66],"manifested":[68],"even":[69],"if":[70],"body":[72],"dynamics":[73],"are":[74],"given.":[75],"Therefore,":[76],"we":[77,119],"proposed":[79,206],"SenseCPG-PGPE,":[80],"method":[82,92,162,207],"for":[83,87,133],"automatically":[84],"designing":[85],"caterpillar-like":[88],"robots.":[90],"This":[91],"optimizes":[93],"mechanosensory":[94],"feedback":[95],"central":[98],"pattern":[99],"generator":[100],"(CPG)-based":[101],"controller,":[102,174],"which":[103],"controls":[104],"actuators":[105],"robot,":[108],"using":[109,165],"policy":[110,145,152,156],"gradients":[111],"with":[112],"parameter-based":[113],"exploration":[114],"(PGPE).":[115],"In":[116],"this":[117,122],"article,":[118],"deeply":[120],"investigated":[121],"method.":[123],"We":[124],"found":[125],"PGPE":[127],"optimize":[129],"CPG-based":[131,173],"controller":[132],"exhibit":[137],"viscoelasticity":[138],"large":[140],"deformation,":[141],"whereas":[142],"other":[143],"popular":[144],"gradient":[146],"methods,":[147],"as":[149,167,181],"trust":[150],"region":[151],"optimization":[153],"proximal":[155],"optimization,":[157],"cannot.":[158],"Scalability":[159],"was":[163],"confirmed":[164],"simulation":[166],"well.":[168],"Although":[169],"SenseCPG-PGPE":[170],"uses":[171],"it":[175],"nonsteady":[178],"motion":[179],"climbing":[182],"step":[184],"simulated":[187],"robot.":[188],"The":[189],"approach":[190],"also":[191],"resulted":[192],"distinctive":[194],"depending":[196],"on":[197],"different":[198],"conditions.":[200],"These":[201],"results":[202],"demonstrate":[203],"enables":[208],"soft":[209],"explore":[212],"variety":[214],"automatically.":[217]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2019-05-29T00:00:00"}