{"id":"https://openalex.org/W2909623657","doi":"https://doi.org/10.1109/iros.2018.8594338","title":"Learning Oscillator-Based Gait Controller for String-Form Soft Robots Using Parameter-Exploring Policy Gradients","display_name":"Learning Oscillator-Based Gait Controller for String-Form Soft Robots Using Parameter-Exploring Policy Gradients","publication_year":2018,"publication_date":"2018-10-01","ids":{"openalex":"https://openalex.org/W2909623657","doi":"https://doi.org/10.1109/iros.2018.8594338","mag":"2909623657"},"language":"en","primary_location":{"id":"doi:10.1109/iros.2018.8594338","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros.2018.8594338","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036123455","display_name":"Matthew Ishige","orcid":"https://orcid.org/0000-0003-0601-7586"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Matthew Ishige","raw_affiliation_strings":["Graduate School of Information Science and Technology, University of Tokyo, umedachi, Japan mishige"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, University of Tokyo, umedachi, Japan mishige","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040511727","display_name":"Takuya Umedachi","orcid":"https://orcid.org/0000-0002-2244-9963"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takuya Umedachi","raw_affiliation_strings":["Tokyo Daigaku, Bunkyo-ku, Tokyo, JP"],"affiliations":[{"raw_affiliation_string":"Tokyo Daigaku, Bunkyo-ku, Tokyo, JP","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073728756","display_name":"Tadahrio Taniguchi","orcid":null},"institutions":[{"id":"https://openalex.org/I135768898","display_name":"Ritsumeikan University","ror":"https://ror.org/0197nmd03","country_code":"JP","type":"education","lineage":["https://openalex.org/I135768898","https://openalex.org/I4390039241"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tadahrio Taniguchi","raw_affiliation_strings":["Department of Human and Computer Intelligence, Rit-sumeikan University, Kyoto"],"affiliations":[{"raw_affiliation_string":"Department of Human and Computer Intelligence, Rit-sumeikan University, Kyoto","institution_ids":["https://openalex.org/I135768898"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069381472","display_name":"Yoshihiro Kawahara","orcid":"https://orcid.org/0000-0002-0310-2577"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yoshihiro Kawahara","raw_affiliation_strings":["Graduate School of Information Science and Technology, University of Tokyo, umedachi, Japan mishige"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, University of Tokyo, umedachi, Japan mishige","institution_ids":["https://openalex.org/I74801974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5036123455"],"corresponding_institution_ids":["https://openalex.org/I74801974"],"apc_list":null,"apc_paid":null,"fwci":0.5551,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.66071384,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"6445","last_page":"6452"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11486","display_name":"Micro and Nano Robotics","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/3104","display_name":"Condensed Matter Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crawling","display_name":"Crawling","score":0.6321941018104553},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6300871968269348},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6260408759117126},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5788625478744507},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5096168518066406},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.4889892339706421},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.4469802975654602},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4307589828968048},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.40021952986717224},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27552229166030884},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.19092783331871033}],"concepts":[{"id":"https://openalex.org/C100368936","wikidata":"https://www.wikidata.org/wiki/Q1411725","display_name":"Crawling","level":2,"score":0.6321941018104553},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6300871968269348},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6260408759117126},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5788625478744507},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5096168518066406},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.4889892339706421},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4469802975654602},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4307589828968048},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.40021952986717224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27552229166030884},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.19092783331871033},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros.2018.8594338","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros.2018.8594338","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W44204917","https://openalex.org/W1503945108","https://openalex.org/W1536647690","https://openalex.org/W1541084404","https://openalex.org/W1558521349","https://openalex.org/W1986717340","https://openalex.org/W1990157740","https://openalex.org/W2009357495","https://openalex.org/W2010745100","https://openalex.org/W2027454283","https://openalex.org/W2048963734","https://openalex.org/W2063797945","https://openalex.org/W2079574144","https://openalex.org/W2096363875","https://openalex.org/W2133761776","https://openalex.org/W2137104525","https://openalex.org/W2149922189","https://openalex.org/W2156218502","https://openalex.org/W2171073614","https://openalex.org/W2173248099","https://openalex.org/W2560064486","https://openalex.org/W2963864421","https://openalex.org/W4231327205","https://openalex.org/W4251181231","https://openalex.org/W6601750520","https://openalex.org/W6631969024","https://openalex.org/W6647072359"],"related_works":["https://openalex.org/W4393220254","https://openalex.org/W4321258516","https://openalex.org/W2051833850","https://openalex.org/W4287845917","https://openalex.org/W3156164993","https://openalex.org/W2385015894","https://openalex.org/W2171573941","https://openalex.org/W4390135167","https://openalex.org/W2968643431","https://openalex.org/W2000675896"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,88],"methodology":[4],"to":[5,9,24,29,56,64,110],"design":[6],"mechanosensor":[7,27],"feedback":[8,28],"oscillator-based":[10],"controller":[11,59,76],"for":[12,60,99],"worm-like":[13],"soft-bodied":[14,156],"robots.":[15],"A":[16],"reinforcement":[17,51],"learning":[18,148],"technique,":[19],"i.e.,":[20,83,130],"PEPG,":[21],"is":[22,97],"employed":[23],"embed":[25],"appropriate":[26,147],"harness":[30],"global":[31],"entrainment":[32],"among":[33],"the":[34,36,40,45,48,58,61,66,71,74,84,100,123],"controller,":[35],"body":[37,81,139],"dynamics,":[38,82],"and":[39,90,112,134],"environment":[41],"without":[42,158],"explicitly":[43,159],"designing":[44,160],"interaction":[46],"between":[47],"oscillators.":[49],"Another":[50],"learning,":[52],"actor-critic,":[53],"was":[54,77],"applied":[55],"train":[57],"simulation":[62,120],"models":[63],"analyze":[65],"effectiveness":[67],"of":[68,87],"PEPG":[69,96],"in":[70,155],"system.":[72],"Furthermore,":[73],"gait":[75],"trained":[78],"under":[79,137],"different":[80,138],"physical":[85],"model":[86],"caterpillar":[89],"an":[91],"earthworm.":[92],"We":[93],"found":[94],"that":[95,144],"suitable":[98],"system":[101],"probably":[102],"because":[103],"it":[104,113],"does":[105],"not":[106],"add":[107],"exploration":[108],"noise":[109],"actions":[111],"conducts":[114],"episode":[115],"based":[116],"parameter":[117],"updates.":[118],"The":[119,141],"results":[121],"show":[122],"proposed":[124],"method":[125],"can":[126,152],"acquire":[127],"distinct":[128],"behavior,":[129],"caterpillars'":[131],"crawling,":[132,136],"inching":[133],"earthworms'":[135],"dynamics.":[140],"outcome":[142],"implies,":[143],"by":[145],"utilizing":[146],"method,":[149],"desired":[150],"functionality":[151],"be":[153],"achieved":[154],"robots":[157],"their":[161],"behavior.":[162]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":4}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}