{"id":"https://openalex.org/W2964056357","doi":"https://doi.org/10.24963/ijcai.2019/785","title":"Energy-Efficient Slithering Gait Exploration for a Snake-Like Robot Based on Reinforcement Learning","display_name":"Energy-Efficient Slithering Gait Exploration for a Snake-Like Robot Based on Reinforcement Learning","publication_year":2019,"publication_date":"2019-07-28","ids":{"openalex":"https://openalex.org/W2964056357","doi":"https://doi.org/10.24963/ijcai.2019/785","mag":"2964056357"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2019/785","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/785","pdf_url":"https://www.ijcai.org/proceedings/2019/0785.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2019/0785.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060444894","display_name":"Zhenshan Bing","orcid":"https://orcid.org/0000-0002-0896-2517"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Zhenshan Bing","raw_affiliation_strings":["Department of Computer Science, Technical University of Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029886576","display_name":"Christian Lemke","orcid":null},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Lemke","raw_affiliation_strings":["Department of Computer Science, Ludwig Maximilian University of Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Ludwig Maximilian University of Munich, Germany","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024209745","display_name":"Zhuangyi Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Zhuangyi Jiang","raw_affiliation_strings":["Department of Computer Science, Technical University of Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100768452","display_name":"Kai Huang","orcid":"https://orcid.org/0000-0003-0359-7810"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Huang","raw_affiliation_strings":["School of Data and Computer Science, Sun Yat-sen University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Data and Computer Science, Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063781430","display_name":"Alois Knoll","orcid":"https://orcid.org/0000-0003-4840-076X"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alois Knoll","raw_affiliation_strings":["Department of Computer Science, Technical University of Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4955,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.81006947,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"5663","last_page":"5669"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8010945320129395},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7039189338684082},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.6881846189498901},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6643140316009521},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.5926205515861511},{"id":"https://openalex.org/keywords/parameterized-complexity","display_name":"Parameterized complexity","score":0.5790219902992249},{"id":"https://openalex.org/keywords/gait","display_name":"Gait","score":0.5710430145263672},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.5623898506164551},{"id":"https://openalex.org/keywords/bayesian-optimization","display_name":"Bayesian optimization","score":0.5342046022415161},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.48090362548828125},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4609997272491455},{"id":"https://openalex.org/keywords/robot-kinematics","display_name":"Robot kinematics","score":0.4330593943595886},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.42165204882621765},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.3638060390949249},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.35732680559158325},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3467080593109131},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.20105847716331482},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1731746792793274},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.10822471976280212},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07818520069122314}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8010945320129395},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7039189338684082},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.6881846189498901},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6643140316009521},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.5926205515861511},{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.5790219902992249},{"id":"https://openalex.org/C151800584","wikidata":"https://www.wikidata.org/wiki/Q2370000","display_name":"Gait","level":2,"score":0.5710430145263672},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.5623898506164551},{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.5342046022415161},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.48090362548828125},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4609997272491455},{"id":"https://openalex.org/C74222875","wikidata":"https://www.wikidata.org/wiki/Q16000312","display_name":"Robot kinematics","level":4,"score":0.4330593943595886},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.42165204882621765},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.3638060390949249},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.35732680559158325},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3467080593109131},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.20105847716331482},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1731746792793274},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.10822471976280212},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07818520069122314},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C42407357","wikidata":"https://www.wikidata.org/wiki/Q521","display_name":"Physiology","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2019/785","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/785","pdf_url":"https://www.ijcai.org/proceedings/2019/0785.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2019/785","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/785","pdf_url":"https://www.ijcai.org/proceedings/2019/0785.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8399999737739563,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2964056357.pdf","grobid_xml":"https://content.openalex.org/works/W2964056357.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W98734704","https://openalex.org/W414567873","https://openalex.org/W1483202606","https://openalex.org/W1573670163","https://openalex.org/W1738827650","https://openalex.org/W1739716134","https://openalex.org/W2021773072","https://openalex.org/W2067477688","https://openalex.org/W2099210720","https://openalex.org/W2110029398","https://openalex.org/W2125096161","https://openalex.org/W2151857937","https://openalex.org/W2158782408","https://openalex.org/W2169712669","https://openalex.org/W2171565529","https://openalex.org/W2412537136","https://openalex.org/W2736601468","https://openalex.org/W2750739643","https://openalex.org/W2786150741","https://openalex.org/W2963411833","https://openalex.org/W2963821308","https://openalex.org/W3105609823","https://openalex.org/W4211089519"],"related_works":["https://openalex.org/W2357124094","https://openalex.org/W2387399993","https://openalex.org/W2389739210","https://openalex.org/W2348924972","https://openalex.org/W2051058708","https://openalex.org/W2365736347","https://openalex.org/W2047454415","https://openalex.org/W2070040999","https://openalex.org/W2387293848","https://openalex.org/W2250140200"],"abstract_inverted_index":{"Similar":[0],"to":[1,25,42],"their":[2,13],"counterparts":[3],"in":[4,18],"nature,":[5],"the":[6,44,92,107,113,121,128,131,153,157],"flexible":[7],"bodies":[8],"of":[9,34,86,123,130],"snake-like":[10,63],"robots":[11,45],"enhance":[12],"movement":[14],"capability":[15],"and":[16,106,116,143],"adaptability":[17],"diverse":[19],"environments.":[20],"However,":[21],"this":[22,48,137],"flexibility":[23],"corresponds":[24],"a":[26,52,62,66,83,99],"complex":[27],"control":[28],"task":[29],"involving":[30],"highly":[31],"redundant":[32],"degrees":[33],"freedom,":[35],"where":[36],"traditional":[37,100],"model-based":[38],"methods":[39],"usually":[40],"fail":[41],"propel":[43],"energy-efficiently.":[46],"In":[47],"work,":[49],"we":[50,73,134],"present":[51,74],"novel":[53],"approach":[54],"for":[55,61,78,120],"designing":[56],"an":[57,75],"energy-efficient":[58,151],"slithering":[59],"gait":[60,102],"robot":[64],"using":[65,91,112],"model-free":[67],"reinforcement":[68],"learning":[69],"(RL)":[70],"algorithm.":[71,97],"Specifically,":[72],"RL-based":[76,138],"controller":[77,103,139],"generating":[79],"locomotion":[80],"gaits":[81,154],"at":[82,163],"wide":[84],"range":[85],"velocities,":[87],"which":[88,146],"is":[89,104],"trained":[90],"proximal":[93],"policy":[94],"optimization":[95,118],"(PPO)":[96],"Meanwhile,":[98],"parameterized":[101,158],"presented":[105],"parameter":[108],"sets":[109],"are":[110,147,161],"optimized":[111],"grid":[114],"search":[115],"Bayesian":[117],"algorithms":[119],"purposes":[122],"reasonable":[124],"comparisons.":[125],"Based":[126],"on":[127],"analysis":[129],"simulation":[132],"results,":[133],"demonstrate":[135],"that":[136],"exhibits":[140],"very":[141],"natural":[142],"adaptive":[144],"movements,":[145],"also":[148],"substantially":[149],"more":[150],"than":[152],"generated":[155],"by":[156],"controller.":[159],"Videos":[160],"shown":[162],"https://videoviewsite.wixsite.com/rlsnake":[164],".":[165]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":7}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}