{"id":"https://openalex.org/W2962743868","doi":"https://doi.org/10.1109/icra.2017.7989079","title":"Deep reinforcement learning for tensegrity robot locomotion","display_name":"Deep reinforcement learning for tensegrity robot locomotion","publication_year":2017,"publication_date":"2017-05-01","ids":{"openalex":"https://openalex.org/W2962743868","doi":"https://doi.org/10.1109/icra.2017.7989079","mag":"2962743868"},"language":"en","primary_location":{"id":"doi:10.1109/icra.2017.7989079","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2017.7989079","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056012604","display_name":"Marvin Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Marvin Zhang","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, CA","Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, CA 94720"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, CA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, CA 94720","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081645573","display_name":"Xinyang Geng","orcid":"https://orcid.org/0009-0000-5500-6387"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinyang Geng","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, CA","Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, CA 94720"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, CA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, CA 94720","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038985949","display_name":"Jonathan Bruce","orcid":"https://orcid.org/0000-0002-9906-6995"},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Bruce","raw_affiliation_strings":["Department of Computer Engineering, University of California, Santa Cruz, CA","[Department of Computer Engineering, University of California, Santa Cruz, CA 95064.]"],"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, University of California, Santa Cruz, CA","institution_ids":["https://openalex.org/I185103710"]},{"raw_affiliation_string":"[Department of Computer Engineering, University of California, Santa Cruz, CA 95064.]","institution_ids":["https://openalex.org/I185103710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068453232","display_name":"Ken Caluwaerts","orcid":null},"institutions":[{"id":"https://openalex.org/I1286353243","display_name":"Autodesk (United States)","ror":"https://ror.org/00pkt4594","country_code":"US","type":"company","lineage":["https://openalex.org/I1286353243"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ken Caluwaerts","raw_affiliation_strings":["Autodesk, Inc., San Francisco, CA","Autodesk, Inc., San Francisco, CA 94111"],"affiliations":[{"raw_affiliation_string":"Autodesk, Inc., San Francisco, CA","institution_ids":["https://openalex.org/I1286353243"]},{"raw_affiliation_string":"Autodesk, Inc., San Francisco, CA 94111","institution_ids":["https://openalex.org/I1286353243"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078727000","display_name":"Massimo Vespignani","orcid":"https://orcid.org/0000-0003-1408-7517"},"institutions":[{"id":"https://openalex.org/I1280536761","display_name":"Ames Research Center","ror":"https://ror.org/02acart68","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280536761","https://openalex.org/I4210124779"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Massimo Vespignani","raw_affiliation_strings":["Nasa Ames Research Center, Moffett Field, CA","NASA Ames Research Center, Moffett Field, CA 94035#TAB#"],"affiliations":[{"raw_affiliation_string":"Nasa Ames Research Center, Moffett Field, CA","institution_ids":["https://openalex.org/I1280536761"]},{"raw_affiliation_string":"NASA Ames Research Center, Moffett Field, CA 94035#TAB#","institution_ids":["https://openalex.org/I1280536761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026564284","display_name":"Vytas SunSpiral","orcid":null},"institutions":[{"id":"https://openalex.org/I1280536761","display_name":"Ames Research Center","ror":"https://ror.org/02acart68","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280536761","https://openalex.org/I4210124779"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vytas SunSpiral","raw_affiliation_strings":["Nasa Ames Research Center, Moffett Field, CA","NASA Ames Research Center, Moffett Field, CA 94035#TAB#"],"affiliations":[{"raw_affiliation_string":"Nasa Ames Research Center, Moffett Field, CA","institution_ids":["https://openalex.org/I1280536761"]},{"raw_affiliation_string":"NASA Ames Research Center, Moffett Field, CA 94035#TAB#","institution_ids":["https://openalex.org/I1280536761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049349154","display_name":"Pieter Abbeel","orcid":null},"institutions":[{"id":"https://openalex.org/I1297971548","display_name":"International Computer Science Institute","ror":"https://ror.org/01ewh7m12","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1297971548"]},{"id":"https://openalex.org/I4210161460","display_name":"OpenAI (United States)","ror":"https://ror.org/05wx9n238","country_code":"US","type":"company","lineage":["https://openalex.org/I4210161460"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pieter Abbeel","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, CA","International Computer Science Institute, Berkeley, CA","OpenAI, San Francisco, CA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, CA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"International Computer Science Institute, Berkeley, CA","institution_ids":["https://openalex.org/I1297971548"]},{"raw_affiliation_string":"OpenAI, San Francisco, CA","institution_ids":["https://openalex.org/I4210161460"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026322200","display_name":"Sergey Levine","orcid":"https://orcid.org/0000-0001-6764-2743"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sergey Levine","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, CA","Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, CA 94720"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, CA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, CA 94720","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5056012604"],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":14.0027,"has_fulltext":false,"cited_by_count":92,"citation_normalized_percentile":{"value":0.99368,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"634","last_page":"641"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11870","display_name":"Structural Analysis and Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11870","display_name":"Structural Analysis and Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tensegrity","display_name":"Tensegrity","score":0.944189190864563},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.7865442037582397},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6662926077842712},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6276388168334961},{"id":"https://openalex.org/keywords/terrain","display_name":"Terrain","score":0.6173513531684875},{"id":"https://openalex.org/keywords/robot-locomotion","display_name":"Robot locomotion","score":0.5838520526885986},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4343720078468323},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3734564781188965},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3252011239528656},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.3106462061405182},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.24311068654060364},{"id":"https://openalex.org/keywords/robot-control","display_name":"Robot control","score":0.23359587788581848}],"concepts":[{"id":"https://openalex.org/C182950735","wikidata":"https://www.wikidata.org/wiki/Q1930978","display_name":"Tensegrity","level":2,"score":0.944189190864563},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.7865442037582397},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6662926077842712},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6276388168334961},{"id":"https://openalex.org/C161840515","wikidata":"https://www.wikidata.org/wiki/Q186131","display_name":"Terrain","level":2,"score":0.6173513531684875},{"id":"https://openalex.org/C6101204","wikidata":"https://www.wikidata.org/wiki/Q7353391","display_name":"Robot locomotion","level":5,"score":0.5838520526885986},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4343720078468323},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3734564781188965},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3252011239528656},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.3106462061405182},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.24311068654060364},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.23359587788581848},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra.2017.7989079","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2017.7989079","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W22724481","https://openalex.org/W770013183","https://openalex.org/W1499669280","https://openalex.org/W1564755532","https://openalex.org/W1590980019","https://openalex.org/W1771410628","https://openalex.org/W1967721279","https://openalex.org/W1976587447","https://openalex.org/W1998394830","https://openalex.org/W2012587148","https://openalex.org/W2029058516","https://openalex.org/W2051620263","https://openalex.org/W2052657642","https://openalex.org/W2077705453","https://openalex.org/W2086587468","https://openalex.org/W2104588723","https://openalex.org/W2104733512","https://openalex.org/W2109008048","https://openalex.org/W2112056027","https://openalex.org/W2121103318","https://openalex.org/W2125612430","https://openalex.org/W2139053308","https://openalex.org/W2145705329","https://openalex.org/W2155007355","https://openalex.org/W2156377376","https://openalex.org/W2169470463","https://openalex.org/W2197865343","https://openalex.org/W2198355680","https://openalex.org/W2204090322","https://openalex.org/W2205975260","https://openalex.org/W2267804923","https://openalex.org/W2270090518","https://openalex.org/W2416477367","https://openalex.org/W2963630259","https://openalex.org/W2963864421","https://openalex.org/W2964161785","https://openalex.org/W3099591261","https://openalex.org/W4205513846","https://openalex.org/W4297802064","https://openalex.org/W6629881138","https://openalex.org/W6633472939","https://openalex.org/W6638018090","https://openalex.org/W6675999342","https://openalex.org/W6678367057","https://openalex.org/W6682849425","https://openalex.org/W6683180588","https://openalex.org/W6684921986","https://openalex.org/W6725508859"],"related_works":["https://openalex.org/W227057133","https://openalex.org/W2113164274","https://openalex.org/W2132444301","https://openalex.org/W3004877747","https://openalex.org/W2753313941","https://openalex.org/W2743429811","https://openalex.org/W3109937722","https://openalex.org/W2774932088","https://openalex.org/W3089631629","https://openalex.org/W4387527360"],"abstract_inverted_index":{"Tensegrity":[0],"robots,":[1],"composed":[2],"of":[3,13,28,59,76,122],"rigid":[4],"rods":[5],"connected":[6],"by":[7,154],"elastic":[8],"cables,":[9],"have":[10],"a":[11,32,56,120],"number":[12],"unique":[14],"properties":[15],"that":[16,98,128,142,172],"make":[17],"them":[18],"appealing":[19],"for":[20,138,183],"use":[21],"as":[22],"planetary":[23],"exploration":[24],"rovers.":[25],"However,":[26],"control":[27],"tensegrity":[29,80,95],"robots":[30],"remains":[31],"difficult":[33],"problem":[34],"due":[35],"to":[36,67,103,163],"their":[37],"unusual":[38],"structures":[39],"and":[40,71,89,111,119,167,170,190],"complex":[41],"dynamics.":[42],"In":[43],"this":[44],"work,":[45],"we":[46,72],"show":[47],"how":[48],"locomotion":[49,69,181],"gaits":[50],"can":[51,145],"be":[52],"learned":[53,100,160,164,174],"automatically":[54],"using":[55],"novel":[57],"extension":[58],"mirror":[60],"descent":[61],"guided":[62],"policy":[63,175],"search":[64],"(MDGPS)":[65],"applied":[66],"periodic":[68],"movements,":[70],"demonstrate":[73,127,171],"the":[74,93,99,149,159,173,177,184],"effectiveness":[75],"our":[77,85,129],"approach":[78],"on":[79,92],"robot":[81],"locomotion.":[82],"We":[83,157],"evaluate":[84],"method":[86,130],"with":[87,147],"real-world":[88],"simulated":[90],"experiments":[91,126],"SUPERball":[94,186],"robot,":[96],"showing":[97],"policies":[101,137,144,162,166],"generalize":[102],"changes":[104],"in":[105,113],"system":[106],"parameters,":[107],"unreliable":[108],"sensor":[109],"measurements,":[110],"variation":[112],"environmental":[114],"conditions,":[115],"including":[116],"varied":[117],"terrains":[118],"range":[121],"different":[123],"gravities.":[124],"Our":[125,188],"not":[131],"only":[132,148],"learns":[133],"fast,":[134],"power-efficient":[135],"feedback":[136,161],"rolling":[139],"gaits,":[140],"but":[141],"these":[143],"succeed":[146],"limited":[150],"onboard":[151],"sensing":[152],"provided":[153],"SUPERball's":[155],"accelerometers.":[156],"compare":[158],"open-loop":[165],"hand-engineered":[168],"controllers,":[169],"enables":[176],"first":[178],"continuous,":[179],"reliable":[180],"gait":[182],"real":[185],"robot.":[187],"code":[189],"supplementary":[191],"material":[192],"is":[193],"available":[194],"from":[195],"http://rll.berkeley.edu/drl_tensegrity.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":18},{"year":2019,"cited_by_count":13},{"year":2018,"cited_by_count":13},{"year":2017,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}