{"id":"https://openalex.org/W3204798791","doi":"https://doi.org/10.1109/case49439.2021.9551481","title":"Reinforcement Learning for Collaborative Quadrupedal Manipulation of a Payload over Challenging Terrain","display_name":"Reinforcement Learning for Collaborative Quadrupedal Manipulation of a Payload over Challenging Terrain","publication_year":2021,"publication_date":"2021-08-23","ids":{"openalex":"https://openalex.org/W3204798791","doi":"https://doi.org/10.1109/case49439.2021.9551481","mag":"3204798791"},"language":"en","primary_location":{"id":"doi:10.1109/case49439.2021.9551481","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case49439.2021.9551481","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 17th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034142902","display_name":"Yandong Ji","orcid":"https://orcid.org/0000-0002-6948-7465"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yandong Ji","raw_affiliation_strings":["College of Artificial Intelligence, Nankai University, Tianjin, CHN"],"affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence, Nankai University, Tianjin, CHN","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071068600","display_name":"Bike Zhang","orcid":"https://orcid.org/0000-0002-2652-4318"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bike Zhang","raw_affiliation_strings":["Department of Mechanical Engineering, University of California, Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of California, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054075105","display_name":"Koushil Sreenath","orcid":"https://orcid.org/0000-0002-5346-3637"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Koushil Sreenath","raw_affiliation_strings":["Department of Mechanical Engineering, University of California, Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of California, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5034142902"],"corresponding_institution_ids":["https://openalex.org/I205237279"],"apc_list":null,"apc_paid":null,"fwci":0.5014,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.601411,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"899","last_page":"904"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11170","display_name":"Biomimetic flight and propulsion mechanisms","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/payload","display_name":"Payload (computing)","score":0.8859822750091553},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7307989597320557},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6997988224029541},{"id":"https://openalex.org/keywords/terrain","display_name":"Terrain","score":0.6432404518127441},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5673271417617798},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.49817466735839844},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48764076828956604},{"id":"https://openalex.org/keywords/parameterized-complexity","display_name":"Parameterized complexity","score":0.4617566764354706},{"id":"https://openalex.org/keywords/quadrupedalism","display_name":"Quadrupedalism","score":0.429563969373703},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.18170008063316345},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.09209638833999634},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.07316994667053223}],"concepts":[{"id":"https://openalex.org/C134066672","wikidata":"https://www.wikidata.org/wiki/Q1424639","display_name":"Payload (computing)","level":3,"score":0.8859822750091553},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7307989597320557},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6997988224029541},{"id":"https://openalex.org/C161840515","wikidata":"https://www.wikidata.org/wiki/Q186131","display_name":"Terrain","level":2,"score":0.6432404518127441},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5673271417617798},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.49817466735839844},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48764076828956604},{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.4617566764354706},{"id":"https://openalex.org/C134181672","wikidata":"https://www.wikidata.org/wiki/Q21907045","display_name":"Quadrupedalism","level":2,"score":0.429563969373703},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.18170008063316345},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09209638833999634},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07316994667053223},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/case49439.2021.9551481","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case49439.2021.9551481","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 17th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7079325433","display_name":null,"funder_award_id":"CMMI-1944722","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1641379095","https://openalex.org/W2098569425","https://openalex.org/W2123655283","https://openalex.org/W2549216668","https://openalex.org/W2736601468","https://openalex.org/W2779458783","https://openalex.org/W2799798210","https://openalex.org/W2911087563","https://openalex.org/W2963184939","https://openalex.org/W3007357852","https://openalex.org/W3011672202","https://openalex.org/W3039737909","https://openalex.org/W3045789376","https://openalex.org/W3087867916","https://openalex.org/W3093922502","https://openalex.org/W3104876774","https://openalex.org/W3105521158","https://openalex.org/W3125281705","https://openalex.org/W3129795333","https://openalex.org/W3131341185","https://openalex.org/W3132383621","https://openalex.org/W3134580056","https://openalex.org/W3134918303","https://openalex.org/W3142410314","https://openalex.org/W3154180279","https://openalex.org/W3155758913","https://openalex.org/W3157447782","https://openalex.org/W3175254947","https://openalex.org/W3205196998","https://openalex.org/W3205250329","https://openalex.org/W3205803864","https://openalex.org/W3206393052","https://openalex.org/W3206532678","https://openalex.org/W3213886952","https://openalex.org/W4250058668","https://openalex.org/W4311443585","https://openalex.org/W6741002519","https://openalex.org/W6751357924","https://openalex.org/W6783047220","https://openalex.org/W6786292229","https://openalex.org/W6793715182"],"related_works":["https://openalex.org/W4388251424","https://openalex.org/W2008498579","https://openalex.org/W2923272690","https://openalex.org/W1966935220","https://openalex.org/W2559825912","https://openalex.org/W2064963663","https://openalex.org/W2806616984","https://openalex.org/W4323670354","https://openalex.org/W3100731831","https://openalex.org/W2051058708"],"abstract_inverted_index":{"Motivated":[0],"towards":[1],"performing":[2],"missions":[3],"in":[4],"unstructured":[5],"environments":[6],"using":[7],"a":[8,15,49],"group":[9],"of":[10,72],"robots,":[11],"this":[12],"paper":[13],"presents":[14],"reinforcement":[16],"learning-based":[17],"strategy":[18,43],"for":[19],"multiple":[20],"quadrupedal":[21,46],"robots":[22,47],"executing":[23],"collaborative":[24],"manipulation":[25],"tasks.":[26],"By":[27],"taking":[28],"target":[29],"position,":[30],"velocity":[31],"tracking,":[32],"and":[33,56,75],"height":[34],"adjustment":[35],"into":[36],"account,":[37],"we":[38],"demonstrate":[39],"that":[40],"the":[41],"proposed":[42],"enables":[44],"four":[45],"manipulating":[48],"payload":[50,73],"to":[51,70],"walk":[52],"at":[53],"desired":[54],"linear":[55],"angular":[57],"velocities,":[58],"as":[59,61],"well":[60],"over":[62],"challenging":[63],"terrain.":[64],"The":[65],"learned":[66],"policy":[67],"is":[68],"robust":[69],"variations":[71],"mass":[74],"can":[76],"be":[77],"parameterized":[78],"by":[79],"different":[80],"commanded":[81],"velocities.":[82],"(Video":[83],"<sup":[84,87],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[85,88],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[86,89],"https://youtu.be/i8kZSYdi9Nk)":[90]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}