{"id":"https://openalex.org/W3098791976","doi":"https://doi.org/10.1109/icra48506.2021.9561515","title":"Preference-Based Learning for User-Guided HZD Gait Generation on Bipedal Walking Robots","display_name":"Preference-Based Learning for User-Guided HZD Gait Generation on Bipedal Walking Robots","publication_year":2021,"publication_date":"2021-05-30","ids":{"openalex":"https://openalex.org/W3098791976","doi":"https://doi.org/10.1109/icra48506.2021.9561515","mag":"3098791976"},"language":"en","primary_location":{"id":"doi:10.1109/icra48506.2021.9561515","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9561515","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2011.05424","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054944952","display_name":"Maegan Tucker","orcid":"https://orcid.org/0000-0001-7363-6809"},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maegan Tucker","raw_affiliation_strings":["Department of Mechanical and Civil Engineering, California Institute of Technology, Pasadena, CA","California Institute of Technology,Department of Mechanical and Civil Engineering,Pasadena,CA,91125"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Civil Engineering, California Institute of Technology, Pasadena, CA","institution_ids":["https://openalex.org/I122411786"]},{"raw_affiliation_string":"California Institute of Technology,Department of Mechanical and Civil Engineering,Pasadena,CA,91125","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064460951","display_name":"Noel Csomay-Shanklin","orcid":"https://orcid.org/0000-0002-2361-1694"},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Noel Csomay-Shanklin","raw_affiliation_strings":["Department of Computing and Mathematical Sciences, California Institute of Technology, Pasadena, CA","California Institute of Technology, Department of Computing and Mathematical Sciences, Pasadena, CA, 91125"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing and Mathematical Sciences, California Institute of Technology, Pasadena, CA","institution_ids":["https://openalex.org/I122411786"]},{"raw_affiliation_string":"California Institute of Technology, Department of Computing and Mathematical Sciences, Pasadena, CA, 91125","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101641007","display_name":"Wen-Loong Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wen-Loong Ma","raw_affiliation_strings":["Department of Mechanical and Civil Engineering, California Institute of Technology, Pasadena, CA","California Institute of Technology,Department of Mechanical and Civil Engineering,Pasadena,CA,91125"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Civil Engineering, California Institute of Technology, Pasadena, CA","institution_ids":["https://openalex.org/I122411786"]},{"raw_affiliation_string":"California Institute of Technology,Department of Mechanical and Civil Engineering,Pasadena,CA,91125","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039171820","display_name":"Aaron D. Ames","orcid":"https://orcid.org/0000-0003-0848-3177"},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aaron D. Ames","raw_affiliation_strings":["Department of Computing and Mathematical Sciences, California Institute of Technology, Pasadena, CA","Department of Mechanical and Civil Engineering, California Institute of Technology, Pasadena, CA","California Institute of Technology,Department of Mechanical and Civil Engineering,Pasadena,CA,91125"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing and Mathematical Sciences, California Institute of Technology, Pasadena, CA","institution_ids":["https://openalex.org/I122411786"]},{"raw_affiliation_string":"Department of Mechanical and Civil Engineering, California Institute of Technology, Pasadena, CA","institution_ids":["https://openalex.org/I122411786"]},{"raw_affiliation_string":"California Institute of Technology,Department of Mechanical and Civil Engineering,Pasadena,CA,91125","institution_ids":["https://openalex.org/I122411786"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0849,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.35282122,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"2804","last_page":"2810"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12400","display_name":"Neurogenetic and Muscular Disorders Research","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/2716","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gait","display_name":"Gait","score":0.7074763774871826},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6301327347755432},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5992430448532104},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5882471203804016},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5480579733848572},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5270200967788696},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.4962237477302551},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4928574562072754},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44139859080314636},{"id":"https://openalex.org/keywords/trajectory-optimization","display_name":"Trajectory optimization","score":0.4341171085834503},{"id":"https://openalex.org/keywords/realization","display_name":"Realization (probability)","score":0.432017058134079},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.4250173568725586},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3318905234336853},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.32707926630973816},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.32048311829566956},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17917317152023315},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13981884717941284}],"concepts":[{"id":"https://openalex.org/C151800584","wikidata":"https://www.wikidata.org/wiki/Q2370000","display_name":"Gait","level":2,"score":0.7074763774871826},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6301327347755432},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5992430448532104},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5882471203804016},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5480579733848572},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5270200967788696},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.4962237477302551},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4928574562072754},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44139859080314636},{"id":"https://openalex.org/C173246807","wikidata":"https://www.wikidata.org/wiki/Q7833062","display_name":"Trajectory optimization","level":3,"score":0.4341171085834503},{"id":"https://openalex.org/C2781089630","wikidata":"https://www.wikidata.org/wiki/Q21856745","display_name":"Realization (probability)","level":2,"score":0.432017058134079},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.4250173568725586},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3318905234336853},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.32707926630973816},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.32048311829566956},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17917317152023315},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13981884717941284},{"id":"https://openalex.org/C42407357","wikidata":"https://www.wikidata.org/wiki/Q521","display_name":"Physiology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/icra48506.2021.9561515","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9561515","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2011.05424","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2011.05424","pdf_url":"https://arxiv.org/pdf/2011.05424","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:authors.library.caltech.edu:107614","is_oa":true,"landing_page_url":null,"pdf_url":"https://resolver.caltech.edu/CaltechAUTHORS:20210120-165245372","source":{"id":"https://openalex.org/S4306402161","display_name":"CaltechAUTHORS (California Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I122411786","host_organization_name":"California Institute of Technology","host_organization_lineage":["https://openalex.org/I122411786"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Book Section"},{"id":"mag:3098791976","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2011.05424","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2011.05424","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2011.05424","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2011.05424","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2011.05424","pdf_url":"https://arxiv.org/pdf/2011.05424","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1504362584","https://openalex.org/W1965520710","https://openalex.org/W1989901771","https://openalex.org/W1993314711","https://openalex.org/W2098523767","https://openalex.org/W2100651113","https://openalex.org/W2121829700","https://openalex.org/W2123871098","https://openalex.org/W2137300190","https://openalex.org/W2138136244","https://openalex.org/W2142575165","https://openalex.org/W2143729862","https://openalex.org/W2158782408","https://openalex.org/W2161427949","https://openalex.org/W2171879251","https://openalex.org/W2381269752","https://openalex.org/W2556468286","https://openalex.org/W2560504659","https://openalex.org/W2607187241","https://openalex.org/W2761515094","https://openalex.org/W2774367037","https://openalex.org/W2792099719","https://openalex.org/W2911087563","https://openalex.org/W2924656332","https://openalex.org/W2964107903","https://openalex.org/W2967211956","https://openalex.org/W2967815054","https://openalex.org/W2968774764","https://openalex.org/W3004116281","https://openalex.org/W3007553593","https://openalex.org/W3021971131","https://openalex.org/W3039104684","https://openalex.org/W3091627088","https://openalex.org/W3094597836","https://openalex.org/W3098925401","https://openalex.org/W3130335129","https://openalex.org/W6680821758","https://openalex.org/W6737531337","https://openalex.org/W6760951303","https://openalex.org/W6774126978","https://openalex.org/W6775069956"],"related_works":["https://openalex.org/W3206688285","https://openalex.org/W2895698735","https://openalex.org/W3040730432","https://openalex.org/W146798655","https://openalex.org/W2539084569","https://openalex.org/W2678981472","https://openalex.org/W2964114602","https://openalex.org/W334796791","https://openalex.org/W3096243380","https://openalex.org/W2999610730","https://openalex.org/W3135263265","https://openalex.org/W2738773817","https://openalex.org/W3131983787","https://openalex.org/W2146493291","https://openalex.org/W2942168264","https://openalex.org/W2743645497","https://openalex.org/W3127401840","https://openalex.org/W2985932143","https://openalex.org/W2964056357","https://openalex.org/W3029509103"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,40,89,112,170,176],"framework":[4,153],"that":[5,42],"leverages":[6],"both":[7,150],"control":[8,183],"theory":[9,184],"and":[10,16,35,53,121,158,185],"machine":[11],"learning":[12,75,84],"to":[13,48,76],"obtain":[14],"stable":[15,80],"robust":[17],"bipedal":[18],"locomotion":[19],"without":[20],"the":[21,51,58,103,116,122,129,134,142,147,152,180],"need":[22],"for":[23,140],"manual":[24],"parameter":[25],"tuning.":[26],"Traditionally,":[27],"gaits":[28],"are":[29],"generated":[30],"through":[31,108,128],"trajectory":[32],"optimization":[33,69],"methods":[34],"then":[36],"realized":[37],"experimentally":[38],"\u2014":[39],"process":[41,59],"often":[43],"requires":[44],"extensive":[45],"tuning":[46],"due":[47],"differences":[49],"between":[50],"models":[52],"hardware.":[54],"In":[55,149],"this":[56,83],"work,":[57],"of":[60,102,131,182],"gait":[61,143],"realization":[62],"via":[63],"hybrid":[64],"zero":[65],"dynamics":[66],"(HZD)":[67],"based":[68],"is":[70,106],"formally":[71],"combined":[72],"with":[73,118,124,166],"preference-based":[74],"systematically":[77],"realize":[78],"dynamically":[79],"walking.":[81],"Importantly,":[82],"approach":[85,105],"does":[86],"not":[87,138],"require":[88],"carefully":[90],"constructed":[91],"reward":[92],"function,":[93],"but":[94],"instead":[95],"utilizes":[96],"human":[97],"pairwise":[98],"preferences.":[99],"The":[100],"power":[101],"proposed":[104],"demonstrated":[107],"two":[109],"experiments":[110],"on":[111,169],"planar":[113],"biped":[114],"AMBER-3M:":[115],"first":[117],"rigid":[119],"point-feet,":[120],"second":[123],"induced":[125],"model":[126],"uncertainty":[127],"addition":[130],"springs":[132],"where":[133],"added":[135],"compliance":[136],"was":[137],"accounted":[139],"in":[141,146,161,179],"generation":[144],"or":[145],"controller.":[148],"experiments,":[151],"achieves":[154],"stable,":[155],"robust,":[156],"efficient,":[157],"natural":[159],"walking":[160],"fewer":[162],"than":[163],"50":[164],"iterations":[165],"no":[167],"reliance":[168],"simulation":[171],"environment.":[172],"These":[173],"results":[174],"demonstrate":[175],"promising":[177],"step":[178],"unification":[181],"learning.":[186]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}