{"id":"https://openalex.org/W3135263265","doi":"https://doi.org/10.1109/icra46639.2022.9811541","title":"Learning Controller Gains on Bipedal Walking Robots via User Preferences","display_name":"Learning Controller Gains on Bipedal Walking Robots via User Preferences","publication_year":2022,"publication_date":"2022-05-23","ids":{"openalex":"https://openalex.org/W3135263265","doi":"https://doi.org/10.1109/icra46639.2022.9811541","mag":"3135263265"},"language":"en","primary_location":{"id":"doi:10.1109/icra46639.2022.9811541","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra46639.2022.9811541","pdf_url":null,"source":{"id":"https://openalex.org/S4363607759","display_name":"2022 International Conference on Robotics and Automation (ICRA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://authors.library.caltech.edu/108310/","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064460951","display_name":"Noel Csomay-Shanklin","orcid":"https://orcid.org/0000-0002-2361-1694"},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Noel Csomay-Shanklin","raw_affiliation_strings":["California Institute of Technology,Department of Computing and Mathematical Sciences,Pasadena,CA","Department of Computing and Mathematical Sciences, California Institute of Technology, Pasadena, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"California Institute of Technology,Department of Computing and Mathematical Sciences,Pasadena,CA","institution_ids":["https://openalex.org/I122411786"]},{"raw_affiliation_string":"Department of Computing and Mathematical Sciences, California Institute of Technology, Pasadena, CA","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054944952","display_name":"Maegan Tucker","orcid":"https://orcid.org/0000-0001-7363-6809"},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maegan Tucker","raw_affiliation_strings":["California Institute of Technology,Department of Mechanical and Civil Engineering,Pasadena,CA","Department of Mechanical and Civil Engineering, California Institute of Technology, Pasadena, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"California Institute of Technology,Department of Mechanical and Civil Engineering,Pasadena,CA","institution_ids":["https://openalex.org/I122411786"]},{"raw_affiliation_string":"Department of Mechanical and Civil Engineering, California Institute of Technology, Pasadena, CA","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112121793","display_name":"Min Dai","orcid":"https://orcid.org/0000-0002-1301-7982"},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Min Dai","raw_affiliation_strings":["California Institute of Technology,Department of Mechanical and Civil Engineering,Pasadena,CA","Department of Mechanical and Civil Engineering, California Institute of Technology, Pasadena, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"California Institute of Technology,Department of Mechanical and Civil Engineering,Pasadena,CA","institution_ids":["https://openalex.org/I122411786"]},{"raw_affiliation_string":"Department of Mechanical and Civil Engineering, California Institute of Technology, Pasadena, CA","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080901578","display_name":"Jenna Reher","orcid":null},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jenna Reher","raw_affiliation_strings":["California Institute of Technology,Department of Mechanical and Civil Engineering,Pasadena,CA","Department of Mechanical and Civil Engineering, California Institute of Technology, Pasadena, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"California Institute of Technology,Department of Mechanical and Civil Engineering,Pasadena,CA","institution_ids":["https://openalex.org/I122411786"]},{"raw_affiliation_string":"Department of Mechanical and Civil Engineering, California Institute of Technology, Pasadena, CA","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039171820","display_name":"Aaron D. Ames","orcid":"https://orcid.org/0000-0003-0848-3177"},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aaron D. Ames","raw_affiliation_strings":["California Institute of Technology,Department of Computing and Mathematical Sciences,Pasadena,CA","Department of Mechanical and Civil Engineering, California Institute of Technology, Pasadena, CA","Department of Computing and Mathematical Sciences, California Institute of Technology, Pasadena, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"California Institute of Technology,Department of Computing and Mathematical Sciences,Pasadena,CA","institution_ids":["https://openalex.org/I122411786"]},{"raw_affiliation_string":"Department of Mechanical and Civil Engineering, California Institute of Technology, Pasadena, CA","institution_ids":["https://openalex.org/I122411786"]},{"raw_affiliation_string":"Department of Computing and Mathematical Sciences, California Institute of Technology, Pasadena, CA","institution_ids":["https://openalex.org/I122411786"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2776,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.75944811,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"10405","last_page":"10411"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11685","display_name":"Zebrafish Biomedical Research Applications","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1307","display_name":"Cell Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/underactuation","display_name":"Underactuation","score":0.7756178975105286},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7120728492736816},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.6520878076553345},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6261221170425415},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5817537903785706},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5709776282310486},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.5210201740264893},{"id":"https://openalex.org/keywords/lyapunov-function","display_name":"Lyapunov function","score":0.5159252882003784},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.48837465047836304},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.44208696484565735},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.4366466701030731},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43283745646476746},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.35559701919555664},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3351055979728699},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13603553175926208},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1147523820400238}],"concepts":[{"id":"https://openalex.org/C88337583","wikidata":"https://www.wikidata.org/wiki/Q7883433","display_name":"Underactuation","level":3,"score":0.7756178975105286},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7120728492736816},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.6520878076553345},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6261221170425415},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5817537903785706},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5709776282310486},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.5210201740264893},{"id":"https://openalex.org/C60640748","wikidata":"https://www.wikidata.org/wiki/Q2337858","display_name":"Lyapunov function","level":3,"score":0.5159252882003784},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.48837465047836304},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.44208696484565735},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4366466701030731},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43283745646476746},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.35559701919555664},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3351055979728699},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13603553175926208},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1147523820400238},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icra46639.2022.9811541","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra46639.2022.9811541","pdf_url":null,"source":{"id":"https://openalex.org/S4363607759","display_name":"2022 International Conference on Robotics and Automation (ICRA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:authors.library.caltech.edu:108310","is_oa":true,"landing_page_url":"https://resolver.caltech.edu/CaltechAUTHORS:20210304-095906281","pdf_url":"https://authors.library.caltech.edu/108310/","source":{"id":"https://openalex.org/S4306402161","display_name":"CaltechAUTHORS (California Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I122411786","host_organization_name":"California Institute of Technology","host_organization_lineage":["https://openalex.org/I122411786"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Report or Paper"}],"best_oa_location":{"id":"pmh:oai:authors.library.caltech.edu:108310","is_oa":true,"landing_page_url":"https://resolver.caltech.edu/CaltechAUTHORS:20210304-095906281","pdf_url":"https://authors.library.caltech.edu/108310/","source":{"id":"https://openalex.org/S4306402161","display_name":"CaltechAUTHORS (California Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I122411786","host_organization_name":"California Institute of Technology","host_organization_lineage":["https://openalex.org/I122411786"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Report or Paper"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G314058022","display_name":"CPS: Medium: Safety-Critical Cyber-Physical Systems: From Validation & Verification to Test & Evaluation","funder_award_id":"1932091","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3135263265.pdf","grobid_xml":"https://content.openalex.org/works/W3135263265.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W3584668","https://openalex.org/W129643872","https://openalex.org/W170314049","https://openalex.org/W187917816","https://openalex.org/W770013183","https://openalex.org/W1504362584","https://openalex.org/W1518022329","https://openalex.org/W1887006513","https://openalex.org/W1965520710","https://openalex.org/W1986164962","https://openalex.org/W1992824317","https://openalex.org/W2037013225","https://openalex.org/W2037729465","https://openalex.org/W2047174209","https://openalex.org/W2047292771","https://openalex.org/W2050204013","https://openalex.org/W2108738385","https://openalex.org/W2113561018","https://openalex.org/W2128131727","https://openalex.org/W2140435722","https://openalex.org/W2171879251","https://openalex.org/W2190005545","https://openalex.org/W2346505884","https://openalex.org/W2761515094","https://openalex.org/W2774367037","https://openalex.org/W2829790400","https://openalex.org/W2963647792","https://openalex.org/W3011148159","https://openalex.org/W3046018808","https://openalex.org/W3093332070","https://openalex.org/W3098791976","https://openalex.org/W3105904426","https://openalex.org/W3130335129","https://openalex.org/W3177579967","https://openalex.org/W3205282600","https://openalex.org/W3206688285","https://openalex.org/W3206918183","https://openalex.org/W4251464645","https://openalex.org/W4287081854","https://openalex.org/W4292872153","https://openalex.org/W6605425664","https://openalex.org/W6676077707","https://openalex.org/W6680753777","https://openalex.org/W6798313390"],"related_works":["https://openalex.org/W587013945","https://openalex.org/W4288862394","https://openalex.org/W1485310626","https://openalex.org/W4292915238","https://openalex.org/W4285553839","https://openalex.org/W3011477119","https://openalex.org/W2371440471","https://openalex.org/W2075135955","https://openalex.org/W3135136999","https://openalex.org/W4313405128"],"abstract_inverted_index":{"Experimental":[0],"demonstration":[1],"of":[2,27,37,56,95,141],"complex":[3],"robotic":[4],"behaviors":[5],"relies":[6],"heavily":[7],"on":[8,123,130],"finding":[9],"the":[10,28,34,38,53,65,82,124,131,139,142,148],"correct":[11],"controller":[12,76],"gains.":[13],"This":[14,87],"painstaking":[15],"process":[16],"is":[17,44,90,151],"often":[18],"completed":[19],"by":[20,79],"a":[21],"domain":[22],"expert,":[23],"requiring":[24],"deep":[25],"knowledge":[26,43],"relationship":[29],"between":[30],"parameter":[31,58],"values":[32],"and":[33,129,145,160],"resulting":[35],"behavior":[36],"system.":[39],"Even":[40],"when":[41],"such":[42],"possessed,":[45],"it":[46],"can":[47,71],"take":[48],"significant":[49],"effort":[50],"to":[51,67,74,92,113,154],"navigate":[52],"nonintuitive":[54],"landscape":[55],"possible":[57],"combinations.":[59],"In":[60],"this":[61],"work,":[62],"we":[63],"explore":[64],"extent":[66],"which":[68,106],"preference-based":[69],"learning":[70],"be":[72],"used":[73],"optimize":[75],"gains":[77,156],"online":[78],"repeatedly":[80],"querying":[81],"user":[83],"for":[84],"their":[85],"preferences.":[86],"general":[88],"methodology":[89],"applied":[91],"two":[93],"variants":[94],"control":[96],"Lyapunov":[97],"function":[98],"based":[99],"nonlinear":[100],"controllers":[101,118,144],"framed":[102],"as":[103],"quadratic":[104],"programs,":[105],"provide":[107],"theoretical":[108],"guarantees":[109],"but":[110],"are":[111,119],"challenging":[112],"realize":[114],"in":[115],"practice.":[116],"These":[117],"successfully":[120],"demonstrated":[121],"both":[122],"planar":[125],"underactuated":[126,133],"biped,":[127,134],"AMBER,":[128],"3D":[132],"Cassie.":[135],"We":[136],"experimentally":[137],"evaluate":[138],"performance":[140],"learned":[143],"show":[146],"that":[147,157],"proposed":[149],"method":[150],"repeatably":[152],"able":[153],"learn":[155],"yield":[158],"stable":[159],"robust":[161],"locomotion.":[162]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-22T08:00:12.763002","created_date":"2025-10-10T00:00:00"}