{"id":"https://openalex.org/W4385486316","doi":"https://doi.org/10.1109/access.2023.3301175","title":"Learning Bipedal Walking for Humanoids With Current Feedback","display_name":"Learning Bipedal Walking for Humanoids With Current Feedback","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385486316","doi":"https://doi.org/10.1109/access.2023.3301175"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3301175","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3301175","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10201853.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10201853.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067779478","display_name":"Rohan Singh","orcid":"https://orcid.org/0000-0002-9399-618X"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]},{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Rohan P. singh","raw_affiliation_strings":["CNRS-AIST JRL (Joint Robotics Laboratory), IRL, National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Ibaraki, Japan","University of Tsukuba, Ibaraki, Japan"],"raw_orcid":"https://orcid.org/0000-0002-9399-618X","affiliations":[{"raw_affiliation_string":"CNRS-AIST JRL (Joint Robotics Laboratory), IRL, National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Ibaraki, Japan","institution_ids":["https://openalex.org/I73613424"]},{"raw_affiliation_string":"University of Tsukuba, Ibaraki, Japan","institution_ids":["https://openalex.org/I146399215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101132534","display_name":"Zhaoming Xie","orcid":"https://orcid.org/0000-0002-6085-8178"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhaoming Xie","raw_affiliation_strings":["Department of Computer Science, Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058095625","display_name":"Pierre Gergondet","orcid":"https://orcid.org/0000-0003-4925-2519"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Pierre Gergondet","raw_affiliation_strings":["CNRS-AIST JRL (Joint Robotics Laboratory), IRL, National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Ibaraki, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CNRS-AIST JRL (Joint Robotics Laboratory), IRL, National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Ibaraki, Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091136016","display_name":"Fumio Kanehiro","orcid":"https://orcid.org/0000-0002-0277-3467"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]},{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Fumio Kanehiro","raw_affiliation_strings":["CNRS-AIST JRL (Joint Robotics Laboratory), IRL, National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Ibaraki, Japan","University of Tsukuba, Ibaraki, Japan"],"raw_orcid":"https://orcid.org/0000-0002-0277-3467","affiliations":[{"raw_affiliation_string":"CNRS-AIST JRL (Joint Robotics Laboratory), IRL, National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Ibaraki, Japan","institution_ids":["https://openalex.org/I73613424"]},{"raw_affiliation_string":"University of Tsukuba, Ibaraki, Japan","institution_ids":["https://openalex.org/I146399215"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.1104,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":{"value":0.92174628,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"11","issue":null,"first_page":"82013","last_page":"82023"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.9653000235557556,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9617999792098999,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.7825007438659668},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7391853332519531},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6832231879234314},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6155027747154236},{"id":"https://openalex.org/keywords/actuator","display_name":"Actuator","score":0.5748127102851868},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5301367044448853},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.4246135354042053},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3632007837295532},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3631057143211365},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3296512961387634},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.325960636138916},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15629544854164124},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.10113558173179626}],"concepts":[{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.7825007438659668},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7391853332519531},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6832231879234314},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6155027747154236},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.5748127102851868},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5301367044448853},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4246135354042053},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3632007837295532},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3631057143211365},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3296512961387634},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.325960636138916},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15629544854164124},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.10113558173179626},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2023.3301175","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3301175","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10201853.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-04739144v1","is_oa":false,"landing_page_url":"https://hal.science/hal-04739144","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, 2023, 11, pp.82013-82023. &#x27E8;10.1109/ACCESS.2023.3301175&#x27E9;","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:852af2ff2075422aa7ef996b0027b8f5","is_oa":true,"landing_page_url":"https://doaj.org/article/852af2ff2075422aa7ef996b0027b8f5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 82013-82023 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3301175","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3301175","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10201853.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385486316.pdf","grobid_xml":"https://content.openalex.org/works/W4385486316.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W1640322990","https://openalex.org/W1987580649","https://openalex.org/W2044627378","https://openalex.org/W2074042377","https://openalex.org/W2133859362","https://openalex.org/W2158782408","https://openalex.org/W2736601468","https://openalex.org/W2740828027","https://openalex.org/W2911087563","https://openalex.org/W2911251203","https://openalex.org/W2913971027","https://openalex.org/W2963184939","https://openalex.org/W2967793392","https://openalex.org/W3003647188","https://openalex.org/W3029641972","https://openalex.org/W3038194455","https://openalex.org/W3039737909","https://openalex.org/W3093922502","https://openalex.org/W3104876774","https://openalex.org/W3106249594","https://openalex.org/W3111294788","https://openalex.org/W3130886608","https://openalex.org/W3148915740","https://openalex.org/W3175254947","https://openalex.org/W3176539729","https://openalex.org/W3206762371","https://openalex.org/W3206804182","https://openalex.org/W4212766024","https://openalex.org/W4283787029","https://openalex.org/W4285028015","https://openalex.org/W4285176008","https://openalex.org/W4312423130","https://openalex.org/W4313563011","https://openalex.org/W4313563049","https://openalex.org/W4321020593","https://openalex.org/W4385756663","https://openalex.org/W4390480981","https://openalex.org/W6741002519","https://openalex.org/W6741471465","https://openalex.org/W6778428183","https://openalex.org/W6810567874","https://openalex.org/W6841112233","https://openalex.org/W6852339776"],"related_works":["https://openalex.org/W2745063183","https://openalex.org/W4256317079","https://openalex.org/W2129850190","https://openalex.org/W2295425790","https://openalex.org/W4389009354","https://openalex.org/W1974803039","https://openalex.org/W1991876829","https://openalex.org/W2088677124","https://openalex.org/W1589423663","https://openalex.org/W2100910774"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,12,120,137],"deep":[3],"reinforcement":[4],"learning":[5],"(RL)":[6],"based":[7],"techniques":[8],"combined":[9,163],"with":[10,42,49,126,164,210],"training":[11,117],"simulation":[13,122,138],"have":[14],"offered":[15],"a":[16,67,121,133,144,159,201],"new":[17],"approach":[18,79,130],"to":[19,32,39,55,66,104,149],"developing":[20],"robust":[21],"controllers":[22],"for":[23,80,89,170,180,205],"legged":[24],"robots.":[25],"However,":[26],"the":[27,83,97,106,110,113,118,178,189,192,211],"application":[28],"of":[29,191],"such":[30],"approaches":[31],"real":[33,114,145,212],"hardware":[34],"has":[35,60],"largely":[36],"been":[37,61],"limited":[38],"quadrupedal":[40],"robots":[41,48,59,91],"direct-drive":[43],"actuators":[44,111],"and":[45],"light-weight":[46],"bipedal":[47,151],"low":[50],"gear-ratio":[51],"transmission":[52],"systems.":[53],"Application":[54],"real,":[56],"life-sized":[57],"humanoid":[58,90,147],"less":[62],"common":[63],"arguably":[64],"due":[65],"large":[68],"<italic":[69,84,172],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[70,85,173],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">sim2real</i>":[71,86,174],"gap.":[72],"In":[73],"this":[74],"paper,":[75],"we":[76,155,187],"present":[77],"an":[78],"effectively":[81],"overcoming":[82],"gap":[87],"issue":[88],"arising":[92],"from":[93,109],"inaccurate":[94],"torque-tracking":[95],"at":[96],"actuator":[98],"level.":[99],"Our":[100,129],"key":[101],"idea":[102],"is":[103,168],"utilize":[105],"current":[107],"feedback":[108],"on":[112,143,207],"robot,":[115],"after":[116],"policy":[119,136,161,195],"environment":[123],"artificially":[124],"degraded":[125],"poor":[127],"torque-tracking.":[128],"successfully":[131],"trains":[132],"unified,":[134],"end-to-end":[135],"that":[139,158],"can":[140],"be":[141],"deployed":[142],"HRP-5P":[146],"robot":[148],"achieve":[150],"locomotion.":[152],"Through":[153],"ablations,":[154],"also":[156],"show":[157],"feedforward":[160],"architecture":[162],"targeted":[165],"dynamics":[166],"randomization":[167],"sufficient":[169],"zero-shot":[171],"success,":[175],"thus":[176],"eliminating":[177],"need":[179],"computationally":[181],"expensive,":[182],"memory-based":[183],"network":[184],"architectures.":[185],"Finally,":[186],"validate":[188],"robustness":[190],"proposed":[193],"RL":[194],"by":[196],"comparing":[197],"its":[198],"performance":[199],"against":[200],"conventional":[202],"model-based":[203],"controller":[204],"walking":[206],"uneven":[208],"terrain":[209],"robot.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}