{"id":"https://openalex.org/W4308140687","doi":"https://doi.org/10.1142/s0219843622500219","title":"Reinforcement Learning for Bipedal Gait with MAX-E2 Humanoid Robot","display_name":"Reinforcement Learning for Bipedal Gait with MAX-E2 Humanoid Robot","publication_year":2022,"publication_date":"2022-10-01","ids":{"openalex":"https://openalex.org/W4308140687","doi":"https://doi.org/10.1142/s0219843622500219"},"language":"en","primary_location":{"id":"doi:10.1142/s0219843622500219","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0219843622500219","pdf_url":null,"source":{"id":"https://openalex.org/S75343556","display_name":"International Journal of Humanoid Robotics","issn_l":"0219-8436","issn":["0219-8436","1793-6942"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Humanoid Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043003749","display_name":"David Yanguas-Rojas","orcid":"https://orcid.org/0000-0001-5874-721X"},"institutions":[{"id":"https://openalex.org/I36243813","display_name":"Universidad Nacional de Colombia","ror":"https://ror.org/059yx9a68","country_code":"CO","type":"education","lineage":["https://openalex.org/I36243813"]}],"countries":["CO"],"is_corresponding":false,"raw_author_name":"David Yanguas-Rojas","raw_affiliation_strings":["Department of Mechanical and Mechatronics Engineering, Universidad Nacional de Colombia, Carrera 45 #26-85, Bogot\u00e1 D.C., Colombia"],"raw_orcid":"https://orcid.org/0000-0001-5874-721X","affiliations":[{"raw_affiliation_string":"Department of Mechanical and Mechatronics Engineering, Universidad Nacional de Colombia, Carrera 45 #26-85, Bogot\u00e1 D.C., Colombia","institution_ids":["https://openalex.org/I36243813"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065441117","display_name":"Eduardo Mojica\u2010Nava","orcid":"https://orcid.org/0000-0002-3259-4013"},"institutions":[{"id":"https://openalex.org/I36243813","display_name":"Universidad Nacional de Colombia","ror":"https://ror.org/059yx9a68","country_code":"CO","type":"education","lineage":["https://openalex.org/I36243813"]}],"countries":["CO"],"is_corresponding":false,"raw_author_name":"Eduardo Mojica-Nava","raw_affiliation_strings":["Department of Electrical and Electronics Engineering, Universidad Nacional de Colombia, Carrera 45 #26-85, Bogot\u00e1 D.C., Colombia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronics Engineering, Universidad Nacional de Colombia, Carrera 45 #26-85, Bogot\u00e1 D.C., Colombia","institution_ids":["https://openalex.org/I36243813"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026730481","display_name":"Alben Cardenas","orcid":"https://orcid.org/0000-0001-9163-4989"},"institutions":[{"id":"https://openalex.org/I63341726","display_name":"Universit\u00e9 du Qu\u00e9bec \u00e0 Trois-Rivi\u00e8res","ror":"https://ror.org/02xrw9r68","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I63341726"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Alben Cardenas","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Universit\u00e9 de Qu\u00e9bec \u00e0 Trois-Rivi\u00e8res, 3351 Bd des Forges, Trois-Rivi\u00e8res, Qu\u00e9bec, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Universit\u00e9 de Qu\u00e9bec \u00e0 Trois-Rivi\u00e8res, 3351 Bd des Forges, Trois-Rivi\u00e8res, Qu\u00e9bec, Canada","institution_ids":["https://openalex.org/I63341726"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1587,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.41725076,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"19","issue":"05","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.8844621777534485},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8308268189430237},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7963159680366516},{"id":"https://openalex.org/keywords/gait","display_name":"Gait","score":0.6311481595039368},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6011765599250793},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.49628549814224243},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4545350670814514},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4314066171646118},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.41483309864997864}],"concepts":[{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.8844621777534485},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8308268189430237},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7963159680366516},{"id":"https://openalex.org/C151800584","wikidata":"https://www.wikidata.org/wiki/Q2370000","display_name":"Gait","level":2,"score":0.6311481595039368},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6011765599250793},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.49628549814224243},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4545350670814514},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4314066171646118},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.41483309864997864},{"id":"https://openalex.org/C42407357","wikidata":"https://www.wikidata.org/wiki/Q521","display_name":"Physiology","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s0219843622500219","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0219843622500219","pdf_url":null,"source":{"id":"https://openalex.org/S75343556","display_name":"International Journal of Humanoid Robotics","issn_l":"0219-8436","issn":["0219-8436","1793-6942"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Humanoid Robotics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322675","display_name":"Mitacs","ror":"https://ror.org/00cjrc276"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1537497784","https://openalex.org/W1945123189","https://openalex.org/W1974878543","https://openalex.org/W2037729465","https://openalex.org/W2058544403","https://openalex.org/W2092339704","https://openalex.org/W2128131727","https://openalex.org/W2169036624","https://openalex.org/W2257979135","https://openalex.org/W2344786740","https://openalex.org/W2909696589","https://openalex.org/W2913878432","https://openalex.org/W3002044607","https://openalex.org/W3012223895","https://openalex.org/W3112747312","https://openalex.org/W3202243720","https://openalex.org/W3216584063","https://openalex.org/W4243385754","https://openalex.org/W4250877956"],"related_works":["https://openalex.org/W4206669594","https://openalex.org/W161140803","https://openalex.org/W1534851618","https://openalex.org/W4310903337","https://openalex.org/W2383495909","https://openalex.org/W3011806615","https://openalex.org/W1897438399","https://openalex.org/W3124696433","https://openalex.org/W2221816161","https://openalex.org/W4378213246"],"abstract_inverted_index":{"We":[0,81],"consider":[1],"the":[2,22,30,36,39,49,61,64,67,73,89],"whole-body":[3],"humanoid":[4,90],"gait":[5,16],"control":[6],"model":[7],"via":[8],"reinforcement":[9],"learning,":[10],"where":[11],"an":[12],"initial":[13],"predefined":[14],"parametric":[15],"policy":[17,68],"is":[18],"optimized":[19],"by":[20],"employing":[21,76],"augmented":[23],"random":[24],"search":[25],"algorithm":[26,87],"realizing":[27],"most":[28],"of":[29,63],"experiments":[31,65],"in":[32,72,96],"simulation":[33],"and":[34,66,98],"verifying":[35],"results":[37,71],"onto":[38],"real":[40,58,74,99],"robot.":[41],"In":[42],"our":[43,84],"proposal,":[44],"we":[45],"take":[46],"into":[47],"account":[48],"reality":[50],"gap":[51],"problem,":[52,59],"also":[53],"known":[54],"as":[55],"Sim":[56],"to":[57,93],"for":[60],"development":[62],"guaranteeing":[69],"functional":[70],"robot":[75,91],"a":[77],"simplified":[78],"custom":[79],"simulator.":[80],"show":[82],"that":[83],"proposed":[85],"learning":[86],"allows":[88],"MAX-E2":[92],"walk":[94],"efficiently":[95],"virtual":[97],"environments.":[100]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}