{"id":"https://openalex.org/W4393989605","doi":"https://doi.org/10.1080/01691864.2024.2336253","title":"Constrained footstep planning using model-based reinforcement learning in virtual constraint-based walking","display_name":"Constrained footstep planning using model-based reinforcement learning in virtual constraint-based walking","publication_year":2024,"publication_date":"2024-04-05","ids":{"openalex":"https://openalex.org/W4393989605","doi":"https://doi.org/10.1080/01691864.2024.2336253"},"language":"en","primary_location":{"id":"doi:10.1080/01691864.2024.2336253","is_oa":false,"landing_page_url":"https://doi.org/10.1080/01691864.2024.2336253","pdf_url":null,"source":{"id":"https://openalex.org/S192584203","display_name":"Advanced Robotics","issn_l":"0169-1864","issn":["0169-1864","1568-5535"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101296281","display_name":"Takanori Jin","orcid":null},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Takanori Jin","raw_affiliation_strings":["Informatics, National Institute of informatics/The Graduate Institute for Advanced Studies, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Informatics, National Institute of informatics/The Graduate Institute for Advanced Studies, Tokyo, Japan","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051304187","display_name":"Taisuke Kobayashi","orcid":"https://orcid.org/0000-0002-3760-249X"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Taisuke Kobayashi","raw_affiliation_strings":["Informatics, National Institute of informatics/The Graduate Institute for Advanced Studies, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-3760-249X","affiliations":[{"raw_affiliation_string":"Informatics, National Institute of informatics/The Graduate Institute for Advanced Studies, Tokyo, Japan","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042074952","display_name":"Takamitsu Matsubara","orcid":"https://orcid.org/0000-0003-3545-4814"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takamitsu Matsubara","raw_affiliation_strings":["Information Science, Nara Institute of Science and Technology, Nara, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Science, Nara Institute of Science and Technology, Nara, Japan","institution_ids":["https://openalex.org/I75917431"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5101296281"],"corresponding_institution_ids":["https://openalex.org/I184597095"],"apc_list":null,"apc_paid":null,"fwci":0.3032,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.4957492,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"38","issue":"8","first_page":"541","last_page":"561"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10925","display_name":"Spinal Cord Injury Research","score":0.9745000004768372,"subfield":{"id":"https://openalex.org/subfields/2734","display_name":"Pathology and Forensic Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7116792798042297},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.645327091217041},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.6151007413864136},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5533572435379028},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5516058206558228},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.5457673668861389},{"id":"https://openalex.org/keywords/gait","display_name":"Gait","score":0.4982612133026123},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4361311197280884},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4139830470085144},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3642842769622803},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3610023856163025},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.30383244156837463},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2463521659374237}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7116792798042297},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.645327091217041},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.6151007413864136},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5533572435379028},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5516058206558228},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.5457673668861389},{"id":"https://openalex.org/C151800584","wikidata":"https://www.wikidata.org/wiki/Q2370000","display_name":"Gait","level":2,"score":0.4982612133026123},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4361311197280884},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4139830470085144},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3642842769622803},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3610023856163025},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.30383244156837463},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2463521659374237},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C42407357","wikidata":"https://www.wikidata.org/wiki/Q521","display_name":"Physiology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/01691864.2024.2336253","is_oa":false,"landing_page_url":"https://doi.org/10.1080/01691864.2024.2336253","pdf_url":null,"source":{"id":"https://openalex.org/S192584203","display_name":"Advanced Robotics","issn_l":"0169-1864","issn":["0169-1864","1568-5535"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Robotics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2277768782","display_name":null,"funder_award_id":"JP20H04265","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3758498156","display_name":"Development of deep learning to reveal physical human-robot interaction and its application to safe robot control","funder_award_id":"20H04265","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1577352482","https://openalex.org/W1993314711","https://openalex.org/W1994275787","https://openalex.org/W2015149365","https://openalex.org/W2027799119","https://openalex.org/W2050883740","https://openalex.org/W2056223738","https://openalex.org/W2074042377","https://openalex.org/W2079995373","https://openalex.org/W2102162941","https://openalex.org/W2103642436","https://openalex.org/W2121829700","https://openalex.org/W2128131727","https://openalex.org/W2133859362","https://openalex.org/W2151182239","https://openalex.org/W2273415719","https://openalex.org/W2411798942","https://openalex.org/W2477170489","https://openalex.org/W2539534359","https://openalex.org/W2569491452","https://openalex.org/W2569839618","https://openalex.org/W2572789011","https://openalex.org/W2790919587","https://openalex.org/W2885642537","https://openalex.org/W2891428573","https://openalex.org/W2962872206","https://openalex.org/W2964114602","https://openalex.org/W3012062338","https://openalex.org/W3012233117","https://openalex.org/W3037562402","https://openalex.org/W3081791272","https://openalex.org/W3099724658","https://openalex.org/W3149839747","https://openalex.org/W3205251784","https://openalex.org/W3206762371","https://openalex.org/W3207033168","https://openalex.org/W4210993197","https://openalex.org/W4212883601","https://openalex.org/W4224919372","https://openalex.org/W4229081732","https://openalex.org/W4233561989","https://openalex.org/W4289754701","https://openalex.org/W4385696305","https://openalex.org/W6841545689"],"related_works":["https://openalex.org/W1990079087","https://openalex.org/W3202234113","https://openalex.org/W4306904969","https://openalex.org/W2101188133","https://openalex.org/W4248731570","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2381210024"],"abstract_inverted_index":{"Virtual":[0],"constraint-based":[1,69],"gait":[2,9,142],"control":[3,77,98,103],"can":[4],"acquire":[5],"a":[6,41,59,150],"variety":[7],"of":[8,29,44,82],"motions":[10],"depending":[11],"on":[12,198],"the":[13,27,38,45,55,72,80,87,91,96,107,111,125,136,141,154,172,183,187],"virtual":[14,68],"constraints":[15,196],"provided.":[16],"However,":[17],"this":[18],"method":[19,39,62,174,189],"suffers":[20],"from":[21],"footstep":[22,60,88,155],"constraints.":[23],"This":[24],"is":[25,49,114,127],"because":[26],"center":[28],"mass":[30],"(CoM)":[31],"motion":[32,109],"cannot":[33],"be":[34],"predicted":[35],"analytically.":[36],"Therefore,":[37],"requires":[40],"numerical":[42],"solution":[43],"forward":[46],"problem,":[47,99],"which":[48,105,152],"vulnerable":[50],"to":[51,110,123,134],"errors.":[52],"To":[53,94],"solve":[54],"issue,":[56],"we":[57],"propose":[58],"planning":[61],"using":[63],"model-based":[64],"reinforcement":[65],"learning":[66,137,161],"in":[67,132],"walking.":[70],"In":[71],"proposed":[73,173,188],"method,":[74],"model":[75,122],"predictive":[76],"(MPC)":[78],"evaluates":[79,153],"stability":[81],"each":[83],"step":[84],"while":[85],"adjusting":[86],"and":[89,149,166],"manipulating":[90],"conserved":[92],"quantities.":[93],"simplify":[95],"optimal":[97],"passive":[100],"dynamic":[101],"autonomous":[102],"(PDAC),":[104],"compresses":[106],"CoM":[108],"lowest":[112],"dimension,":[113],"employed":[115],"for":[116,162],"walking":[117],"control.":[118],"The":[119,145],"entire":[120],"transition":[121],"predict":[124],"future":[126],"decomposed":[128,147],"into":[129],"three":[130,146],"segments":[131],"order":[133],"improve":[135],"speed":[138],"by":[139],"utilizing":[140],"phases":[143],"knowledge.":[144],"models":[148],"stability-cost,":[151],"stability,":[156],"are":[157],"trained":[158],"with":[159],"ensemble":[160],"reducing":[163],"modeling":[164],"error":[165],"efficient":[167],"exploration.":[168],"Simulation":[169],"results":[170],"showed":[171],"achieved":[175],"nearly":[176],"twice":[177],"higher":[178],"goal":[179],"achievement":[180],"rate":[181],"than":[182,193],"simplified":[184],"baseline.":[185],"Furthermore,":[186],"successfully":[190],"maintains":[191],"more":[192],"70":[194],"%":[195],"even":[197],"constrained":[199],"environments.":[200]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-14T06:11:07.267592","created_date":"2025-10-10T00:00:00"}