{"id":"https://openalex.org/W7131124381","doi":"https://doi.org/10.1109/robio66223.2025.11377185","title":"Reinforcement Learning Control for Blind Walking of Quadruped Robot in Sand Terrain","display_name":"Reinforcement Learning Control for Blind Walking of Quadruped Robot in Sand Terrain","publication_year":2025,"publication_date":"2025-12-03","ids":{"openalex":"https://openalex.org/W7131124381","doi":"https://doi.org/10.1109/robio66223.2025.11377185"},"language":null,"primary_location":{"id":"doi:10.1109/robio66223.2025.11377185","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio66223.2025.11377185","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126593357","display_name":"Nuo Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Nuo Xu","raw_affiliation_strings":["Ecole d'ingenieurs Paris, Shanghai Jiao Tong University,Shanghai,China,200240"],"affiliations":[{"raw_affiliation_string":"Ecole d'ingenieurs Paris, Shanghai Jiao Tong University,Shanghai,China,200240","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011539819","display_name":"Xing Shou","orcid":null},"institutions":[{"id":"https://openalex.org/I153806059","display_name":"Shanghai Business School","ror":"https://ror.org/05kf5z787","country_code":"CN","type":"education","lineage":["https://openalex.org/I153806059"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Shou","raw_affiliation_strings":["Aerospace System Engineering Shanghai,National Key Laboratory of Aerospace Mechanism,Shanghai,China,201109"],"affiliations":[{"raw_affiliation_string":"Aerospace System Engineering Shanghai,National Key Laboratory of Aerospace Mechanism,Shanghai,China,201109","institution_ids":["https://openalex.org/I153806059"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100777947","display_name":"Liangliang Han","orcid":"https://orcid.org/0000-0002-6817-6585"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liangliang Han","raw_affiliation_strings":["School of Mechanical Engineering and Automation, Beihang University,Beijing,China,100083"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering and Automation, Beihang University,Beijing,China,100083","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126630770","display_name":"Weijun Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I153806059","display_name":"Shanghai Business School","ror":"https://ror.org/05kf5z787","country_code":"CN","type":"education","lineage":["https://openalex.org/I153806059"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weijun Wang","raw_affiliation_strings":["Aerospace System Engineering Shanghai,National Key Laboratory of Aerospace Mechanism,Shanghai,China,201109"],"affiliations":[{"raw_affiliation_string":"Aerospace System Engineering Shanghai,National Key Laboratory of Aerospace Mechanism,Shanghai,China,201109","institution_ids":["https://openalex.org/I153806059"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008092960","display_name":"Chenkun Qi","orcid":"https://orcid.org/0000-0002-7545-1338"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenkun Qi","raw_affiliation_strings":["School of Mechanical Engineering, Shanghai Jiao Tong University,Shanghai,China,200240"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Shanghai Jiao Tong University,Shanghai,China,200240","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5126593357"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.63430329,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2319","last_page":"2324"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.7932000160217285,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.7932000160217285,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.025200000032782555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.02459999918937683,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/terrain","display_name":"Terrain","score":0.8619999885559082},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7609999775886536},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6621999740600586},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4643000066280365},{"id":"https://openalex.org/keywords/tree-traversal","display_name":"Tree traversal","score":0.45820000767707825},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.45410001277923584},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.4178999960422516},{"id":"https://openalex.org/keywords/torque","display_name":"Torque","score":0.41510000824928284},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.41440001130104065}],"concepts":[{"id":"https://openalex.org/C161840515","wikidata":"https://www.wikidata.org/wiki/Q186131","display_name":"Terrain","level":2,"score":0.8619999885559082},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7609999775886536},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6621999740600586},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5971999764442444},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4643000066280365},{"id":"https://openalex.org/C140745168","wikidata":"https://www.wikidata.org/wiki/Q1210082","display_name":"Tree traversal","level":2,"score":0.45820000767707825},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.45410001277923584},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4422000050544739},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4323999881744385},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.4178999960422516},{"id":"https://openalex.org/C144171764","wikidata":"https://www.wikidata.org/wiki/Q48103","display_name":"Torque","level":2,"score":0.41510000824928284},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.41440001130104065},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.414000004529953},{"id":"https://openalex.org/C1034443","wikidata":"https://www.wikidata.org/wiki/Q2583685","display_name":"Propulsion","level":2,"score":0.3926999866962433},{"id":"https://openalex.org/C2989411428","wikidata":"https://www.wikidata.org/wiki/Q2368937","display_name":"Planetary exploration","level":3,"score":0.37599998712539673},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3691999912261963},{"id":"https://openalex.org/C176809094","wikidata":"https://www.wikidata.org/wiki/Q15401496","display_name":"Traverse","level":2,"score":0.35920000076293945},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3422999978065491},{"id":"https://openalex.org/C2775935494","wikidata":"https://www.wikidata.org/wiki/Q741964","display_name":"Search and rescue","level":3,"score":0.3296999931335449},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.31850001215934753},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.3174000084400177},{"id":"https://openalex.org/C196467688","wikidata":"https://www.wikidata.org/wiki/Q1851985","display_name":"Telerobotics","level":4,"score":0.31290000677108765},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.3111000061035156},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.3043999969959259},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.2874000072479248},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/robio66223.2025.11377185","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio66223.2025.11377185","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1975230295","https://openalex.org/W2058887629","https://openalex.org/W2529220408","https://openalex.org/W2763724382","https://openalex.org/W2909331752","https://openalex.org/W2925761457","https://openalex.org/W3010768390","https://openalex.org/W3148610713","https://openalex.org/W3175254947","https://openalex.org/W4206589784","https://openalex.org/W4226143977","https://openalex.org/W4250058668","https://openalex.org/W4283787029","https://openalex.org/W4285203349","https://openalex.org/W4293566197","https://openalex.org/W4296718913","https://openalex.org/W4312423130","https://openalex.org/W4317987839","https://openalex.org/W4378696928","https://openalex.org/W4379507295","https://openalex.org/W4383108274","https://openalex.org/W4392763392"],"related_works":[],"abstract_inverted_index":{"Quadruped":[0],"robots":[1],"exhibit":[2],"significant":[3],"potential":[4,162],"in":[5,52,79,84,91,137,166],"complex":[6,171],"scenarios":[7],"such":[8,29,181],"as":[9,30,182],"field":[10],"exploration":[11,184],"and":[12,64,146,174,185],"disaster":[13],"rescue":[14],"due":[15],"to":[16,48,141],"their":[17],"exceptional":[18],"terrain":[19,53,144],"adaptability.":[20],"However,":[21],"the":[22,36,92,106,120,148,161],"dynamic":[23,108],"mechanical":[24],"properties":[25],"of":[26,38,94,105,156,163],"unstructured":[27],"surfaces,":[28,158],"soft":[31,172],"sand,":[32],"impose":[33],"limitations":[34],"on":[35,127,170,187],"stability":[37],"robotic":[39],"locomotion.":[40],"Traditional":[41],"model":[42],"predictive":[43],"control":[44,74,93],"methods":[45],"often":[46],"struggle":[47],"accommodate":[49],"real-time":[50],"variations":[51],"characteristics.":[54],"Although":[55],"research":[56],"indicates":[57],"that":[58],"elastic":[59],"legs":[60],"require":[61],"lower":[62],"torque":[63],"provide":[65],"enhanced":[66],"propulsion":[67],"efficiency":[68],"when":[69],"navigating":[70],"sandy":[71,112,143,157,188],"terrain,":[72],"existing":[73],"strategies":[75],"still":[76],"face":[77],"challenges":[78],"optimizing":[80,147],"performance.":[81],"Recent":[82],"advancements":[83],"deep":[85],"reinforcement":[86,164],"learning":[87,165],"have":[88],"shown":[89],"promise":[90],"quadruped":[95],"robots;":[96],"however,":[97],"there":[98],"remains":[99],"a":[100,138],"need":[101],"for":[102,179],"separate":[103],"modeling":[104],"unique":[107],"characteristics":[109,145],"associated":[110],"with":[111],"environments.":[113],"To":[114],"address":[115],"this,":[116],"this":[117],"study":[118],"employs":[119],"Proximal":[121],"Policy":[122],"Optimization":[123],"(PPO)":[124],"algorithm":[125],"based":[126],"an":[128],"asymmetric":[129],"actor-critic":[130],"network":[131],"architecture,":[132],"dynamically":[133],"adjusting":[134],"ground":[135],"parameters":[136],"virtual":[139],"environment":[140],"reflect":[142],"reward":[149],"function.":[150],"This":[151],"approach":[152],"facilitates":[153],"stable":[154],"traversal":[155],"thereby":[159],"validating":[160],"blind":[167],"navigation":[168],"tasks":[169],"terrains":[173],"providing":[175],"valuable":[176],"technical":[177],"support":[178],"applications":[180],"planetary":[183],"operations":[186],"substrates.":[189]},"counts_by_year":[],"updated_date":"2026-02-25T06:17:34.324206","created_date":"2026-02-24T00:00:00"}