{"id":"https://openalex.org/W7131089175","doi":"https://doi.org/10.1109/robio66223.2025.11376330","title":"Augmented Reinforcement Learning with Footsole Contact Mode Estimation Network for Humanoid Locomotion","display_name":"Augmented Reinforcement Learning with Footsole Contact Mode Estimation Network for Humanoid Locomotion","publication_year":2025,"publication_date":"2025-12-03","ids":{"openalex":"https://openalex.org/W7131089175","doi":"https://doi.org/10.1109/robio66223.2025.11376330"},"language":null,"primary_location":{"id":"doi:10.1109/robio66223.2025.11376330","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio66223.2025.11376330","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126655556","display_name":"Shengzhen Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shengzhen Huang","raw_affiliation_strings":["ShanghaiTech University,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University,Shanghai,China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126645810","display_name":"Tengyue Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tengyue Wang","raw_affiliation_strings":["Southwest Jiaotong University,Chengdu,China"],"affiliations":[{"raw_affiliation_string":"Southwest Jiaotong University,Chengdu,China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099841506","display_name":"Junlei Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junlei Zhu","raw_affiliation_strings":["ShanghaiTech University,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University,Shanghai,China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119980287","display_name":"Yiming Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiming Chen","raw_affiliation_strings":["ShanghaiTech University,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University,Shanghai,China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"last","author":{"id":null,"display_name":"Jiahao Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahao Chen","raw_affiliation_strings":["ShanghaiTech University,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University,Shanghai,China","institution_ids":["https://openalex.org/I30809798"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5126655556"],"corresponding_institution_ids":["https://openalex.org/I30809798"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.60125638,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"639","last_page":"644"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.4323999881744385,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.4323999881744385,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.12939999997615814,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.09049999713897705,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7271000146865845},{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.5996999740600586},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.589900016784668},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.48510000109672546},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4343000054359436},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.42089998722076416},{"id":"https://openalex.org/keywords/mode","display_name":"Mode (computer interface)","score":0.3573000133037567},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3562999963760376}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7271000146865845},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6238999962806702},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.5996999740600586},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.589900016784668},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5019000172615051},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.48510000109672546},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4343000054359436},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.42089998722076416},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.3573000133037567},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3562999963760376},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3547999858856201},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.3538999855518341},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.3508000075817108},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.33090001344680786},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.32030001282691956},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31790000200271606},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.30649998784065247},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3043000102043152},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2847999930381775},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.2596000134944916}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/robio66223.2025.11376330","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio66223.2025.11376330","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320327675","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1560270123","https://openalex.org/W1970495039","https://openalex.org/W2015678958","https://openalex.org/W2509228421","https://openalex.org/W2767050701","https://openalex.org/W2981095233","https://openalex.org/W2985416885","https://openalex.org/W3166600181","https://openalex.org/W3175254947","https://openalex.org/W3185209449","https://openalex.org/W3202328163","https://openalex.org/W4226143977","https://openalex.org/W4403035129","https://openalex.org/W4405787505","https://openalex.org/W4412446761","https://openalex.org/W4412703356"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,32,42,85],"learning":[4,24],"based":[5],"approach":[6],"to":[7],"utilize":[8],"proprioceptive":[9],"sensors":[10],"for":[11,18],"reconstructing":[12],"explicitly":[13],"the":[14,20,36,48,53,67,93,96],"footsole":[15,49,101],"contact":[16,50,73,102],"information":[17],"facilitating":[19],"training":[21,58],"of":[22,95],"reinforcement":[23],"policy.":[25],"The":[26,57,75,89],"proposed":[27],"locomotion":[28],"control":[29],"framework":[30],"integrates":[31],"policy":[33,38,76],"network\u2014trained":[34],"using":[35],"proximal":[37],"optimization":[39],"(PPO)":[40],"algorithm\u2014and":[41],"state":[43],"network":[44,98],"that":[45],"jointly":[46],"estimates":[47],"states":[51],"and":[52,81],"floating-base":[54],"linear":[55],"velocity.":[56],"is":[59],"Isaac":[60],"Gym":[61],"shows":[62],"improved":[63],"convergence":[64],"rate":[65],"than":[66],"conventional":[68],"methods":[69],"without":[70],"separate":[71],"foot":[72],"estimator.":[74],"enables":[77],"both":[78],"sim-to-sim":[79],"transfer":[80],"zero-shot":[82],"deployment":[83],"on":[84],"realworld":[86],"humanoid":[87],"robot.":[88],"experiment":[90],"further":[91],"validates":[92],"effectiveness":[94],"estimator":[97],"with":[99],"actual":[100],"sensor":[103],"system.":[104]},"counts_by_year":[],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2026-02-24T00:00:00"}