{"id":"https://openalex.org/W7133317760","doi":"https://doi.org/10.1109/tase.2026.3669985","title":"Curriculum-Enhanced Reinforcement Learning for Robust Humanoid Locomotion","display_name":"Curriculum-Enhanced Reinforcement Learning for Robust Humanoid Locomotion","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7133317760","doi":"https://doi.org/10.1109/tase.2026.3669985"},"language":null,"primary_location":{"id":"doi:10.1109/tase.2026.3669985","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2026.3669985","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128020105","display_name":"Yi Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Zhou","raw_affiliation_strings":["Research Institute of Intelligent Control and Systems, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0009-0008-0850-8016","affiliations":[{"raw_affiliation_string":"Research Institute of Intelligent Control and Systems, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050453488","display_name":"Jianbin Qiu","orcid":"https://orcid.org/0000-0001-7707-6159"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianbin Qiu","raw_affiliation_strings":["Research Institute of Intelligent Control and Systems, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0001-7707-6159","affiliations":[{"raw_affiliation_string":"Research Institute of Intelligent Control and Systems, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101243394","display_name":"Shixiang Jia","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shixiang Jia","raw_affiliation_strings":["Research Institute of Intelligent Control and Systems, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0009-0007-4522-0583","affiliations":[{"raw_affiliation_string":"Research Institute of Intelligent Control and Systems, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fenglei Ni","orcid":"https://orcid.org/0000-0002-0184-1421"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fenglei Ni","raw_affiliation_strings":["State Key Laboratory of Robotics and System, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-0184-1421","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and System, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5125457526","display_name":"Wei Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4394709157","display_name":"Eastern Institute of Technology, Ningbo","ror":"https://ror.org/036mbz113","country_code":null,"type":"education","lineage":["https://openalex.org/I4394709157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["College of Information Science and Technology, Eastern Institute of Technology, Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0002-1533-6979","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Eastern Institute of Technology, Ningbo, China","institution_ids":["https://openalex.org/I4394709157"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.515,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.96665534,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"23","issue":null,"first_page":"5779","last_page":"5789"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.46700000762939453,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.46700000762939453,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.26919999718666077,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.07769999653100967,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.9034000039100647},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.770799994468689},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6262999773025513},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5271000266075134},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.46369999647140503},{"id":"https://openalex.org/keywords/motion-control","display_name":"Motion control","score":0.45100000500679016},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.4341000020503998},{"id":"https://openalex.org/keywords/robust-control","display_name":"Robust control","score":0.41749998927116394},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.3813000023365021}],"concepts":[{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.9034000039100647},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.770799994468689},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6646999716758728},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6262999773025513},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5820000171661377},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5271000266075134},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.46369999647140503},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.45100000500679016},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4341000020503998},{"id":"https://openalex.org/C31531917","wikidata":"https://www.wikidata.org/wiki/Q915157","display_name":"Robust control","level":3,"score":0.41749998927116394},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.3813000023365021},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.33970001339912415},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3276999890804291},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.32330000400543213},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.31839999556541443},{"id":"https://openalex.org/C151800584","wikidata":"https://www.wikidata.org/wiki/Q2370000","display_name":"Gait","level":2,"score":0.31279999017715454},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.30869999527931213},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.30630001425743103},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.3050000071525574},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2985999882221222},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2937000095844269},{"id":"https://openalex.org/C74222875","wikidata":"https://www.wikidata.org/wiki/Q16000312","display_name":"Robot kinematics","level":4,"score":0.2874000072479248},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2816999852657318},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.2773999869823456},{"id":"https://openalex.org/C192921069","wikidata":"https://www.wikidata.org/wiki/Q550134","display_name":"Inverted pendulum","level":3,"score":0.2734000086784363},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.27070000767707825},{"id":"https://openalex.org/C6101204","wikidata":"https://www.wikidata.org/wiki/Q7353391","display_name":"Robot locomotion","level":5,"score":0.26170000433921814},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2026.3669985","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2026.3669985","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2635156090","display_name":null,"funder_award_id":"JYB2025XDXM109","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3205815922","display_name":null,"funder_award_id":"62521005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3454411838","display_name":null,"funder_award_id":"T2388101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3880368560","display_name":null,"funder_award_id":"U25A204591","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G678177963","display_name":null,"funder_award_id":"62273121","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1994923984","https://openalex.org/W2137300190","https://openalex.org/W2138136244","https://openalex.org/W2803623613","https://openalex.org/W2898880028","https://openalex.org/W3142410314","https://openalex.org/W3175254947","https://openalex.org/W3176539729","https://openalex.org/W3203069471","https://openalex.org/W3206804182","https://openalex.org/W4285237905","https://openalex.org/W4295046613","https://openalex.org/W4309669389","https://openalex.org/W4312372540","https://openalex.org/W4313484354","https://openalex.org/W4319302673","https://openalex.org/W4364302346","https://openalex.org/W4386824923","https://openalex.org/W4390423662","https://openalex.org/W4394872716","https://openalex.org/W4401416638","https://openalex.org/W4404132720","https://openalex.org/W4404293755","https://openalex.org/W4411557201","https://openalex.org/W4414079195","https://openalex.org/W4415796023","https://openalex.org/W7133192266"],"related_works":[],"abstract_inverted_index":{"The":[0],"control":[1],"of":[2,7,67,75,90,145,161],"humanoid":[3,59,91,167],"locomotion":[4],"remains":[5],"one":[6],"the":[8,53,65,68,88,131,143,155,158,162],"most":[9],"formidable":[10],"challenges":[11],"in":[12,45,58,97],"robotics.":[13],"Conventional":[14],"model-based":[15],"approaches":[16],"not":[17],"only":[18],"rely":[19],"extensively":[20],"on":[21,165],"manual":[22],"design":[23],"but":[24],"also":[25],"exhibit":[26],"limited":[27],"generalization":[28],"across":[29],"diverse":[30],"tasks":[31],"and":[32,78,103,157],"environments.":[33],"To":[34],"overcome":[35],"these":[36],"limitations,":[37],"a":[38,113],"curriculum-enhanced":[39],"reinforcement":[40],"learning":[41,116],"framework":[42,134,164],"is":[43,62,119],"proposed":[44,120,132,163],"this":[46],"work":[47],"for":[48],"training":[49],"robust":[50],"locomotion.":[51],"Given":[52],"strong":[54],"temporal":[55,73],"dependencies":[56],"inherent":[57],"locomotion,":[60],"Mamba-2":[61],"employed":[63],"as":[64],"backbone":[66],"Actor-Critic":[69],"network,":[70],"enabling":[71],"efficient":[72],"modeling":[74],"historical":[76],"observations":[77],"content-based":[79],"reasoning":[80],"with":[81],"linear":[82],"spatiotemporal":[83],"complexity.":[84],"Furthermore,":[85],"to":[86,93,99,108,121,124],"eliminate":[87],"tendency":[89],"robots":[92],"favor":[94],"low-speed":[95],"motion":[96],"order":[98],"maintain":[100],"gait":[101],"stability":[102],"balance,":[104],"which":[105],"often":[106],"leads":[107],"inaccurate":[109],"velocity":[110,125,146],"command":[111,147],"tracking,":[112],"command-guided":[114],"curriculum":[115],"(CGCL)":[117],"method":[118],"improve":[122],"responsiveness":[123],"commands.":[126],"Experimental":[127],"results":[128],"demonstrate":[129],"that":[130],"Mamba-based":[133],"achieves":[135],"state-of-the-art":[136],"(SOTA)":[137],"performance,":[138],"while":[139],"CGCL":[140],"significantly":[141],"enhances":[142],"accuracy":[144],"tracking.":[148],"Moreover,":[149],"sim-to-real":[150],"transfer":[151],"experiments":[152],"confirm":[153],"both":[154],"robustness":[156],"seamless":[159],"deployability":[160],"physical":[166],"platforms.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2026-03-04T00:00:00"}