{"id":"https://openalex.org/W4414432853","doi":"https://doi.org/10.1109/case58245.2025.11164052","title":"Transformer-Based World Interaction Modeling for Humanoid Locomotion Control","display_name":"Transformer-Based World Interaction Modeling for Humanoid Locomotion Control","publication_year":2025,"publication_date":"2025-08-17","ids":{"openalex":"https://openalex.org/W4414432853","doi":"https://doi.org/10.1109/case58245.2025.11164052"},"language":"en","primary_location":{"id":"doi:10.1109/case58245.2025.11164052","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case58245.2025.11164052","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 21st International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101712343","display_name":"Han Zheng","orcid":"https://orcid.org/0009-0008-5747-7463"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Zheng","raw_affiliation_strings":["Tsinghua University,Tsinghua Shenzhen International Graduate School,Shenzhen,China,518055"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Tsinghua Shenzhen International Graduate School,Shenzhen,China,518055","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057638808","display_name":"Yi Cheng","orcid":"https://orcid.org/0000-0002-0711-1884"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Cheng","raw_affiliation_strings":["Tsinghua University,Tsinghua Shenzhen International Graduate School,Shenzhen,China,518055"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Tsinghua Shenzhen International Graduate School,Shenzhen,China,518055","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100338967","display_name":"Hang Liu","orcid":"https://orcid.org/0000-0002-5246-8399"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Hang Liu","raw_affiliation_strings":["Tsinghua University,Tsinghua Shenzhen International Graduate School,Shenzhen,China,518055","University of Michigan,Ann Arbor,MI,USA,48109"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Tsinghua Shenzhen International Graduate School,Shenzhen,China,518055","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]},{"raw_affiliation_string":"University of Michigan,Ann Arbor,MI,USA,48109","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100446467","display_name":"Jiayi Li","orcid":"https://orcid.org/0000-0001-5486-2018"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayi Li","raw_affiliation_strings":["Tsinghua University,Tsinghua Shenzhen International Graduate School,Shenzhen,China,518055"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Tsinghua Shenzhen International Graduate School,Shenzhen,China,518055","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040996933","display_name":"Yizhe Li","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yizhe Li","raw_affiliation_strings":["Tsinghua University,Tsinghua Shenzhen International Graduate School,Shenzhen,China,518055"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Tsinghua Shenzhen International Graduate School,Shenzhen,China,518055","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042034627","display_name":"Linqi Ye","orcid":"https://orcid.org/0000-0003-3190-7660"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linqi Ye","raw_affiliation_strings":["Shanghai University,Shanghai,China,200444"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai University,Shanghai,China,200444","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076885280","display_name":"Houde Liu","orcid":"https://orcid.org/0000-0002-7314-3366"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Houde Liu","raw_affiliation_strings":["Tsinghua University,Tsinghua Shenzhen International Graduate School,Shenzhen,China,518055","University of Michigan,Ann Arbor,MI,USA,48109"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Tsinghua Shenzhen International Graduate School,Shenzhen,China,518055","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]},{"raw_affiliation_string":"University of Michigan,Ann Arbor,MI,USA,48109","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2766","last_page":"2773"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.972100019454956,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.972100019454956,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9387999773025513,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9228000044822693,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.9024999737739563},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7350000143051147},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6119999885559082},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5339000225067139},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.37790000438690186},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3643999993801117},{"id":"https://openalex.org/keywords/robot-control","display_name":"Robot control","score":0.36340001225471497}],"concepts":[{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.9024999737739563},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7350000143051147},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6435999870300293},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6119999885559082},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5533000230789185},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5339000225067139},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.37790000438690186},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3643999993801117},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.36340001225471497},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.35030001401901245},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3361999988555908},{"id":"https://openalex.org/C74222875","wikidata":"https://www.wikidata.org/wiki/Q16000312","display_name":"Robot kinematics","level":4,"score":0.31369999051094055},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.298799991607666},{"id":"https://openalex.org/C162947575","wikidata":"https://www.wikidata.org/wiki/Q2005645","display_name":"Social robot","level":5,"score":0.2791999876499176},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2784000039100647},{"id":"https://openalex.org/C31531917","wikidata":"https://www.wikidata.org/wiki/Q915157","display_name":"Robust control","level":3,"score":0.2757999897003174},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.2667999863624573},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.2533000111579895},{"id":"https://openalex.org/C116672817","wikidata":"https://www.wikidata.org/wiki/Q1454986","display_name":"Physical system","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/case58245.2025.11164052","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case58245.2025.11164052","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 21st International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1968294545","https://openalex.org/W2296073425","https://openalex.org/W2964110616","https://openalex.org/W3038194455","https://openalex.org/W3090033167","https://openalex.org/W3093922502","https://openalex.org/W3160050461","https://openalex.org/W3175254947","https://openalex.org/W3206363598","https://openalex.org/W3206762371","https://openalex.org/W4214612132","https://openalex.org/W4226143977","https://openalex.org/W4249244053","https://openalex.org/W4312900898","https://openalex.org/W4382365373","https://openalex.org/W4383108222","https://openalex.org/W4383108274","https://openalex.org/W4385245566","https://openalex.org/W4390481019","https://openalex.org/W4390874171","https://openalex.org/W4394872716","https://openalex.org/W4401414311","https://openalex.org/W4402354114","https://openalex.org/W4403741606"],"related_works":[],"abstract_inverted_index":{"Locomotion":[0],"tasks":[1],"for":[2,24,92,136],"humanoid":[3,25,168],"robots":[4],"are":[5,41],"challenging,":[6],"especially":[7],"in":[8,149,170],"complex":[9,150],"terrains.":[10],"Understanding":[11],"the":[12,33,38,69,99,109,113,116,121,131,161,167,178],"physical":[13,70,89,103],"processes":[14,71],"of":[15,72,101,126,134,163],"robot-environment":[16,73],"interactions":[17,111],"is":[18,29,98],"key":[19],"to":[20,66,107,119],"achieving":[21],"stable":[22],"walking":[23],"robots.":[26,94],"Since":[27],"there":[28],"privileged":[30],"information":[31,51,59],"that":[32],"robot":[34,114,169],"cannot":[35],"directly":[36],"access,":[37],"observation":[39],"states":[40],"partially":[42],"observable.":[43],"Previous":[44],"reinforcement":[45,82],"learning(RL)-based":[46],"methods":[47],"either":[48],"reconstruct":[49,56],"environmental":[50],"from":[52,60],"partial":[53,61],"observations":[54],"or":[55],"robotic":[57],"dynamics":[58],"observations,":[62],"but":[63],"they":[64],"fail":[65],"fully":[67],"model":[68,91,106],"interactions.":[74],"In":[75],"this":[76,164],"work,":[77],"we":[78,129],"propose":[79],"an":[80],"end-to-end":[81],"learning":[83],"control":[84],"framework":[85,141],"based":[86],"on":[87],"world":[88,105],"interaction":[90,104],"Humanoid":[93],"Our":[95],"primary":[96],"innovation":[97],"introduction":[100],"a":[102],"understand":[108],"dynamic":[110,124],"between":[112],"and":[115,123,145,156,172,183],"environment.":[117],"Additionally,":[118],"address":[120],"temporal":[122],"nature":[125],"these":[127],"interactions,":[128],"employ":[130],"hidden":[132],"layers":[133],"Transformer-XL":[135],"implicit":[137],"modeling.":[138],"The":[139],"proposed":[140],"can":[142],"showcase":[143],"robust":[144],"flexible":[146],"locomotion":[147],"ability":[148],"environments":[151],"such":[152],"as":[153],"slopes,":[154],"stairs,":[155],"discontinuous":[157],"surfaces.":[158],"We":[159],"validate":[160],"robustness":[162],"method":[165,176],"using":[166],"simulations,":[171],"quantitatively":[173],"compare":[174],"our":[175],"against":[177],"baselines":[179],"with":[180],"better":[181],"traversability":[182],"command-tracking.":[184]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}