{"id":"https://openalex.org/W4405304880","doi":"https://doi.org/10.1109/mra.2024.3505784","title":"Bridging the Reality Gap: Analyzing Sim-to-Real Transfer Techniques for Reinforcement Learning in Humanoid Bipedal Locomotion","display_name":"Bridging the Reality Gap: Analyzing Sim-to-Real Transfer Techniques for Reinforcement Learning in Humanoid Bipedal Locomotion","publication_year":2024,"publication_date":"2024-12-12","ids":{"openalex":"https://openalex.org/W4405304880","doi":"https://doi.org/10.1109/mra.2024.3505784"},"language":"en","primary_location":{"id":"doi:10.1109/mra.2024.3505784","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mra.2024.3505784","pdf_url":null,"source":{"id":"https://openalex.org/S132261465","display_name":"IEEE Robotics & Automation Magazine","issn_l":"1070-9932","issn":["1070-9932","1558-223X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics & Automation Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041763219","display_name":"Donghyeon Kim","orcid":"https://orcid.org/0000-0002-9549-8758"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]},{"id":"https://openalex.org/I4210120602","display_name":"Advanced Institute of Convergence Technology","ror":"https://ror.org/01w62yz22","country_code":"KR","type":"facility","lineage":["https://openalex.org/I139264467","https://openalex.org/I4210120602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Donghyeon Kim","raw_affiliation_strings":["Department of Intelligence and Information, Graduate School of Convergence Science and Technology, Seoul National University, Suwon-si, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-9549-8758","affiliations":[{"raw_affiliation_string":"Department of Intelligence and Information, Graduate School of Convergence Science and Technology, Seoul National University, Suwon-si, Republic of Korea","institution_ids":["https://openalex.org/I4210120602","https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008988462","display_name":"Hokyun Lee","orcid":"https://orcid.org/0009-0007-4502-0645"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]},{"id":"https://openalex.org/I4210120602","display_name":"Advanced Institute of Convergence Technology","ror":"https://ror.org/01w62yz22","country_code":"KR","type":"facility","lineage":["https://openalex.org/I139264467","https://openalex.org/I4210120602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hokyun Lee","raw_affiliation_strings":["Department of Intelligence and Information, Graduate School of Convergence Science and Technology, Seoul National University, Suwon-si, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0007-4502-0645","affiliations":[{"raw_affiliation_string":"Department of Intelligence and Information, Graduate School of Convergence Science and Technology, Seoul National University, Suwon-si, Republic of Korea","institution_ids":["https://openalex.org/I4210120602","https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058304091","display_name":"Junhyeok Cha","orcid":"https://orcid.org/0009-0009-4679-6407"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]},{"id":"https://openalex.org/I4210120602","display_name":"Advanced Institute of Convergence Technology","ror":"https://ror.org/01w62yz22","country_code":"KR","type":"facility","lineage":["https://openalex.org/I139264467","https://openalex.org/I4210120602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Junhyeok Cha","raw_affiliation_strings":["Department of Intelligence and Information, Graduate School of Convergence Science and Technology, Seoul National University, Suwon-si, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0009-4679-6407","affiliations":[{"raw_affiliation_string":"Department of Intelligence and Information, Graduate School of Convergence Science and Technology, Seoul National University, Suwon-si, Republic of Korea","institution_ids":["https://openalex.org/I4210120602","https://openalex.org/I139264467"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031070386","display_name":"Jaeheung Park","orcid":"https://orcid.org/0000-0002-5062-8264"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]},{"id":"https://openalex.org/I4210120602","display_name":"Advanced Institute of Convergence Technology","ror":"https://ror.org/01w62yz22","country_code":"KR","type":"facility","lineage":["https://openalex.org/I139264467","https://openalex.org/I4210120602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jaeheung Park","raw_affiliation_strings":["Department of Intelligence and Information, Graduate School of Convergence Science and Technology, Seoul National University, Suwon-si, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-5062-8264","affiliations":[{"raw_affiliation_string":"Department of Intelligence and Information, Graduate School of Convergence Science and Technology, Seoul National University, Suwon-si, Republic of Korea","institution_ids":["https://openalex.org/I4210120602","https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2129,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.77503329,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"32","issue":"1","first_page":"49","last_page":"58"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10114","display_name":"Balance, Gait, and Falls Prevention","score":0.900600016117096,"subfield":{"id":"https://openalex.org/subfields/3612","display_name":"Physical Therapy, Sports Therapy and Rehabilitation"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.8373137712478638},{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.670372486114502},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6619145274162292},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5522503852844238},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4834459722042084},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.44438156485557556},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.442704975605011},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3434961438179016},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3315146565437317},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3229316174983978},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.21701714396476746},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.07947543263435364}],"concepts":[{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.8373137712478638},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.670372486114502},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6619145274162292},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5522503852844238},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4834459722042084},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.44438156485557556},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.442704975605011},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3434961438179016},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3315146565437317},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3229316174983978},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.21701714396476746},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.07947543263435364},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mra.2024.3505784","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mra.2024.3505784","pdf_url":null,"source":{"id":"https://openalex.org/S132261465","display_name":"IEEE Robotics & Automation Magazine","issn_l":"1070-9932","issn":["1070-9932","1558-223X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics & Automation Magazine","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.5299999713897705,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G5635159257","display_name":null,"funder_award_id":"2021-0-01343","funder_id":"https://openalex.org/F4320321292","funder_display_name":"Seoul National University"},{"id":"https://openalex.org/G6710526294","display_name":null,"funder_award_id":"2021R1A2C3005914","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G6967958394","display_name":null,"funder_award_id":"RS-2024-00461583","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320321292","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2767050701","https://openalex.org/W2963184939","https://openalex.org/W2968116426","https://openalex.org/W3206620955","https://openalex.org/W3207033168","https://openalex.org/W4223604247","https://openalex.org/W4226143977","https://openalex.org/W4312423130","https://openalex.org/W4385756663","https://openalex.org/W4390494915","https://openalex.org/W4390591052","https://openalex.org/W4396753572","https://openalex.org/W4403741606","https://openalex.org/W6728367041","https://openalex.org/W6736469832","https://openalex.org/W6778428183"],"related_works":["https://openalex.org/W2745063183","https://openalex.org/W4388870064","https://openalex.org/W2210139803","https://openalex.org/W4235186151","https://openalex.org/W2054685365","https://openalex.org/W4310083477","https://openalex.org/W2056057048","https://openalex.org/W2328553770","https://openalex.org/W2667588871","https://openalex.org/W2920061524"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,16],"(RL)":[2],"offers":[3],"a":[4,41,62,101],"promising":[5],"solution":[6],"for":[7,12,53,159],"controlling":[8,95],"humanoid":[9,157],"robots,":[10],"particularly":[11],"bipedal":[13],"locomotion,":[14],"by":[15,28,94,135],"adaptive":[17],"and":[18,97,106,126,139],"flexible":[19],"control":[20],"strategies.":[21],"However,":[22],"direct":[23],"RL":[24,88],"application":[25],"is":[26],"hindered":[27],"time-consuming":[29],"trial-and-error":[30],"processes,":[31],"necessitating":[32],"training":[33],"in":[34],"simulation":[35],"before":[36],"real-world":[37,160],"transfer.":[38],"This":[39],"introduces":[40],"reality":[42,78,133,152],"gap":[43,134],"that":[44],"degrades":[45],"performance.":[46],"Although":[47],"various":[48],"methods":[49],"have":[50,57],"been":[51,59],"proposed":[52],"sim-to-real":[54,92],"transfer,":[55],"they":[56],"not":[58],"validated":[60],"on":[61,100,142],"consistent":[63],"hardware":[64],"platform,":[65],"making":[66],"it":[67],"difficult":[68],"to":[69,75,86,104],"determine":[70],"which":[71],"components":[72],"are":[73],"key":[74],"overcoming":[76],"the":[77,108,132,151],"gap.":[79],"In":[80],"contrast,":[81],"we":[82],"systematically":[83],"evaluate":[84],"techniques":[85,114],"enhance":[87],"policy":[89],"robustness":[90],"during":[91],"transfer":[93],"variables":[96],"comparing":[98],"them":[99],"single":[102],"robot":[103],"isolate":[105],"analyze":[107],"impact":[109],"of":[110],"each":[111],"technique.":[112],"These":[113],"include":[115],"dynamics":[116],"randomization,":[117],"state":[118,123],"history":[119],"usage,":[120],"noise/bias/delay":[121],"modeling,":[122],"selection,":[124],"perturbations,":[125],"network":[127],"size.":[128],"We":[129],"quantitatively":[130],"assess":[131],"simulating":[136],"diverse":[137],"conditions":[138],"conducting":[140],"experiments":[141],"real":[143],"hardware.":[144],"Our":[145],"findings":[146],"provide":[147],"insights":[148],"into":[149],"bridging":[150],"gap,":[153],"advancing":[154],"robust":[155],"RL-trained":[156],"robots":[158],"applications.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}