{"id":"https://openalex.org/W4321020408","doi":"https://doi.org/10.1109/sii55687.2023.10039306","title":"DDPG Reinforcement Learning Experiment for Improving the Stability of Bipedal Walking of Humanoid Robots","display_name":"DDPG Reinforcement Learning Experiment for Improving the Stability of Bipedal Walking of Humanoid Robots","publication_year":2023,"publication_date":"2023-01-17","ids":{"openalex":"https://openalex.org/W4321020408","doi":"https://doi.org/10.1109/sii55687.2023.10039306"},"language":"en","primary_location":{"id":"doi:10.1109/sii55687.2023.10039306","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sii55687.2023.10039306","pdf_url":null,"source":{"id":"https://openalex.org/S4363605654","display_name":"2023 IEEE/SICE International Symposium on System Integration (SII)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/SICE International Symposium on System Integration (SII)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021886217","display_name":"Yeonghun Chun","orcid":"https://orcid.org/0000-0001-5256-9627"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Yeonghun Chun","raw_affiliation_strings":["Hanyang University,Department of Convergence Robot System,Ansan,Republic of Korea,15588"],"affiliations":[{"raw_affiliation_string":"Hanyang University,Department of Convergence Robot System,Ansan,Republic of Korea,15588","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083175904","display_name":"JungHun Choi","orcid":"https://orcid.org/0000-0002-2163-1157"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Junghun Choi","raw_affiliation_strings":["Hanyang University,Department of Mechatronics Engineering,Ansan,Republic of Korea,15588"],"affiliations":[{"raw_affiliation_string":"Hanyang University,Department of Mechatronics Engineering,Ansan,Republic of Korea,15588","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018977426","display_name":"Injoon Min","orcid":null},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Injoon Min","raw_affiliation_strings":["Hanyang University,Department of Convergence Robot System,Ansan,Republic of Korea,15588"],"affiliations":[{"raw_affiliation_string":"Hanyang University,Department of Convergence Robot System,Ansan,Republic of Korea,15588","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038123918","display_name":"Minsung Ahn","orcid":null},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Minsung Ahn","raw_affiliation_strings":["University of California,Department of Mechanical and Aerospace Engineering,Los Angeles,CA,USA,90095"],"affiliations":[{"raw_affiliation_string":"University of California,Department of Mechanical and Aerospace Engineering,Los Angeles,CA,USA,90095","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016417103","display_name":"Jeakweon Han","orcid":"https://orcid.org/0000-0003-0539-9519"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jeakweon Han","raw_affiliation_strings":["Hanyang University,Department of Robotics,Ansan,Republic of Korea,15588"],"affiliations":[{"raw_affiliation_string":"Hanyang University,Department of Robotics,Ansan,Republic of Korea,15588","institution_ids":["https://openalex.org/I4575257"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5021886217"],"corresponding_institution_ids":["https://openalex.org/I4575257"],"apc_list":null,"apc_paid":null,"fwci":2.106,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.91071429,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11663","display_name":"Viral Infectious Diseases and Gene Expression in Insects","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9617000222206116,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/zero-moment-point","display_name":"Zero moment point","score":0.9468443989753723},{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.8606759309768677},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.856633186340332},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.6926255226135254},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.582789957523346},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5724310278892517},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5609992146492004},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5510490536689758},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5073422789573669},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.44074711203575134},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4375324547290802},{"id":"https://openalex.org/keywords/treadmill","display_name":"Treadmill","score":0.429299920797348},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4085288345813751},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.25056880712509155},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.14251938462257385},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.10888320207595825},{"id":"https://openalex.org/keywords/physical-therapy","display_name":"Physical therapy","score":0.07237181067466736}],"concepts":[{"id":"https://openalex.org/C19245436","wikidata":"https://www.wikidata.org/wiki/Q279038","display_name":"Zero moment point","level":4,"score":0.9468443989753723},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.8606759309768677},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.856633186340332},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.6926255226135254},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.582789957523346},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5724310278892517},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5609992146492004},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5510490536689758},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5073422789573669},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.44074711203575134},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4375324547290802},{"id":"https://openalex.org/C2781464450","wikidata":"https://www.wikidata.org/wiki/Q839144","display_name":"Treadmill","level":2,"score":0.429299920797348},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4085288345813751},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25056880712509155},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.14251938462257385},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.10888320207595825},{"id":"https://openalex.org/C1862650","wikidata":"https://www.wikidata.org/wiki/Q186005","display_name":"Physical therapy","level":1,"score":0.07237181067466736},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/sii55687.2023.10039306","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sii55687.2023.10039306","pdf_url":null,"source":{"id":"https://openalex.org/S4363605654","display_name":"2023 IEEE/SICE International Symposium on System Integration (SII)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/SICE International Symposium on System Integration (SII)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321681","display_name":"Ministry of Trade, Industry and Energy","ror":"https://ror.org/008nkqk13"},{"id":"https://openalex.org/F4320322064","display_name":"Korea Institute for Advancement of Technology","ror":"https://ror.org/015w1qa96"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1517385989","https://openalex.org/W1984120922","https://openalex.org/W2033111203","https://openalex.org/W2112361218","https://openalex.org/W2130459697","https://openalex.org/W2133859362","https://openalex.org/W2156737235","https://openalex.org/W2539571344","https://openalex.org/W2736601468","https://openalex.org/W2791500836","https://openalex.org/W2884400617","https://openalex.org/W2907537824","https://openalex.org/W2911087563","https://openalex.org/W2924656332","https://openalex.org/W2963864421","https://openalex.org/W2964114602","https://openalex.org/W3018463921","https://openalex.org/W3040408533","https://openalex.org/W3206620955","https://openalex.org/W3206762371","https://openalex.org/W3206804182","https://openalex.org/W6683195989","https://openalex.org/W6684921986","https://openalex.org/W6741002519","https://openalex.org/W6753285503","https://openalex.org/W6760951303","https://openalex.org/W6765121789","https://openalex.org/W6804314722"],"related_works":["https://openalex.org/W2170918662","https://openalex.org/W1970406201","https://openalex.org/W2897323143","https://openalex.org/W2143505417","https://openalex.org/W4321020408","https://openalex.org/W2466035178","https://openalex.org/W4312543648","https://openalex.org/W4289533084","https://openalex.org/W2519500333","https://openalex.org/W3166631365"],"abstract_inverted_index":{"To":[0],"improve":[1],"the":[2,39,45,53,70,76,88,92,96,148,160],"stability":[3,58],"of":[4,7,14,56,95,110,123,152,163],"bipedal":[5,136],"walking":[6,57,60,93,137,150,164],"humanoid":[8,154],"robots,":[9],"we":[10,145],"developed":[11],"a":[12,22,27,48,81,108,141,153],"method":[13],"setting":[15],"trajectory":[16],"parameters":[17],"using":[18,47],"reinforcement":[19,40,161],"learning":[20,41,99,162],"on":[21,75],"treadmill":[23,82],"like":[24],"testbed":[25],"in":[26,140],"real-world":[28],"environment.":[29],"A":[30],"deep":[31],"deterministic":[32],"policy":[33],"gradient":[34],"(DDPG)":[35],"was":[36,62,66,83,100,138],"used":[37],"as":[38,91],"algorithm.":[42],"By":[43],"improving":[44],"reward":[46,121,127],"zero":[49],"moment":[50],"point":[51],"(ZMP),":[52],"optimum":[54],"value":[55],"and":[59,72,105,120,125,166],"speed":[61,90,94,165],"determined.":[63],"The":[64,131],"robot":[65,155],"designed":[67],"to":[68,85],"measure":[69],"ZMP":[71,132,167],"mount":[73],"weights":[74],"upper":[77],"body.":[78],"In":[79],"addition,":[80],"manufactured":[84],"operate":[86],"at":[87],"same":[89],"robot.":[97],"Reinforcement":[98],"divided":[101],"into":[102],"unweighted":[103],"cases":[104,106],"with":[107],"weight":[109],"1kg.":[111],"At":[112],"approximately":[113],"100":[114],"min,":[115],"300":[116],"episodes":[117],"were":[118,129],"performed,":[119],"improvements":[122,128],"16.71%":[124],"26.25%":[126],"made.":[130],"measurements":[133],"indicated":[134],"that":[135,147],"performed":[139],"safe":[142],"area.":[143],"Therefore,":[144],"demonstrated":[146],"biped":[149],"performance":[151],"can":[156],"be":[157],"improved":[158],"by":[159],"similarity.":[168]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}