{"id":"https://openalex.org/W3202295603","doi":"https://doi.org/10.1109/spac53836.2021.9539926","title":"Control of Ski Robot Based on Deep Reinforcement Learning","display_name":"Control of Ski Robot Based on Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-06-18","ids":{"openalex":"https://openalex.org/W3202295603","doi":"https://doi.org/10.1109/spac53836.2021.9539926","mag":"3202295603"},"language":"en","primary_location":{"id":"doi:10.1109/spac53836.2021.9539926","is_oa":false,"landing_page_url":"https://doi.org/10.1109/spac53836.2021.9539926","pdf_url":null,"source":{"id":"https://openalex.org/S4306498851","display_name":"2021 International Conference on Security, Pattern Analysis, and Cybernetics\uff08SPAC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Conference on Security, Pattern Analysis, and Cybernetics\uff08SPAC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001103508","display_name":"Zegui Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zegui Wu","raw_affiliation_strings":["School of Automation Engineering, University of Electronic Science and Technology of China","Yangtze Delta Region Institute of University of Electronic Science and Technology of China, Huzhou, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation Engineering, University of Electronic Science and Technology of China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"Yangtze Delta Region Institute of University of Electronic Science and Technology of China, Huzhou, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068153532","display_name":"Junting Ye","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junting Ye","raw_affiliation_strings":["School of Automation Engineering, University of Electronic Science and Technology of China","Yangtze Delta Region Institute of University of Electronic Science and Technology of China, Huzhou, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation Engineering, University of Electronic Science and Technology of China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"Yangtze Delta Region Institute of University of Electronic Science and Technology of China, Huzhou, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100458478","display_name":"Xinran Wang","orcid":"https://orcid.org/0000-0002-3885-6870"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinran Wang","raw_affiliation_strings":["School of Automation Engineering, University of Electronic Science and Technology of China","Yangtze Delta Region Institute of University of Electronic Science and Technology of China, Huzhou, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation Engineering, University of Electronic Science and Technology of China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"Yangtze Delta Region Institute of University of Electronic Science and Technology of China, Huzhou, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100750752","display_name":"Fusheng Li","orcid":"https://orcid.org/0000-0001-7491-5535"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fusheng Li","raw_affiliation_strings":["School of Automation Engineering, University of Electronic Science and Technology of China","Yangtze Delta Region Institute of University of Electronic Science and Technology of China, Huzhou, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation Engineering, University of Electronic Science and Technology of China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"Yangtze Delta Region Institute of University of Electronic Science and Technology of China, Huzhou, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"211","last_page":"215"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13176","display_name":"Winter Sports Injuries and Performance","score":0.9771999716758728,"subfield":{"id":"https://openalex.org/subfields/2740","display_name":"Pulmonary and Respiratory Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.8116671442985535},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6422677040100098},{"id":"https://openalex.org/keywords/turning-radius","display_name":"Turning radius","score":0.5754992365837097},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5395736694335938},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.5282463431358337},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.5159538388252258},{"id":"https://openalex.org/keywords/radius","display_name":"RADIUS","score":0.48001211881637573},{"id":"https://openalex.org/keywords/robot-control","display_name":"Robot control","score":0.45918816328048706},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4566257894039154},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.43298542499542236},{"id":"https://openalex.org/keywords/robot-kinematics","display_name":"Robot kinematics","score":0.42292144894599915},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.42264100909233093},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3791971802711487},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.36469757556915283},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.2855931520462036},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.2047688066959381},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.07850000262260437},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.06940361857414246}],"concepts":[{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.8116671442985535},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6422677040100098},{"id":"https://openalex.org/C205148227","wikidata":"https://www.wikidata.org/wiki/Q2558948","display_name":"Turning radius","level":2,"score":0.5754992365837097},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5395736694335938},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.5282463431358337},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.5159538388252258},{"id":"https://openalex.org/C178635117","wikidata":"https://www.wikidata.org/wiki/Q747499","display_name":"RADIUS","level":2,"score":0.48001211881637573},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.45918816328048706},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4566257894039154},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.43298542499542236},{"id":"https://openalex.org/C74222875","wikidata":"https://www.wikidata.org/wiki/Q16000312","display_name":"Robot kinematics","level":4,"score":0.42292144894599915},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.42264100909233093},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3791971802711487},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.36469757556915283},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.2855931520462036},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2047688066959381},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07850000262260437},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.06940361857414246},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/spac53836.2021.9539926","is_oa":false,"landing_page_url":"https://doi.org/10.1109/spac53836.2021.9539926","pdf_url":null,"source":{"id":"https://openalex.org/S4306498851","display_name":"2021 International Conference on Security, Pattern Analysis, and Cybernetics\uff08SPAC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Conference on Security, Pattern Analysis, and Cybernetics\uff08SPAC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2011236098","https://openalex.org/W2037729465","https://openalex.org/W2137300190","https://openalex.org/W2138136244","https://openalex.org/W2171302810","https://openalex.org/W2889438065","https://openalex.org/W2910324507","https://openalex.org/W2963428623","https://openalex.org/W2969249610","https://openalex.org/W3006037160","https://openalex.org/W3018202549"],"related_works":["https://openalex.org/W2543019745","https://openalex.org/W2531662632","https://openalex.org/W2314176764","https://openalex.org/W4247750500","https://openalex.org/W2540452882","https://openalex.org/W2356070666","https://openalex.org/W2163555676","https://openalex.org/W4390481035","https://openalex.org/W2778262232","https://openalex.org/W4386128912"],"abstract_inverted_index":{"This":[0],"paper":[1],"describes":[2],"a":[3,19,30,42],"humanoid":[4,149,158],"robot":[5,21,150,204,213,220],"developed":[6],"for":[7],"the":[8,35,54,61,73,79,82,85,88,103,106,109,112,115,118,123,128,131,134,137,142,148,153,157,168,177,189,195,203,208,212,219,225,229,234,240],"2020":[9],"Beijing":[10],"Ski":[11],"Robot":[12],"Challenge.":[13],"The":[14,160],"goal":[15],"is":[16,57,99,205,214,231,236],"to":[17,28,59,77,166,175,216],"design":[18],"skiing":[20,26,38,43],"that":[22],"can":[23],"independently":[24],"perform":[25],"movements":[27],"reach":[29],"designated":[31],"destination.":[32],"Aiming":[33],"at":[34],"biped":[36],"alpine":[37],"robot,":[39],"we":[40,140],"proposed":[41],"control":[44,86,161],"algorithm":[45,162],"based":[46],"on":[47,239],"DDPG":[48,192],"reinforcement":[49],"learning.":[50],"In":[51,75,188],"this":[52],"paper,":[53],"approximate":[55],"method":[56],"used":[58,215],"establish":[60],"relationship":[62,89,104],"between":[63,117,136],"tilting":[64],"angle,":[65],"skateboard":[66],"cutting":[67],"angle":[68],"and":[69,93,96,114,120,133,171,182,207,224,233],"turning":[70,91,107,124],"radius":[71,92,125],"of":[72,81,84,111,130,144,147,156,179,191,197,202,211,228],"robot.":[74,159],"order":[76],"simplify":[78],"dimension":[80],"output":[83],"algorithm,":[87],"among":[90,105],"foot":[94,180,183],"length":[95,110,129,181],"toe":[97],"distance":[98,116,135],"established.":[100],"We":[101],"established":[102],"radius,":[108],"feet":[113,132],"toes,":[119],"also":[121],"controlled":[122],"by":[126,151],"controlling":[127],"feet,":[138],"moreover,":[139],"obtained":[141],"angles":[143],"each":[145],"joint":[146],"establishing":[152],"kinematics":[154],"model":[155],"uses":[163,172],"critic":[164],"network":[165,174,193],"evaluate":[167],"state-action":[169],"value,":[170],"actor":[173],"generate":[176],"parameters":[178],"spacing":[184],"in":[185],"real":[186],"time.":[187],"process":[190],"training,":[194],"concept":[196],"zero":[198],"torque":[199],"point":[200,210],"(ZMP)":[201],"introduced,":[206],"ZMP":[209],"judge":[217],"whether":[218],"falls":[221],"or":[222],"not,":[223],"termination":[226],"time":[227],"sequence":[230],"determined,":[232],"training":[235],"carried":[237],"out":[238],"gym":[241],"simulation":[242],"platform.":[243]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}