{"id":"https://openalex.org/W3205607220","doi":"https://doi.org/10.1007/978-3-030-89095-7_30","title":"Open-Loop Motion Control of a Hydraulic Soft Robotic Arm Using Deep Reinforcement Learning","display_name":"Open-Loop Motion Control of a Hydraulic Soft Robotic Arm Using Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3205607220","doi":"https://doi.org/10.1007/978-3-030-89095-7_30","mag":"3205607220"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-030-89095-7_30","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-030-89095-7_30","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030756006","display_name":"Yunce Zhang","orcid":"https://orcid.org/0000-0001-6640-9640"},"institutions":[{"id":"https://openalex.org/I31847773","display_name":"Zhejiang Ocean University","ror":"https://ror.org/03mys6533","country_code":"CN","type":"education","lineage":["https://openalex.org/I31847773"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunce Zhang","raw_affiliation_strings":["Ocean College, Zhejiang University, Zhoushan, People\u2019s Republic of China","Ocean College, Zhejiang University, Zhoushan, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ocean College, Zhejiang University, Zhoushan, People\u2019s Republic of China","institution_ids":["https://openalex.org/I31847773","https://openalex.org/I76130692"]},{"raw_affiliation_string":"Ocean College, Zhejiang University, Zhoushan, People's Republic of China","institution_ids":["https://openalex.org/I31847773","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100453544","display_name":"Tao Wang","orcid":"https://orcid.org/0000-0002-5121-0599"},"institutions":[{"id":"https://openalex.org/I31847773","display_name":"Zhejiang Ocean University","ror":"https://ror.org/03mys6533","country_code":"CN","type":"education","lineage":["https://openalex.org/I31847773"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Wang","raw_affiliation_strings":["Engineering Research Center of Oceanic Sensing Technology and Equipment, Ministry of Education, Zhoushan, People\u2019s Republic of China","Key Laboratory of Ocean Observation-Imaging Testbed of Zhejiang Province, Zhoushan, People\u2019s Republic of China","Ocean College, Zhejiang University, Zhoushan, People\u2019s Republic of China","State Key Laboratory of Fluid Power and Mechatronic Systems, Zhejiang University, Hangzhou, People\u2019s Republic of China","Ocean College, Zhejiang University, Zhoushan, People's Republic of China","Key Laboratory of Ocean Observation-Imaging Testbed of Zhejiang Province, Zhoushan, People's Republic of China","State Key Laboratory of Fluid Power and Mechatronic Systems, Zhejiang University, Hangzhou, People's Republic of China","Engineering Research Center of Oceanic Sensing Technology and Equipment, Ministry of Education, Zhoushan, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Research Center of Oceanic Sensing Technology and Equipment, Ministry of Education, Zhoushan, People\u2019s Republic of China","institution_ids":[]},{"raw_affiliation_string":"Key Laboratory of Ocean Observation-Imaging Testbed of Zhejiang Province, Zhoushan, People\u2019s Republic of China","institution_ids":[]},{"raw_affiliation_string":"Ocean College, Zhejiang University, Zhoushan, People\u2019s Republic of China","institution_ids":["https://openalex.org/I31847773","https://openalex.org/I76130692"]},{"raw_affiliation_string":"State Key Laboratory of Fluid Power and Mechatronic Systems, Zhejiang University, Hangzhou, People\u2019s Republic of China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Ocean College, Zhejiang University, Zhoushan, People's Republic of China","institution_ids":["https://openalex.org/I31847773","https://openalex.org/I76130692"]},{"raw_affiliation_string":"Key Laboratory of Ocean Observation-Imaging Testbed of Zhejiang Province, Zhoushan, People's Republic of China","institution_ids":[]},{"raw_affiliation_string":"State Key Laboratory of Fluid Power and Mechatronic Systems, Zhejiang University, Hangzhou, People's Republic of China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Engineering Research Center of Oceanic Sensing Technology and Equipment, Ministry of Education, Zhoushan, People's Republic of China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100741008","display_name":"Ning Tan","orcid":"https://orcid.org/0000-0003-0710-6409"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Tan","raw_affiliation_strings":["School of Data and Computer Science, Sun Yat-sen University, 510006, People\u2019s Republic of China","School of Data and Computer Science, Sun Yat-sen University, 510006, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Data and Computer Science, Sun Yat-sen University, 510006, People\u2019s Republic of China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Data and Computer Science, Sun Yat-sen University, 510006, People's Republic of China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039356472","display_name":"Shiqiang Zhu","orcid":"https://orcid.org/0000-0002-5687-4001"},"institutions":[{"id":"https://openalex.org/I31847773","display_name":"Zhejiang Ocean University","ror":"https://ror.org/03mys6533","country_code":"CN","type":"education","lineage":["https://openalex.org/I31847773"]},{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiqiang Zhu","raw_affiliation_strings":["Ocean College, Zhejiang University, Zhoushan, People\u2019s Republic of China","Zhejiang Lab, Hangzhou, People\u2019s Republic of China","Ocean College, Zhejiang University, Zhoushan, People's Republic of China","Zhejiang Lab, Hangzhou, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ocean College, Zhejiang University, Zhoushan, People\u2019s Republic of China","institution_ids":["https://openalex.org/I31847773","https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, People\u2019s Republic of China","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"Ocean College, Zhejiang University, Zhoushan, People's Republic of China","institution_ids":["https://openalex.org/I31847773","https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, People's Republic of China","institution_ids":["https://openalex.org/I4210123185"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"302","last_page":"312"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11372","display_name":"Hydraulic and Pneumatic Systems","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9032689332962036},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7739877104759216},{"id":"https://openalex.org/keywords/toolbox","display_name":"Toolbox","score":0.6136311888694763},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.5377753973007202},{"id":"https://openalex.org/keywords/robotic-arm","display_name":"Robotic arm","score":0.5018172264099121},{"id":"https://openalex.org/keywords/matlab","display_name":"MATLAB","score":0.4781447649002075},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47483164072036743},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.47475507855415344},{"id":"https://openalex.org/keywords/motion-control","display_name":"Motion control","score":0.4616481363773346},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.42880070209503174},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.42194676399230957},{"id":"https://openalex.org/keywords/soft-robotics","display_name":"Soft robotics","score":0.4173436164855957},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.41261568665504456},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.37856924533843994},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.366378515958786},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.32880574464797974},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15481048822402954},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.12397933006286621}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9032689332962036},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7739877104759216},{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.6136311888694763},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.5377753973007202},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.5018172264099121},{"id":"https://openalex.org/C2780365114","wikidata":"https://www.wikidata.org/wiki/Q169478","display_name":"MATLAB","level":2,"score":0.4781447649002075},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47483164072036743},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.47475507855415344},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.4616481363773346},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.42880070209503174},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.42194676399230957},{"id":"https://openalex.org/C2776058767","wikidata":"https://www.wikidata.org/wiki/Q24327151","display_name":"Soft robotics","level":3,"score":0.4173436164855957},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.41261568665504456},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.37856924533843994},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.366378515958786},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.32880574464797974},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15481048822402954},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.12397933006286621},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-030-89095-7_30","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-030-89095-7_30","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4699999988079071,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1966141623","https://openalex.org/W2027454283","https://openalex.org/W2053485789","https://openalex.org/W2073677587","https://openalex.org/W2145339207","https://openalex.org/W2173248099","https://openalex.org/W2576246534","https://openalex.org/W2755569859","https://openalex.org/W2762700191","https://openalex.org/W2770049904","https://openalex.org/W2782435507","https://openalex.org/W2789805345","https://openalex.org/W2896990192","https://openalex.org/W2903834857","https://openalex.org/W2908179702","https://openalex.org/W2945710126","https://openalex.org/W2963352555","https://openalex.org/W2967429195","https://openalex.org/W2970743203","https://openalex.org/W2997818245","https://openalex.org/W3041885040","https://openalex.org/W3093426589","https://openalex.org/W3099025996","https://openalex.org/W3113139432","https://openalex.org/W3113224201","https://openalex.org/W3119975588"],"related_works":["https://openalex.org/W2068663075","https://openalex.org/W2978678743","https://openalex.org/W2797837731","https://openalex.org/W2150344375","https://openalex.org/W829257147","https://openalex.org/W3081389670","https://openalex.org/W4385302116","https://openalex.org/W3044929382","https://openalex.org/W1975795843","https://openalex.org/W2312533462"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-27T08:26:11.824852","created_date":"2025-10-10T00:00:00"}