{"id":"https://openalex.org/W4226030884","doi":"https://doi.org/10.1109/robio54168.2021.9739342","title":"Review on Reinforcement Learning Controller in Soft Manipulator","display_name":"Review on Reinforcement Learning Controller in Soft Manipulator","publication_year":2021,"publication_date":"2021-12-27","ids":{"openalex":"https://openalex.org/W4226030884","doi":"https://doi.org/10.1109/robio54168.2021.9739342"},"language":"en","primary_location":{"id":"doi:10.1109/robio54168.2021.9739342","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio54168.2021.9739342","pdf_url":null,"source":{"id":"https://openalex.org/S4363607846","display_name":"2021 IEEE International Conference on Robotics and Biomimetics (ROBIO)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029337544","display_name":"Shuopeng Wang","orcid":"https://orcid.org/0000-0001-7591-6847"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuopeng Wang","raw_affiliation_strings":["Northeastern University,School of Mechanical Engineering & Automation,Shenyang,China,110819"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University,School of Mechanical Engineering & Automation,Shenyang,China,110819","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101530211","display_name":"Rixin Wang","orcid":"https://orcid.org/0000-0002-0077-8424"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rixin Wang","raw_affiliation_strings":["Northeastern University,School of Mechanical Engineering & Automation,Shenyang,China,110819"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University,School of Mechanical Engineering & Automation,Shenyang,China,110819","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100457559","display_name":"Meng Liu","orcid":"https://orcid.org/0000-0003-2442-2841"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Liu","raw_affiliation_strings":["Northeastern University,School of Mechanical Engineering & Automation,Shenyang,China,110819"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University,School of Mechanical Engineering & Automation,Shenyang,China,110819","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100386084","display_name":"Ying Zhang","orcid":"https://orcid.org/0000-0002-1430-3788"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Zhang","raw_affiliation_strings":["Northeastern University,School of Mechanical Engineering & Automation,Shenyang,China,110819"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University,School of Mechanical Engineering & Automation,Shenyang,China,110819","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110968097","display_name":"Lina Hao","orcid":"https://orcid.org/0009-0008-4623-460X"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lina Hao","raw_affiliation_strings":["Northeastern University,School of Mechanical Engineering & Automation,Shenyang,China,110819"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University,School of Mechanical Engineering & Automation,Shenyang,China,110819","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I9224756"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"558","last_page":"563"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8327015042304993},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.8253836631774902},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.8083606958389282},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6840488910675049},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.5770308375358582},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5713245272636414},{"id":"https://openalex.org/keywords/soft-robotics","display_name":"Soft robotics","score":0.5631740689277649},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5384748578071594},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.49527350068092346},{"id":"https://openalex.org/keywords/robot-manipulator","display_name":"Robot manipulator","score":0.4668121337890625},{"id":"https://openalex.org/keywords/soft-computing","display_name":"Soft computing","score":0.4502975344657898},{"id":"https://openalex.org/keywords/manipulator","display_name":"Manipulator (device)","score":0.4282093644142151},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37810179591178894},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2783941328525543},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.09073927998542786},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.08254694938659668}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8327015042304993},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.8253836631774902},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.8083606958389282},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6840488910675049},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.5770308375358582},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5713245272636414},{"id":"https://openalex.org/C2776058767","wikidata":"https://www.wikidata.org/wiki/Q24327151","display_name":"Soft robotics","level":3,"score":0.5631740689277649},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5384748578071594},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.49527350068092346},{"id":"https://openalex.org/C2985527887","wikidata":"https://www.wikidata.org/wiki/Q1587588","display_name":"Robot manipulator","level":3,"score":0.4668121337890625},{"id":"https://openalex.org/C140073362","wikidata":"https://www.wikidata.org/wiki/Q738759","display_name":"Soft computing","level":3,"score":0.4502975344657898},{"id":"https://openalex.org/C2781347998","wikidata":"https://www.wikidata.org/wiki/Q1587588","display_name":"Manipulator (device)","level":3,"score":0.4282093644142151},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37810179591178894},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2783941328525543},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.09073927998542786},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.08254694938659668},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/robio54168.2021.9739342","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio54168.2021.9739342","pdf_url":null,"source":{"id":"https://openalex.org/S4363607846","display_name":"2021 IEEE International Conference on Robotics and Biomimetics (ROBIO)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322429","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1515749184","https://openalex.org/W2043721947","https://openalex.org/W2053614949","https://openalex.org/W2140135625","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2160249763","https://openalex.org/W2313922182","https://openalex.org/W2556078315","https://openalex.org/W2590087162","https://openalex.org/W2604883922","https://openalex.org/W2615167078","https://openalex.org/W2739636222","https://openalex.org/W2741086304","https://openalex.org/W2745494968","https://openalex.org/W2746553466","https://openalex.org/W2775361682","https://openalex.org/W2781726626","https://openalex.org/W2793128170","https://openalex.org/W2803735436","https://openalex.org/W2901112449","https://openalex.org/W2963864421","https://openalex.org/W2964043796","https://openalex.org/W2967429195","https://openalex.org/W2967746726","https://openalex.org/W2972017633","https://openalex.org/W2990673778","https://openalex.org/W2997818245","https://openalex.org/W2997896361","https://openalex.org/W3002768791","https://openalex.org/W3008620731","https://openalex.org/W3009523569","https://openalex.org/W3035790680","https://openalex.org/W3045714531","https://openalex.org/W3099025996","https://openalex.org/W3109589982","https://openalex.org/W3116138474","https://openalex.org/W3125605919","https://openalex.org/W3126651795","https://openalex.org/W3127125587","https://openalex.org/W3128256958","https://openalex.org/W3131554325","https://openalex.org/W3133349997","https://openalex.org/W3133933269","https://openalex.org/W3151920132","https://openalex.org/W4214717370","https://openalex.org/W4288314327","https://openalex.org/W4302570325","https://openalex.org/W6680657880","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6692846177","https://openalex.org/W6763578722","https://openalex.org/W6783180881"],"related_works":["https://openalex.org/W2391397427","https://openalex.org/W1996341361","https://openalex.org/W4392894440","https://openalex.org/W4366609476","https://openalex.org/W2078127841","https://openalex.org/W2919815400","https://openalex.org/W2156518980","https://openalex.org/W2093621301","https://openalex.org/W849053048","https://openalex.org/W2517515794"],"abstract_inverted_index":{"Soft":[0],"manipulator":[1],"is":[2,14],"a":[3],"special":[4],"type":[5],"of":[6,17,25,38,45,58,79,93],"robot":[7,66],"that":[8],"can":[9],"achieve":[10],"flexible":[11],"deformation.":[12],"It":[13],"mostly":[15],"made":[16],"soft":[18,39,49,84],"materials,":[19],"so":[20],"it":[21],"has":[22],"the":[23,35,43,52,56,61,64,70,73,77,91,94],"characteristics":[24,37,92],"high":[26,29],"flexibility":[27],"and":[28,41,60,102],"task":[30],"adaptability.":[31],"This":[32],"paper":[33,100],"combines":[34],"working":[36],"manipulators":[40,85],"summarizes":[42],"application":[44,53,62,78],"reinforcement":[46,80],"learning":[47,81],"on":[48,55,69,90],"manipulators,":[50],"including":[51],"based":[54,89],"modeling":[57],"environment":[59],"in":[63,83,96,106],"physical":[65],"platform.":[67],"Based":[68],"current":[71],"status,":[72],"development":[74],"prospects":[75],"for":[76],"controllers":[82],"are":[86],"discussed.":[87],"Besides,":[88],"algorithm":[95],"different":[97],"situations,":[98],"this":[99],"analyzes":[101],"proposes":[103],"feasible":[104],"methods":[105],"use.":[107]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}