{"id":"https://openalex.org/W4393180309","doi":"https://doi.org/10.1109/tro.2024.3381558","title":"RL-Based Adaptive Controller for High Precision Reaching in a Soft Robot Arm","display_name":"RL-Based Adaptive Controller for High Precision Reaching in a Soft Robot Arm","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4393180309","doi":"https://doi.org/10.1109/tro.2024.3381558"},"language":"en","primary_location":{"id":"doi:10.1109/tro.2024.3381558","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tro.2024.3381558","pdf_url":"https://ieeexplore.ieee.org/ielx7/8860/4359257/10478622.pdf","source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/8860/4359257/10478622.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103095691","display_name":"Muhammad Sunny Nazeer","orcid":"https://orcid.org/0000-0001-9341-8665"},"institutions":[{"id":"https://openalex.org/I162290304","display_name":"Scuola Superiore Sant'Anna","ror":"https://ror.org/025602r80","country_code":"IT","type":"education","lineage":["https://openalex.org/I162290304"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Muhammad Sunny Nazeer","raw_affiliation_strings":["BRAin-Inspired Robotics Lab, BioRobotics Institute, Scuola Superiore Sant'Anna, Pontedera, Italy","BRAin-Inspired Robotics Lab, The BioRobotics Institute, Scuola Superiore Sant'Anna, Pontedera, 56025, Italy","Department of Excellence in Robotics and AI, Scuola Superiore Sant'Anna, Pisa 56025, Italy"],"affiliations":[{"raw_affiliation_string":"BRAin-Inspired Robotics Lab, BioRobotics Institute, Scuola Superiore Sant'Anna, Pontedera, Italy","institution_ids":["https://openalex.org/I162290304"]},{"raw_affiliation_string":"BRAin-Inspired Robotics Lab, The BioRobotics Institute, Scuola Superiore Sant'Anna, Pontedera, 56025, Italy","institution_ids":["https://openalex.org/I162290304"]},{"raw_affiliation_string":"Department of Excellence in Robotics and AI, Scuola Superiore Sant'Anna, Pisa 56025, Italy","institution_ids":["https://openalex.org/I162290304"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045065209","display_name":"Cecilia Laschi","orcid":"https://orcid.org/0000-0001-5248-1043"},"institutions":[{"id":"https://openalex.org/I162290304","display_name":"Scuola Superiore Sant'Anna","ror":"https://ror.org/025602r80","country_code":"IT","type":"education","lineage":["https://openalex.org/I162290304"]},{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["IT","SG"],"is_corresponding":false,"raw_author_name":"Cecilia Laschi","raw_affiliation_strings":["Department of Mechanical Engineering, National University of Singapore, Singapore","Department of Excellence in Robotics and AI, Scuola Superiore Sant'Anna, Pisa 56025, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"Department of Excellence in Robotics and AI, Scuola Superiore Sant'Anna, Pisa 56025, Italy","institution_ids":["https://openalex.org/I162290304"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033570527","display_name":"Egidio Falotico","orcid":"https://orcid.org/0000-0001-8060-8080"},"institutions":[{"id":"https://openalex.org/I162290304","display_name":"Scuola Superiore Sant'Anna","ror":"https://ror.org/025602r80","country_code":"IT","type":"education","lineage":["https://openalex.org/I162290304"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Egidio Falotico","raw_affiliation_strings":["BRAin-Inspired Robotics Lab, BioRobotics Institute, Scuola Superiore Sant'Anna, Pontedera, Italy","Department of Excellence in Robotics and AI, Scuola Superiore Sant'Anna, Pisa 56025, Italy","BRAin-Inspired Robotics Lab, The BioRobotics Institute, Scuola Superiore Sant'Anna, Pontedera, 56025, Italy"],"affiliations":[{"raw_affiliation_string":"BRAin-Inspired Robotics Lab, BioRobotics Institute, Scuola Superiore Sant'Anna, Pontedera, Italy","institution_ids":["https://openalex.org/I162290304"]},{"raw_affiliation_string":"Department of Excellence in Robotics and AI, Scuola Superiore Sant'Anna, Pisa 56025, Italy","institution_ids":["https://openalex.org/I162290304"]},{"raw_affiliation_string":"BRAin-Inspired Robotics Lab, The BioRobotics Institute, Scuola Superiore Sant'Anna, Pontedera, 56025, Italy","institution_ids":["https://openalex.org/I162290304"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5103095691"],"corresponding_institution_ids":["https://openalex.org/I162290304"],"apc_list":null,"apc_paid":null,"fwci":6.8406,"has_fulltext":true,"cited_by_count":33,"citation_normalized_percentile":{"value":0.980116,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"40","issue":null,"first_page":"2498","last_page":"2512"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11687","display_name":"Teleoperation and Haptic Systems","score":0.934499979019165,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11687","display_name":"Teleoperation and Haptic Systems","score":0.934499979019165,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robotic-arm","display_name":"Robotic arm","score":0.6470867991447449},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5691238641738892},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.548053503036499},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5321456789970398},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.49970293045043945},{"id":"https://openalex.org/keywords/soft-robotics","display_name":"Soft robotics","score":0.47135916352272034},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4476340711116791},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.39272478222846985},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2971346378326416},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.11210638284683228}],"concepts":[{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.6470867991447449},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5691238641738892},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.548053503036499},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5321456789970398},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.49970293045043945},{"id":"https://openalex.org/C2776058767","wikidata":"https://www.wikidata.org/wiki/Q24327151","display_name":"Soft robotics","level":3,"score":0.47135916352272034},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4476340711116791},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.39272478222846985},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2971346378326416},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.11210638284683228},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tro.2024.3381558","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tro.2024.3381558","pdf_url":"https://ieeexplore.ieee.org/ielx7/8860/4359257/10478622.pdf","source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},{"id":"pmh:oai:www.iris.sssup.it:11382/573533","is_oa":true,"landing_page_url":"https://hdl.handle.net/11382/573533","pdf_url":"https://www.iris.sssup.it/bitstream/11382/573533/1/RL-Based_Adaptive_Controller_for_High_Precision_Reaching_in_a_Soft_Robot_Arm.pdf","source":{"id":"https://openalex.org/S4377196376","display_name":"CINECA IRIS Institutional Research Information System (Sant'Anna School of Advanced Studies)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I162290304","host_organization_name":"Scuola Superiore Sant'Anna","host_organization_lineage":["https://openalex.org/I162290304"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:zenodo.org:11170754","is_oa":true,"landing_page_url":"https://doi.org/10.1109/TRO.2024.3381558","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/tro.2024.3381558","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tro.2024.3381558","pdf_url":"https://ieeexplore.ieee.org/ielx7/8860/4359257/10478622.pdf","source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7599999904632568,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1974542962","display_name":null,"funder_award_id":"Sk\u0142odowska","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2657901741","display_name":null,"funder_award_id":"863212","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2689612763","display_name":null,"funder_award_id":"Marie","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2786304416","display_name":null,"funder_award_id":"Marie Sk\u0142odowska-Curie Action","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4447653093","display_name":null,"funder_award_id":"Network","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6100177302","display_name":null,"funder_award_id":"Sk\u0142odowska","funder_id":"https://openalex.org/F4320338337","funder_display_name":"H2020 Marie Sk\u0142odowska-Curie Actions"},{"id":"https://openalex.org/G7048022425","display_name":null,"funder_award_id":"860108","funder_id":"https://openalex.org/F4320338337","funder_display_name":"H2020 Marie Sk\u0142odowska-Curie Actions"},{"id":"https://openalex.org/G7302629055","display_name":null,"funder_award_id":"860108","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7901872499","display_name":null,"funder_award_id":"Marie","funder_id":"https://openalex.org/F4320338337","funder_display_name":"H2020 Marie Sk\u0142odowska-Curie Actions"},{"id":"https://openalex.org/G7955706205","display_name":null,"funder_award_id":"Horizon 2020","funder_id":"https://openalex.org/F4320338337","funder_display_name":"H2020 Marie Sk\u0142odowska-Curie Actions"},{"id":"https://openalex.org/G8051717526","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320698","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49"},{"id":"https://openalex.org/F4320324216","display_name":"Scuola Superiore Sant'Anna","ror":"https://ror.org/025602r80"},{"id":"https://openalex.org/F4320338337","display_name":"H2020 Marie Sk\u0142odowska-Curie Actions","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4393180309.pdf","grobid_xml":"https://content.openalex.org/works/W4393180309.grobid-xml"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W1499925623","https://openalex.org/W2036244090","https://openalex.org/W2053614949","https://openalex.org/W2065009170","https://openalex.org/W2096645690","https://openalex.org/W2097770951","https://openalex.org/W2101667962","https://openalex.org/W2128535275","https://openalex.org/W2137670317","https://openalex.org/W2143293308","https://openalex.org/W2479151078","https://openalex.org/W2495535193","https://openalex.org/W2587897321","https://openalex.org/W2605807134","https://openalex.org/W2735021678","https://openalex.org/W2736601468","https://openalex.org/W2739636222","https://openalex.org/W2741086304","https://openalex.org/W2782435507","https://openalex.org/W2786905609","https://openalex.org/W2790972108","https://openalex.org/W2802271488","https://openalex.org/W2807959585","https://openalex.org/W2843252114","https://openalex.org/W2893591777","https://openalex.org/W2893995718","https://openalex.org/W2901112449","https://openalex.org/W2906787390","https://openalex.org/W2947094677","https://openalex.org/W2947205800","https://openalex.org/W2947871127","https://openalex.org/W2967429195","https://openalex.org/W2980523418","https://openalex.org/W2981873382","https://openalex.org/W2999072533","https://openalex.org/W3004554579","https://openalex.org/W3008009191","https://openalex.org/W3130337292","https://openalex.org/W3133349997","https://openalex.org/W3133933269","https://openalex.org/W3158338937","https://openalex.org/W3179364417","https://openalex.org/W4200306000","https://openalex.org/W4205520488","https://openalex.org/W4206676367","https://openalex.org/W4210478179","https://openalex.org/W4210894397","https://openalex.org/W4213447533","https://openalex.org/W4214717370","https://openalex.org/W4285295592","https://openalex.org/W4289521734","https://openalex.org/W4295090573","https://openalex.org/W4297830661","https://openalex.org/W4312983132","https://openalex.org/W4378192004","https://openalex.org/W4387407795","https://openalex.org/W6682539193","https://openalex.org/W6741002519","https://openalex.org/W6746043600","https://openalex.org/W6747439198","https://openalex.org/W6755463424","https://openalex.org/W6774495894","https://openalex.org/W6780559895","https://openalex.org/W6790607543","https://openalex.org/W6804601995"],"related_works":["https://openalex.org/W4385452609","https://openalex.org/W2015878442","https://openalex.org/W3104152360","https://openalex.org/W2955261040","https://openalex.org/W4313255720","https://openalex.org/W1992538606","https://openalex.org/W8302103","https://openalex.org/W2921933148","https://openalex.org/W3094251759","https://openalex.org/W2000675896"],"abstract_inverted_index":{"High":[0],"precision":[1,25,97],"control":[2,93,104],"of":[3,77,88,154],"soft":[4,22,78,91,147],"robots":[5],"is":[6,29,71,138],"challenging":[7,127],"due":[8,63],"to":[9,64,94,140,150,169],"their":[10],"stochastic":[11,75],"behavior":[12,149],"and":[13,68,121,135],"material-dependence":[14],"nature.":[15],"While":[16],"RL":[17,36,89],"has":[18],"been":[19],"applied":[20],"in":[21,26,53,61,98,126,164],"robotics,":[23],"achieving":[24],"task":[27,99],"execution":[28],"still":[30],"a":[31,45],"long":[32],"way":[33,84],"off.":[34],"Traditionally,":[35],"requires":[37],"substantial":[38],"data":[39],"for":[40,85,90],"convergence,":[41],"often":[42,58],"obtained":[43],"from":[44],"training":[46,55],"environment.":[47],"Yet,":[48],"despite":[49],"exhibiting":[50],"high":[51,96],"accuracy":[52,124,161],"the":[54,65,69,74,83,86,110,118,141,146,152,158,171],"environment,":[56],"RL-policies":[57],"fall":[59],"short":[60],"reality":[62],"training-to-reality":[66,119],"gap,":[67,120],"performance":[70],"exacerbated":[72],"by":[73],"nature":[76],"robots.":[79],"This":[80],"study":[81],"paves":[82],"implementation":[87],"robot":[92],"achieve":[95],"execution.":[100],"Two":[101],"sample-efficient":[102],"adaptive":[103],"strategies":[105],"are":[106],"proposed,":[107],"that":[108],"leverage":[109],"RL-policy.":[111,172],"The":[112],"schemes":[113],"can":[114],"overcome":[115],"stochasticity,":[116],"bridge":[117],"attain":[122],"desired":[123,160],"even":[125],"tasks":[128],"such":[129],"as":[130],"obstacle":[131],"avoidance.":[132],"Additionally,":[133],"deliberate":[134],"reversible":[136],"damage":[137],"induced":[139],"pneumatic":[142],"actuation":[143],"chamber,":[144],"altering":[145],"robot's":[148],"test":[151],"adaptability":[153],"our":[155],"solutions.":[156],"Despite":[157],"damage,":[159],"was":[162],"achieved":[163],"most":[165],"scenarios":[166],"without":[167],"needing":[168],"retrain":[170]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":8}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2024-03-27T00:00:00"}