{"id":"https://openalex.org/W4312500571","doi":"https://doi.org/10.1109/iros47612.2022.9981425","title":"Autonomous Control of Redundant Hydraulic Manipulator Using Reinforcement Learning with Action Feedback","display_name":"Autonomous Control of Redundant Hydraulic Manipulator Using Reinforcement Learning with Action Feedback","publication_year":2022,"publication_date":"2022-10-23","ids":{"openalex":"https://openalex.org/W4312500571","doi":"https://doi.org/10.1109/iros47612.2022.9981425"},"language":"en","primary_location":{"id":"doi:10.1109/iros47612.2022.9981425","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9981425","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022208484","display_name":"Rohit Dhakate","orcid":"https://orcid.org/0000-0002-1721-7041"},"institutions":[{"id":"https://openalex.org/I4210166741","display_name":"University of Klagenfurt","ror":"https://ror.org/05q9m0937","country_code":"AT","type":"education","lineage":["https://openalex.org/I4210166741"]}],"countries":["AT"],"is_corresponding":true,"raw_author_name":"Rohit Dhakate","raw_affiliation_strings":["University of Klagenfurt,Department of Smart Systems Technologies in the Control of Networked Systems Group,Klagenfurt,Austria,9020"],"affiliations":[{"raw_affiliation_string":"University of Klagenfurt,Department of Smart Systems Technologies in the Control of Networked Systems Group,Klagenfurt,Austria,9020","institution_ids":["https://openalex.org/I4210166741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068613728","display_name":"Christian Brommer","orcid":"https://orcid.org/0000-0002-2801-2172"},"institutions":[{"id":"https://openalex.org/I4210166741","display_name":"University of Klagenfurt","ror":"https://ror.org/05q9m0937","country_code":"AT","type":"education","lineage":["https://openalex.org/I4210166741"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Christian Brommer","raw_affiliation_strings":["University of Klagenfurt,Department of Smart Systems Technologies in the Control of Networked Systems Group,Klagenfurt,Austria,9020"],"affiliations":[{"raw_affiliation_string":"University of Klagenfurt,Department of Smart Systems Technologies in the Control of Networked Systems Group,Klagenfurt,Austria,9020","institution_ids":["https://openalex.org/I4210166741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103200299","display_name":"Christoph B\u00f6hm","orcid":"https://orcid.org/0000-0002-4526-4515"},"institutions":[{"id":"https://openalex.org/I4210166741","display_name":"University of Klagenfurt","ror":"https://ror.org/05q9m0937","country_code":"AT","type":"education","lineage":["https://openalex.org/I4210166741"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Christoph Bohm","raw_affiliation_strings":["University of Klagenfurt,Department of Smart Systems Technologies in the Control of Networked Systems Group,Klagenfurt,Austria,9020"],"affiliations":[{"raw_affiliation_string":"University of Klagenfurt,Department of Smart Systems Technologies in the Control of Networked Systems Group,Klagenfurt,Austria,9020","institution_ids":["https://openalex.org/I4210166741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044254621","display_name":"Harald Gietler","orcid":"https://orcid.org/0000-0001-7551-9868"},"institutions":[{"id":"https://openalex.org/I4210166741","display_name":"University of Klagenfurt","ror":"https://ror.org/05q9m0937","country_code":"AT","type":"education","lineage":["https://openalex.org/I4210166741"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Harald Gietler","raw_affiliation_strings":["University of Klagenfurt,Department of Smart Systems Technologies in the Sensors and Actuators Group,Klagenfurt,Austria,9020"],"affiliations":[{"raw_affiliation_string":"University of Klagenfurt,Department of Smart Systems Technologies in the Sensors and Actuators Group,Klagenfurt,Austria,9020","institution_ids":["https://openalex.org/I4210166741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045197736","display_name":"Stephan Weiss","orcid":"https://orcid.org/0000-0002-3486-7206"},"institutions":[{"id":"https://openalex.org/I4210166741","display_name":"University of Klagenfurt","ror":"https://ror.org/05q9m0937","country_code":"AT","type":"education","lineage":["https://openalex.org/I4210166741"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Stephan Weiss","raw_affiliation_strings":["University of Klagenfurt,Department of Smart Systems Technologies in the Control of Networked Systems Group,Klagenfurt,Austria,9020"],"affiliations":[{"raw_affiliation_string":"University of Klagenfurt,Department of Smart Systems Technologies in the Control of Networked Systems Group,Klagenfurt,Austria,9020","institution_ids":["https://openalex.org/I4210166741"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058140409","display_name":"Jan Steinbrener","orcid":"https://orcid.org/0000-0002-2465-2527"},"institutions":[{"id":"https://openalex.org/I4210166741","display_name":"University of Klagenfurt","ror":"https://ror.org/05q9m0937","country_code":"AT","type":"education","lineage":["https://openalex.org/I4210166741"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Jan Steinbrener","raw_affiliation_strings":["University of Klagenfurt,Department of Smart Systems Technologies in the Control of Networked Systems Group,Klagenfurt,Austria,9020"],"affiliations":[{"raw_affiliation_string":"University of Klagenfurt,Department of Smart Systems Technologies in the Control of Networked Systems Group,Klagenfurt,Austria,9020","institution_ids":["https://openalex.org/I4210166741"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5022208484"],"corresponding_institution_ids":["https://openalex.org/I4210166741"],"apc_list":null,"apc_paid":null,"fwci":5.4105,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.97299904,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"7036","last_page":"7043"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11372","display_name":"Hydraulic and Pneumatic Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11372","display_name":"Hydraulic and Pneumatic Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13050","display_name":"Oil and Gas Production Techniques","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.977400004863739,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7339906692504883},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.6099163293838501},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5892746448516846},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.5472102761268616},{"id":"https://openalex.org/keywords/revolute-joint","display_name":"Revolute joint","score":0.5134912133216858},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.49932861328125},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.48830556869506836},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.4473440647125244},{"id":"https://openalex.org/keywords/actuator","display_name":"Actuator","score":0.42054009437561035},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4153107702732086},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3133867383003235},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.30554190278053284},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.30446118116378784},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.27862411737442017}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7339906692504883},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.6099163293838501},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5892746448516846},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.5472102761268616},{"id":"https://openalex.org/C5643039","wikidata":"https://www.wikidata.org/wiki/Q3819341","display_name":"Revolute joint","level":3,"score":0.5134912133216858},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.49932861328125},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.48830556869506836},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.4473440647125244},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.42054009437561035},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4153107702732086},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3133867383003235},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.30554190278053284},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.30446118116378784},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.27862411737442017},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros47612.2022.9981425","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9981425","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W57957416","https://openalex.org/W1542798511","https://openalex.org/W2082511574","https://openalex.org/W2211087747","https://openalex.org/W2296073425","https://openalex.org/W2736601468","https://openalex.org/W2765302304","https://openalex.org/W2963864421","https://openalex.org/W2965893176","https://openalex.org/W3040091763","https://openalex.org/W3049481978","https://openalex.org/W3133644071","https://openalex.org/W6638018090","https://openalex.org/W6681861716","https://openalex.org/W6684921986","https://openalex.org/W6692846177","https://openalex.org/W6741002519","https://openalex.org/W6744123322"],"related_works":["https://openalex.org/W2883550785","https://openalex.org/W2890977713","https://openalex.org/W1980749193","https://openalex.org/W2123089778","https://openalex.org/W2899776278","https://openalex.org/W2790463165","https://openalex.org/W2116626317","https://openalex.org/W2065877964","https://openalex.org/W2051473190","https://openalex.org/W2393524901"],"abstract_inverted_index":{"This":[0],"article":[1],"presents":[2],"an":[3],"entirely":[4],"data-driven":[5],"approach":[6,17,159],"for":[7,66,87],"autonomous":[8,67],"control":[9,64,114],"of":[10,48,100,180,201],"redundant":[11],"manipulators":[12],"with":[13,82,168],"hydraulic":[14,32,144,165],"actuation.":[15],"The":[16,30,90,113,136,157],"only":[18],"requires":[19],"minimal":[20],"system":[21,56,134,153],"information,":[22],"which":[23,104,147],"is":[24,75,160],"inherited":[25],"from":[26,40,111],"a":[27,58,163],"simulation":[28,59],"model.":[29],"non-linear":[31],"actuation":[33],"dynamics":[34,190],"are":[35,139,148],"modeled":[36],"using":[37,78],"actuator":[38],"networks":[39],"the":[41,45,49,54,101,107,118,133,143,152,177,181,188,196,199,203,208],"data":[42],"gathered":[43],"during":[44],"manual":[46],"operation":[47],"manipulator":[50],"to":[51,142,151,175],"effectively":[52],"emulate":[53],"real":[55,209],"in":[57,183,194],"environment.":[60],"A":[61],"neural":[62],"network":[63],"policy":[65,115],"control,":[68],"based":[69,96,123],"on":[70,97,124,162,207],"end-effector":[71],"(EE)":[72],"position":[73,128,179],"tracking":[74],"then":[76,140,149],"learned":[77,204],"Reinforcement":[79],"Learning":[80],"(RL)":[81],"Ornstein-Uhlenbeck":[83],"process":[84],"noise":[85],"(OUNoise)":[86],"efficient":[88],"exploration.":[89,112],"RL":[91],"agent":[92],"also":[93],"receives":[94],"feedback":[95],"supervised":[98],"learning":[99,193],"forward":[102],"kinematics":[103],"facilitates":[105],"selecting":[106],"best":[108],"suitable":[109],"action":[110],"directly":[116,206],"provides":[117],"joint":[119,137,174],"variables":[120,138],"as":[121],"outputs":[122],"provided":[125],"target":[126],"EE":[127,182],"while":[129],"taking":[130],"into":[131],"account":[132],"dynamics.":[135],"mapped":[141],"valve":[145],"commands,":[146],"fed":[150],"without":[154],"further":[155],"modifications.":[156],"proposed":[158],"implemented":[161],"scaled":[164],"forwarder":[166],"crane":[167],"three":[169],"revolute":[170],"and":[171,191],"one":[172],"prismatic":[173],"track":[176],"desired":[178],"3-Dimensional":[184],"(3D)":[185],"space.":[186],"With":[187],"emulated":[189],"extensive":[192],"simulation,":[195],"results":[197],"demonstrate":[198],"feasibility":[200],"deploying":[202],"controller":[205],"system.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}