{"id":"https://openalex.org/W3166834117","doi":"https://doi.org/10.1109/iros51168.2021.9636176","title":"Residual Feedback Learning for Contact-Rich Manipulation Tasks with Uncertainty","display_name":"Residual Feedback Learning for Contact-Rich Manipulation Tasks with Uncertainty","publication_year":2021,"publication_date":"2021-09-27","ids":{"openalex":"https://openalex.org/W3166834117","doi":"https://doi.org/10.1109/iros51168.2021.9636176","mag":"3166834117"},"language":"en","primary_location":{"id":"doi:10.1109/iros51168.2021.9636176","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros51168.2021.9636176","pdf_url":null,"source":{"id":"https://openalex.org/S4363607734","display_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5445/ir/1000137510","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027975530","display_name":"Alireza Ranjbar","orcid":null},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]},{"id":"https://openalex.org/I4210151956","display_name":"Robert Bosch (India)","ror":"https://ror.org/04my8ty22","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210151956","https://openalex.org/I889804353"]},{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE","IN"],"is_corresponding":true,"raw_author_name":"Alireza Ranjbar","raw_affiliation_strings":["Albert-Ludwigs-Universit\u00e4t Freiburg","Bosch Center for Artificial Intelligence (BCAI)","Karlsruhe Institute of Technology","Albert-Ludwigs-Universit\u00e4t Freiburg; Bosch Center for Artificial Intelligence (BCAI); Karlsruhe Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Albert-Ludwigs-Universit\u00e4t Freiburg","institution_ids":["https://openalex.org/I161046081"]},{"raw_affiliation_string":"Bosch Center for Artificial Intelligence (BCAI)","institution_ids":["https://openalex.org/I4210151956"]},{"raw_affiliation_string":"Karlsruhe Institute of Technology","institution_ids":["https://openalex.org/I102335020"]},{"raw_affiliation_string":"Albert-Ludwigs-Universit\u00e4t Freiburg; Bosch Center for Artificial Intelligence (BCAI); Karlsruhe Institute of Technology","institution_ids":["https://openalex.org/I4210151956","https://openalex.org/I102335020","https://openalex.org/I161046081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043775193","display_name":"Ngo Anh Vien","orcid":"https://orcid.org/0000-0001-9646-267X"},"institutions":[{"id":"https://openalex.org/I4210151956","display_name":"Robert Bosch (India)","ror":"https://ror.org/04my8ty22","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210151956","https://openalex.org/I889804353"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ngo Anh Vien","raw_affiliation_strings":["Bosch Center for Artificial Intelligence (BCAI)"],"affiliations":[{"raw_affiliation_string":"Bosch Center for Artificial Intelligence (BCAI)","institution_ids":["https://openalex.org/I4210151956"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055368029","display_name":"Hanna Ziesche","orcid":"https://orcid.org/0000-0003-2042-3660"},"institutions":[{"id":"https://openalex.org/I4210151956","display_name":"Robert Bosch (India)","ror":"https://ror.org/04my8ty22","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210151956","https://openalex.org/I889804353"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Hanna Ziesche","raw_affiliation_strings":["Bosch Center for Artificial Intelligence (BCAI)"],"affiliations":[{"raw_affiliation_string":"Bosch Center for Artificial Intelligence (BCAI)","institution_ids":["https://openalex.org/I4210151956"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038908529","display_name":"Joschka Boedecker","orcid":"https://orcid.org/0000-0002-3486-7345"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Joschka Boedecker","raw_affiliation_strings":["Albert-Ludwigs-Universit\u00e4t Freiburg"],"affiliations":[{"raw_affiliation_string":"Albert-Ludwigs-Universit\u00e4t Freiburg","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110467801","display_name":"Gerhard Neumann","orcid":"https://orcid.org/0000-0002-5483-4225"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Gerhard Neumann","raw_affiliation_strings":["Karlsruhe Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology","institution_ids":["https://openalex.org/I102335020"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5027975530"],"corresponding_institution_ids":["https://openalex.org/I102335020","https://openalex.org/I161046081","https://openalex.org/I4210151956"],"apc_list":null,"apc_paid":null,"fwci":0.8796,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.7646289,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"2383","last_page":"2390"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7914592623710632},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.7731080055236816},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7097418308258057},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6224151849746704},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.5623292922973633},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5021991729736328},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.4870927333831787},{"id":"https://openalex.org/keywords/orientation","display_name":"Orientation (vector space)","score":0.44589072465896606},{"id":"https://openalex.org/keywords/cartesian-coordinate-system","display_name":"Cartesian coordinate system","score":0.44070738554000854},{"id":"https://openalex.org/keywords/impedance-control","display_name":"Impedance control","score":0.4258272051811218},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3961407244205475},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3791053891181946},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.368761271238327},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.17341500520706177},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1584317982196808},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1316123604774475},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12753838300704956}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7914592623710632},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.7731080055236816},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7097418308258057},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6224151849746704},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.5623292922973633},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5021991729736328},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.4870927333831787},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.44589072465896606},{"id":"https://openalex.org/C16038011","wikidata":"https://www.wikidata.org/wiki/Q62912","display_name":"Cartesian coordinate system","level":2,"score":0.44070738554000854},{"id":"https://openalex.org/C2777984285","wikidata":"https://www.wikidata.org/wiki/Q17098134","display_name":"Impedance control","level":3,"score":0.4258272051811218},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3961407244205475},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3791053891181946},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.368761271238327},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.17341500520706177},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1584317982196808},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1316123604774475},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12753838300704956},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/iros51168.2021.9636176","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros51168.2021.9636176","pdf_url":null,"source":{"id":"https://openalex.org/S4363607734","display_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},{"id":"pmh:oai:EVASTAR-Karlsruhe.de:1000137510","is_oa":false,"landing_page_url":"https://publikationen.bibliothek.kit.edu/1000137510","pdf_url":null,"source":{"id":"https://openalex.org/S4306401992","display_name":"Repository KITopen (Karlsruhe Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I102335020","host_organization_name":"Karlsruhe Institute of Technology","host_organization_lineage":["https://openalex.org/I102335020"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"","raw_type":"doc-type:report"},{"id":"doi:10.5445/ir/1000137510","is_oa":true,"landing_page_url":"https://doi.org/10.5445/ir/1000137510","pdf_url":null,"source":{"id":"https://openalex.org/S7407052948","display_name":"KITopen","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"report"}],"best_oa_location":{"id":"doi:10.5445/ir/1000137510","is_oa":true,"landing_page_url":"https://doi.org/10.5445/ir/1000137510","pdf_url":null,"source":{"id":"https://openalex.org/S7407052948","display_name":"KITopen","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"report"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W2066202893","https://openalex.org/W2074816318","https://openalex.org/W2097020672","https://openalex.org/W2100235553","https://openalex.org/W2111528514","https://openalex.org/W2126909264","https://openalex.org/W2155007355","https://openalex.org/W2158782408","https://openalex.org/W2198225532","https://openalex.org/W2567455162","https://openalex.org/W2588423609","https://openalex.org/W2749928749","https://openalex.org/W2904746163","https://openalex.org/W2905364877","https://openalex.org/W2952842465","https://openalex.org/W2953082648","https://openalex.org/W2963280855","https://openalex.org/W2963940579","https://openalex.org/W2964161785","https://openalex.org/W2965591307","https://openalex.org/W2967717386","https://openalex.org/W2967727187","https://openalex.org/W2968095426","https://openalex.org/W2975593089","https://openalex.org/W2980595763","https://openalex.org/W2990708646","https://openalex.org/W3006904299","https://openalex.org/W3035760261","https://openalex.org/W3091648108","https://openalex.org/W3099896382","https://openalex.org/W3130717831","https://openalex.org/W3130984490","https://openalex.org/W3132045372","https://openalex.org/W4289115845","https://openalex.org/W6682849425","https://openalex.org/W6687583651","https://openalex.org/W6743802245","https://openalex.org/W6756848961","https://openalex.org/W6757222794","https://openalex.org/W6764800732","https://openalex.org/W6768068300","https://openalex.org/W6769658424","https://openalex.org/W6770307204","https://openalex.org/W6777147848","https://openalex.org/W6779861764","https://openalex.org/W6785538922","https://openalex.org/W7034240210"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2560215812","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W3212673989","https://openalex.org/W2078580336","https://openalex.org/W2954323201","https://openalex.org/W2583465206","https://openalex.org/W2001273675","https://openalex.org/W2127677850"],"abstract_inverted_index":{"While":[0],"classic":[1],"control":[2,143,147],"theory":[3],"offers":[4,37],"state":[5],"of":[6,23,56,63,72,79,122,170,191],"the":[7,21,54,61,70,73,80,89,94,108,112,146,168,180,186,199],"art":[8],"solutions":[9,25],"in":[10,189],"many":[11],"problem":[12],"scenarios,":[13],"it":[14],"is":[15],"often":[16],"desired":[17],"to":[18,40,53,86,111,153,183],"improve":[19,41],"beyond":[20],"structure":[22,71],"such":[24,64],"and":[26,118,132,166,193],"surpass":[27],"their":[28],"limitations.":[29],"To":[30],"this":[31],"end,":[32],"residual":[33],"policy":[34,90,117],"learning":[35,46,49],"(RPL)":[36],"a":[38,57,98,126,139,156],"formulation":[39,100],"existing":[42],"controllers":[43],"with":[44,114],"reinforcement":[45],"(RL)":[47],"by":[48,105],"an":[50,65,83,115,176],"additive":[51],"\"residual\"":[52],"output":[55],"given":[58,181],"controller.":[59,74],"However,":[60],"applicability":[62],"approach":[66,124],"highly":[67],"depends":[68],"on":[69,125],"Often,":[75],"internal":[76],"feedback":[77,109],"signals":[78,110],"controller":[81,113],"limit":[82],"RL":[84,116],"algorithm":[85],"adequately":[87],"change":[88],"and,":[91],"hence,":[92],"learn":[93],"task.":[95],"We":[96],"propose":[97],"new":[99],"that":[101],"addresses":[102],"these":[103],"limitations":[104],"also":[106],"modifying":[107],"show":[119,167],"superior":[120],"performance":[121],"our":[123],"contact-rich":[127],"peg-insertion":[128],"task":[129,182,187],"under":[130],"position":[131,192],"orientation":[133,194],"uncertainty.":[134,195],"In":[135],"addition,":[136],"we":[137,174],"use":[138],"recent":[140],"Cartesian":[141],"impedance":[142],"architecture":[144],"as":[145,155],"framework":[148],"which":[149],"can":[150,201],"be":[151,202],"available":[152],"us":[154],"black-box":[157],"while":[158],"assuming":[159],"no":[160],"knowledge":[161],"about":[162],"its":[163],"input/output":[164],"structure,":[165],"difficulties":[169],"standard":[171],"RPL.":[172],"Furthermore,":[173],"introduce":[175],"adaptive":[177],"curriculum":[178],"for":[179],"gradually":[184],"increase":[185],"difficulty":[188],"terms":[190],"A":[196],"video":[197],"showing":[198],"results":[200],"found":[203],"at":[204],"https://youtu.be/SAZm_Krze7U.":[205]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}