{"id":"https://openalex.org/W4312578227","doi":"https://doi.org/10.1109/lra.2022.3227873","title":"Sim-to-Real Transfer for Visual Reinforcement Learning of Deformable Object Manipulation for Robot-Assisted Surgery","display_name":"Sim-to-Real Transfer for Visual Reinforcement Learning of Deformable Object Manipulation for Robot-Assisted Surgery","publication_year":2022,"publication_date":"2022-12-08","ids":{"openalex":"https://openalex.org/W4312578227","doi":"https://doi.org/10.1109/lra.2022.3227873"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2022.3227873","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2022.3227873","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2406.06092","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085474167","display_name":"Paul Maria Scheikl","orcid":"https://orcid.org/0000-0002-8079-1425"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Paul Maria Scheikl","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany"],"raw_orcid":"https://orcid.org/0000-0002-8079-1425","affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011652639","display_name":"Eleonora Tagliabue","orcid":null},"institutions":[{"id":"https://openalex.org/I119439378","display_name":"University of Verona","ror":"https://ror.org/039bp8j42","country_code":"IT","type":"education","lineage":["https://openalex.org/I119439378"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Eleonora Tagliabue","raw_affiliation_strings":["Department of Computer Science, University of Verona, Verona, Italy"],"raw_orcid":"https://orcid.org/0000-0003-1536-2293","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Verona, Verona, Italy","institution_ids":["https://openalex.org/I119439378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037406540","display_name":"Bal\u00e1zs Gyenes","orcid":"https://orcid.org/0000-0002-4430-1820"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Balazs Gyenes","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4430-1820","affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027275363","display_name":"Martin Wagner","orcid":"https://orcid.org/0000-0002-9831-9110"},"institutions":[{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]},{"id":"https://openalex.org/I2802164966","display_name":"University Hospital Heidelberg","ror":"https://ror.org/013czdx64","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I2802164966"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Martin Wagner","raw_affiliation_strings":["Department for General, Visceral and Transplantation Surgery, Heidelberg University Hospital, Heidelberg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-9831-9110","affiliations":[{"raw_affiliation_string":"Department for General, Visceral and Transplantation Surgery, Heidelberg University Hospital, Heidelberg, Germany","institution_ids":["https://openalex.org/I2802164966","https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072250553","display_name":"Diego Dall\u2019Alba","orcid":"https://orcid.org/0000-0002-7300-5975"},"institutions":[{"id":"https://openalex.org/I119439378","display_name":"University of Verona","ror":"https://ror.org/039bp8j42","country_code":"IT","type":"education","lineage":["https://openalex.org/I119439378"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Diego Dall'Alba","raw_affiliation_strings":["Department of Computer Science, University of Verona, Verona, Italy"],"raw_orcid":"https://orcid.org/0000-0002-7300-5975","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Verona, Verona, Italy","institution_ids":["https://openalex.org/I119439378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065107543","display_name":"Paolo Fiorini","orcid":"https://orcid.org/0000-0002-0711-8605"},"institutions":[{"id":"https://openalex.org/I119439378","display_name":"University of Verona","ror":"https://ror.org/039bp8j42","country_code":"IT","type":"education","lineage":["https://openalex.org/I119439378"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Paolo Fiorini","raw_affiliation_strings":["Department of Computer Science, University of Verona, Verona, Italy"],"raw_orcid":"https://orcid.org/0000-0002-0711-8605","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Verona, Verona, Italy","institution_ids":["https://openalex.org/I119439378"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039110908","display_name":"Franziska Mathis-Ullrich","orcid":"https://orcid.org/0000-0001-5239-5305"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Franziska Mathis-Ullrich","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany"],"raw_orcid":"https://orcid.org/0000-0001-5239-5305","affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5085474167"],"corresponding_institution_ids":["https://openalex.org/I102335020"],"apc_list":null,"apc_paid":null,"fwci":6.198,"has_fulltext":false,"cited_by_count":66,"citation_normalized_percentile":{"value":0.97540864,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"8","issue":"2","first_page":"560","last_page":"567"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7436261177062988},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6812903881072998},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6413885951042175},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5899863243103027},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5885337591171265},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.583695650100708},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5155937075614929},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4933833181858063},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4505957067012787},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.43927350640296936},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4295118451118469},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.41572606563568115},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11474579572677612}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7436261177062988},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6812903881072998},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6413885951042175},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5899863243103027},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5885337591171265},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.583695650100708},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5155937075614929},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4933833181858063},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4505957067012787},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.43927350640296936},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4295118451118469},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.41572606563568115},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11474579572677612},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/lra.2022.3227873","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2022.3227873","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2406.06092","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.06092","pdf_url":"https://arxiv.org/pdf/2406.06092","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2406.06092","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.06092","pdf_url":"https://arxiv.org/pdf/2406.06092","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.8199999928474426,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G3093507360","display_name":null,"funder_award_id":"742671","funder_id":"https://openalex.org/F4320334678","funder_display_name":"European Research Council"}],"funders":[{"id":"https://openalex.org/F4320325698","display_name":"Helmholtz Association","ror":null},{"id":"https://openalex.org/F4320333826","display_name":"Karlsruhe House of Young Scientists","ror":null},{"id":"https://openalex.org/F4320334678","display_name":"European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2099873296","https://openalex.org/W2145339207","https://openalex.org/W2146990154","https://openalex.org/W2605102758","https://openalex.org/W2736601468","https://openalex.org/W2736750746","https://openalex.org/W2767050701","https://openalex.org/W2918665764","https://openalex.org/W2962793481","https://openalex.org/W2962899390","https://openalex.org/W2963390419","https://openalex.org/W2990747716","https://openalex.org/W3005415796","https://openalex.org/W3012544020","https://openalex.org/W3035756007","https://openalex.org/W3047314733","https://openalex.org/W3101442004","https://openalex.org/W3102313808","https://openalex.org/W3108316907","https://openalex.org/W3133389372","https://openalex.org/W3173268697","https://openalex.org/W3198013102","https://openalex.org/W3206394619","https://openalex.org/W3207864249","https://openalex.org/W3216772467","https://openalex.org/W4225379958","https://openalex.org/W4226137952","https://openalex.org/W4226449778","https://openalex.org/W4281401846","https://openalex.org/W4285102214","https://openalex.org/W4297686387","https://openalex.org/W6674711614","https://openalex.org/W6741002519","https://openalex.org/W6752818329","https://openalex.org/W6775683342","https://openalex.org/W6780559895","https://openalex.org/W6804601995"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Automation":[0],"holds":[1],"the":[2,60,65,73,139,156,167,182,191],"potential":[3],"to":[4,18,129],"assist":[5],"surgeons":[6],"in":[7,29,35,53,59,96,110,119,181],"robotic":[8,141,176],"interventions,":[9],"shifting":[10],"their":[11],"mental":[12],"work":[13],"load":[14],"from":[15],"visuomotor":[16,32],"control":[17],"high":[19],"level":[20],"decision":[21],"making.":[22],"Reinforcement":[23],"learning":[24,30,51,81],"has":[25],"shown":[26],"promising":[27],"results":[28],"complex":[31],"policies,":[33],"especially":[34],"simulation":[36,54,120],"environments":[37],"where":[38],"many":[39],"samples":[40],"can":[41,56],"be":[42,57],"collected":[43],"at":[44],"low":[45],"cost.":[46],"A":[47],"core":[48],"challenge":[49],"is":[50],"policies":[52],"that":[55],"deployed":[58],"real":[61,140],"world,":[62],"thereby":[63],"overcoming":[64],"sim-to-real":[66,75,149,173],"gap.":[67],"In":[68],"this":[69],"letter,":[70],"we":[71],"bridge":[72],"visual":[74,172],"gap":[76],"with":[77,133],"an":[78,93],"image-based":[79,94],"reinforcement":[80],"pipeline":[82],"based":[83],"on":[84,92,121,138,155],"pixel-level":[85],"domain":[86],"adaptation":[87],"and":[88,159],"demonstrate":[89],"its":[90,108],"effectiveness":[91],"task":[95,105,157],"deformable":[97,179],"object":[98],"manipulation.":[99],"We":[100],"choose":[101],"a":[102,134,187],"tissue":[103,131],"retraction":[104,132],"because":[106],"of":[107,113,171,178,194],"importance":[109],"clinical":[111,192],"reality":[112],"precise":[114],"cancer":[115],"surgery.":[116],"After":[117],"training":[118],"domain-translated":[122],"images,":[123],"our":[124,148],"policy":[125],"requires":[126,160],"no":[127,153,161],"retraining":[128],"perform":[130],"50%":[135],"success":[136],"rate":[137],"system":[142],"using":[143],"raw":[144],"RGB":[145],"images.":[146,163],"Furthermore,":[147],"transfer":[150,174],"method":[151],"makes":[152],"assumptions":[154],"itself":[158],"paired":[162],"This":[164],"letter":[165],"introduces":[166],"first":[168],"successful":[169],"application":[170],"for":[175],"manipulation":[177],"objects":[180],"surgical":[183,196],"field,":[184],"which":[185],"represents":[186],"notable":[188],"step":[189],"towards":[190],"translation":[193],"cognitive":[195],"robotics.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":9}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}