{"id":"https://openalex.org/W4399568539","doi":"https://doi.org/10.1109/tase.2024.3410297","title":"Sim2Real Rope Cutting With a Surgical Robot Using Vision-Based Reinforcement Learning","display_name":"Sim2Real Rope Cutting With a Surgical Robot Using Vision-Based Reinforcement Learning","publication_year":2024,"publication_date":"2024-06-12","ids":{"openalex":"https://openalex.org/W4399568539","doi":"https://doi.org/10.1109/tase.2024.3410297"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2024.3410297","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3410297","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089188394","display_name":"Mustafa Haiderbhai","orcid":"https://orcid.org/0000-0002-0443-0118"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Mustafa Haiderbhai","raw_affiliation_strings":["Department of Computer Science and the Medical Computer Vision and Robotics Laboratory, University of Toronto, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and the Medical Computer Vision and Robotics Laboratory, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043307456","display_name":"Radian Gondokaryono","orcid":"https://orcid.org/0009-0005-2455-7326"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Radian Gondokaryono","raw_affiliation_strings":["Department of Computer Science and the Medical Computer Vision and Robotics Laboratory, University of Toronto, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and the Medical Computer Vision and Robotics Laboratory, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036005672","display_name":"Andrew Wu","orcid":"https://orcid.org/0009-0007-3837-5595"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Andrew Wu","raw_affiliation_strings":["Medical Computer Vision and Robotics Laboratory, University of Toronto, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Medical Computer Vision and Robotics Laboratory, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044949632","display_name":"L\u00fcder A. Kahrs","orcid":"https://orcid.org/0000-0001-5506-2768"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Lueder A. Kahrs","raw_affiliation_strings":["Department of Computer Science and the Medical Computer Vision and Robotics Laboratory, University of Toronto, Toronto, ON, Canada","Department of Computer Science, the Medical Computer Vision and Robotics Laboratory, and the Institute of Biomedical Engineering, University of Toronto, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and the Medical Computer Vision and Robotics Laboratory, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Department of Computer Science, the Medical Computer Vision and Robotics Laboratory, and the Institute of Biomedical Engineering, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5089188394"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":4.8119,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.94947318,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"22","issue":null,"first_page":"4354","last_page":"4365"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rope","display_name":"Rope","score":0.8456238508224487},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7642866969108582},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.615500271320343},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.544907808303833},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5150601863861084},{"id":"https://openalex.org/keywords/machine-vision","display_name":"Machine vision","score":0.48015278577804565},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.4794551134109497},{"id":"https://openalex.org/keywords/grippers","display_name":"Grippers","score":0.42725086212158203},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3945622444152832},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35704654455184937},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.33631789684295654},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.29456084966659546},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.17197486758232117}],"concepts":[{"id":"https://openalex.org/C162269090","wikidata":"https://www.wikidata.org/wiki/Q1156047","display_name":"Rope","level":2,"score":0.8456238508224487},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7642866969108582},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.615500271320343},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.544907808303833},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5150601863861084},{"id":"https://openalex.org/C5339829","wikidata":"https://www.wikidata.org/wiki/Q1425977","display_name":"Machine vision","level":2,"score":0.48015278577804565},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.4794551134109497},{"id":"https://openalex.org/C2775960376","wikidata":"https://www.wikidata.org/wiki/Q1435859","display_name":"Grippers","level":2,"score":0.42725086212158203},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3945622444152832},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35704654455184937},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.33631789684295654},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.29456084966659546},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.17197486758232117},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2024.3410297","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3410297","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1539117071","display_name":null,"funder_award_id":"RGPIN-2020-05833","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1584687743","https://openalex.org/W2100033188","https://openalex.org/W2146990154","https://openalex.org/W2198041288","https://openalex.org/W2736601468","https://openalex.org/W2736750746","https://openalex.org/W2810785043","https://openalex.org/W2956970244","https://openalex.org/W2962899390","https://openalex.org/W3004322459","https://openalex.org/W3022580094","https://openalex.org/W3103916380","https://openalex.org/W3133389372","https://openalex.org/W3138707890","https://openalex.org/W3155981689","https://openalex.org/W3175955419","https://openalex.org/W3196757288","https://openalex.org/W4200045126","https://openalex.org/W4206874491","https://openalex.org/W4285309763","https://openalex.org/W4293055345","https://openalex.org/W4293932937","https://openalex.org/W4312578227","https://openalex.org/W4313039691","https://openalex.org/W4321473287","https://openalex.org/W4378191993","https://openalex.org/W4379212387","https://openalex.org/W4385403858","https://openalex.org/W4401416907","https://openalex.org/W6638088447","https://openalex.org/W6728925229","https://openalex.org/W6733014147","https://openalex.org/W6741002519","https://openalex.org/W6753243525"],"related_works":["https://openalex.org/W2146231378","https://openalex.org/W2930863966","https://openalex.org/W2126211886","https://openalex.org/W3153786280","https://openalex.org/W3127551068","https://openalex.org/W4220829754","https://openalex.org/W2165180011","https://openalex.org/W3165944253","https://openalex.org/W2351343564","https://openalex.org/W2170052867"],"abstract_inverted_index":{"Cutting":[0],"is":[1,12,23,249,257,353],"a":[2,45,67,123,145,151,166,179,200,264,273,293,330,371,385],"challenging":[3],"area":[4],"in":[5,158,170,183,298,357],"the":[6,24,37,59,95,110,135,161,186,194,235,302,321,326,333,345,349,361,366,393,396,403],"field":[7],"of":[8,26,49,134,189,259,306,395,405],"autonomous":[9,280,311,380],"robotics":[10],"but":[11],"especially":[13],"interesting":[14],"for":[15,28,155,196],"applications":[16],"such":[17,93,104],"as":[18,94,105,382],"surgery.":[19],"One":[20],"large":[21],"challenge":[22],"lack":[25],"simulations":[27],"cutting":[29,51,68,89,107,129,172,207,283],"with":[30,52,90,101,174,314,398],"surgical":[31,46,91,265,294,322],"robots":[32],"that":[33,88,126,228,267,284,300],"can":[34,232,268,285],"transfer":[35,75,188],"to":[36,79,204,255,271,282,319,328,342,365,391],"real":[38,80,162,171,367],"robot.":[39,163],"In":[40],"this":[41],"work,":[42],"we":[43],"create":[44],"robotic":[47,295],"simulation":[48,72,159,299,362],"rope":[50,221,236,296,308],"realistic":[53],"visual":[54],"and":[55,73,114,160,178,199,223,226,304,324,402],"physics":[56,305],"behavior":[57,130,208],"using":[58,144,370],"da":[60],"Vinci":[61],"Research":[62],"Kit":[63],"(dVRK).":[64],"We":[65,86,117,164,192],"learn":[66],"policy":[69,231],"purely":[70],"from":[71,138,243,288,360],"sim2real":[74,147,187],"our":[76,175,190,229,244],"learned":[77,287,354],"models":[78],"experiments":[81,173,218],"by":[82,121,240,340],"leveraging":[83],"Domain":[84,197],"Randomization.":[85],"find":[87],"instruments":[92],"EndoWrist":[96],"Round":[97],"Tip":[98],"Scissors":[99],"comes":[100],"certain":[102],"challenges":[103,120],"deformations,":[106],"forces":[108],"along":[109],"jaw,":[111],"fine":[112,132,215,406],"positioning,":[113],"tool":[115],"occlusion.":[116],"overcome":[118],"these":[119],"designing":[122],"reward":[124,202],"function":[125,203],"promotes":[127],"successful":[128,206],"through":[131,213,355],"positioning":[133,407],"jaws":[136,346],"directly":[137],"image":[139],"inputs.":[140],"Policies":[141],"are":[142,363],"transferred":[143,364],"custom":[146,372],"pipeline":[148],"based":[149],"on":[150,332,408],"modular":[152,373],"teleoperation":[153,375,386],"framework":[154],"identical":[156],"execution":[157],"achieve":[165,205],"97.5%":[167],"success":[168,181,394],"rate":[169,182],"2D":[176],"model":[177],"90%":[180],"3D":[184],"after":[185],"model.":[191],"showcase":[193],"need":[195],"Randomization":[198],"specialized":[201],"across":[209,237],"different":[210,238,399],"material":[211,400],"conditions":[212,401],"optimal":[214],"positioning.":[216],"Our":[217],"cover":[219],"varying":[220],"thicknesses":[222],"tension":[224],"levels":[225],"show":[227],"final":[230],"successfully":[233],"cut":[234,331,409],"scenarios":[239],"learning":[241,341],"entirely":[242],"simulation.":[245,289,358],"Further":[246],"project":[247],"information":[248],"available":[250],"at":[251],"<uri":[252],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[253],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://medcvr.utm.utoronto.ca/tase2024-cutrope.html</uri>Note":[254],"Practitioners\u2014Cutting":[256],"one":[258],"many":[260],"repetitive":[261],"tasks":[262],"during":[263],"procedure":[266],"be":[269,286],"automated":[270],"reduce":[272],"surgeon\u2019s":[274],"fatigue.":[275],"This":[276],"paper":[277],"presents":[278],"an":[279],"approach":[281,291],"The":[290,335],"builds":[292],"environment":[297],"mimics":[301],"visuals":[303],"real-life":[307],"cutting.":[309],"An":[310],"agent,":[312],"trained":[313],"learning-based":[315,379],"methods,":[316],"uses":[317],"images":[318],"position":[320,344],"scissors":[323],"controls":[325],"jaw":[327],"perform":[329],"rope.":[334],"agent":[336],"creates":[337],"quality":[338],"cuts":[339],"finely":[343],"optimally":[347],"near":[348],"scissor":[350],"joint,":[351],"which":[352],"rewards":[356],"Agents":[359],"robot":[368],"setup":[369],"ROS":[374],"framework,":[376],"treating":[377],"deep":[378],"agents":[381],"input":[383],"into":[384],"scheme.":[387],"Experiments":[388],"were":[389],"conducted":[390],"examine":[392],"method":[397],"effect":[404],"success.":[410]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}