{"id":"https://openalex.org/W3094103188","doi":"https://doi.org/10.1109/ro-man47096.2020.9223543","title":"Collaborative Suturing: A Reinforcement Learning Approach to Automate Hand-off Task in Suturing for Surgical Robots","display_name":"Collaborative Suturing: A Reinforcement Learning Approach to Automate Hand-off Task in Suturing for Surgical Robots","publication_year":2020,"publication_date":"2020-08-01","ids":{"openalex":"https://openalex.org/W3094103188","doi":"https://doi.org/10.1109/ro-man47096.2020.9223543","mag":"3094103188"},"language":"en","primary_location":{"id":"doi:10.1109/ro-man47096.2020.9223543","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man47096.2020.9223543","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 29th IEEE International Conference on Robot and Human Interactive Communication (RO-MAN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037165457","display_name":"Vignesh Manoj Varier","orcid":null},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Vignesh Manoj Varier","raw_affiliation_strings":["Robotics Engineering Department, Worcester Polytechnic Institute, MA, USA"],"affiliations":[{"raw_affiliation_string":"Robotics Engineering Department, Worcester Polytechnic Institute, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081829323","display_name":"Dhruv Kool Rajamani","orcid":null},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dhruv Kool Rajamani","raw_affiliation_strings":["Robotics Engineering Department, Worcester Polytechnic Institute, MA, USA"],"affiliations":[{"raw_affiliation_string":"Robotics Engineering Department, Worcester Polytechnic Institute, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081913457","display_name":"Nathaniel Goldfarb","orcid":"https://orcid.org/0000-0003-0588-6480"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nathaniel Goldfarb","raw_affiliation_strings":["Robotics Engineering Department, Worcester Polytechnic Institute, MA, USA"],"affiliations":[{"raw_affiliation_string":"Robotics Engineering Department, Worcester Polytechnic Institute, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002628893","display_name":"Farid Tavakkolmoghaddam","orcid":"https://orcid.org/0000-0001-6703-7260"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Farid Tavakkolmoghaddam","raw_affiliation_strings":["Robotics Engineering Department, Worcester Polytechnic Institute, MA, USA"],"affiliations":[{"raw_affiliation_string":"Robotics Engineering Department, Worcester Polytechnic Institute, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036968620","display_name":"Adnan Munawar","orcid":"https://orcid.org/0000-0002-3400-4558"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adnan Munawar","raw_affiliation_strings":["Robotics Engineering Department, Worcester Polytechnic Institute, MA, USA"],"affiliations":[{"raw_affiliation_string":"Robotics Engineering Department, Worcester Polytechnic Institute, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057001205","display_name":"Gregory S. Fischer","orcid":"https://orcid.org/0000-0001-6723-6614"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregory S Fischer","raw_affiliation_strings":["Robotics Engineering Department, Worcester Polytechnic Institute, MA, USA"],"affiliations":[{"raw_affiliation_string":"Robotics Engineering Department, Worcester Polytechnic Institute, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5037165457"],"corresponding_institution_ids":["https://openalex.org/I107077323"],"apc_list":null,"apc_paid":null,"fwci":2.575,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":{"value":0.89721754,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1380","last_page":"1386"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6978082656860352},{"id":"https://openalex.org/keywords/workspace","display_name":"Workspace","score":0.6757903099060059},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6369081735610962},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6333427429199219},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.601048469543457},{"id":"https://openalex.org/keywords/haptic-technology","display_name":"Haptic technology","score":0.5517494678497314},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5157082676887512},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.483224481344223},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.47038426995277405},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4241163730621338},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3914395570755005},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1345449686050415}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6978082656860352},{"id":"https://openalex.org/C58581272","wikidata":"https://www.wikidata.org/wiki/Q12741163","display_name":"Workspace","level":3,"score":0.6757903099060059},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6369081735610962},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6333427429199219},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.601048469543457},{"id":"https://openalex.org/C152086174","wikidata":"https://www.wikidata.org/wiki/Q3030571","display_name":"Haptic technology","level":2,"score":0.5517494678497314},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5157082676887512},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.483224481344223},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.47038426995277405},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4241163730621338},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3914395570755005},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1345449686050415},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ro-man47096.2020.9223543","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man47096.2020.9223543","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 29th IEEE International Conference on Robot and Human Interactive Communication (RO-MAN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1757796397","https://openalex.org/W1771410628","https://openalex.org/W1964047266","https://openalex.org/W1988506784","https://openalex.org/W2018346149","https://openalex.org/W2061417916","https://openalex.org/W2077544344","https://openalex.org/W2107726111","https://openalex.org/W2144994235","https://openalex.org/W2166851428","https://openalex.org/W2187840278","https://openalex.org/W2341108136","https://openalex.org/W2346178339","https://openalex.org/W2568518337","https://openalex.org/W2601943843","https://openalex.org/W2613958746","https://openalex.org/W2738523096","https://openalex.org/W2771423385","https://openalex.org/W2891538673","https://openalex.org/W2901632292","https://openalex.org/W2916474880","https://openalex.org/W2963864421","https://openalex.org/W3021674440","https://openalex.org/W3037693912","https://openalex.org/W4214717370","https://openalex.org/W4285719527","https://openalex.org/W6637967152","https://openalex.org/W6638018090","https://openalex.org/W6684921986","https://openalex.org/W6686896498","https://openalex.org/W6759222168","https://openalex.org/W6776425170"],"related_works":["https://openalex.org/W1992503747","https://openalex.org/W2371519816","https://openalex.org/W2043154226","https://openalex.org/W2369529107","https://openalex.org/W2329043542","https://openalex.org/W2109948066","https://openalex.org/W1678858522","https://openalex.org/W3195090107","https://openalex.org/W1999333556","https://openalex.org/W2357101623"],"abstract_inverted_index":{"Over":[0],"the":[1,16,21,57,71,76,88,93,97,112,126,158,195],"past":[2],"decade,":[3],"Robot-Assisted":[4],"Surgeries":[5],"(RAS),":[6],"have":[7],"become":[8],"more":[9],"prevalent":[10],"in":[11,29,172],"facilitating":[12],"successful":[13],"operations.":[14],"Of":[15],"various":[17],"types":[18],"of":[19,23,104,168,194],"RAS,":[20],"domain":[22],"collaborative":[24],"surgery":[25,46],"has":[26],"gained":[27],"traction":[28],"medical":[30],"research.":[31],"Prominent":[32],"examples":[33],"include":[34],"providing":[35],"haptic":[36],"feedback":[37],"to":[38,110,119,157,190],"sense":[39],"tissue":[40],"consistency,":[41],"and":[42,55,68,81,142],"automating":[43],"sub-tasks":[44],"during":[45,61,96],"such":[47],"as":[48],"cutting":[49],"or":[50],"needle":[51,58,113],"hand-off":[52,114,196],"-":[53],"pulling":[54],"reorienting":[56],"after":[59],"insertion":[60],"suturing.":[62],"By":[63],"fragmenting":[64],"suturing":[65],"into":[66],"automated":[67],"manual":[69],"tasks":[70],"surgeon":[72],"could":[73],"essentially":[74],"control":[75,89],"process":[77],"with":[78],"one":[79],"hand":[80],"also":[82],"circumvent":[83],"workspace":[84],"restrictions":[85],"imposed":[86],"by":[87,136],"interface":[90],"present":[91],"at":[92],"surgeon's":[94],"side":[95],"operation.":[98],"This":[99],"paper":[100],"presents":[101],"an":[102,144],"exploration":[103],"a":[105,121,138,165,187],"discrete":[106],"reinforcement":[107],"learning-based":[108],"approach":[109],"automate":[111],"task.":[115,197],"Users":[116],"were":[117,155,184],"asked":[118],"perform":[120],"simple":[122],"running":[123],"suture":[124],"using":[125,147],"da":[127],"Vinci":[128],"Research":[129],"Kit.":[130],"The":[131,162],"user":[132,159],"trajectory":[133],"was":[134],"learnt":[135,153],"generating":[137],"sparse":[139],"reward":[140],"function":[141],"deriving":[143],"optimal":[145],"policy":[146,189],"Q-learning.":[148],"Trajectories":[149],"obtained":[150],"from":[151,180,186],"three":[152],"policies":[154],"compared":[156],"defined":[160],"trajectory.":[161],"results":[163],"showed":[164],"root-mean-square":[166],"error":[167],"[0.0044mm,":[169],"0.0027mm,":[170],"0.0020mm]":[171],"\u211d":[173],"<sup":[174],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[175],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">3</sup>":[176],".":[177],"Additional":[178],"trajectories":[179],"varying":[181],"initial":[182],"positions":[183],"produced":[185],"single":[188],"simulate":[191],"repeated":[192],"passes":[193]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
