{"id":"https://openalex.org/W4411019249","doi":"https://doi.org/10.1109/tase.2025.3576731","title":"Learning Autonomous Surgical Irrigation and Suction With the da Vinci Research Kit Using Reinforcement Learning","display_name":"Learning Autonomous Surgical Irrigation and Suction With the da Vinci Research Kit Using Reinforcement Learning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4411019249","doi":"https://doi.org/10.1109/tase.2025.3576731"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2025.3576731","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3576731","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023350625","display_name":"Yafei Ou","orcid":"https://orcid.org/0000-0002-2989-9991"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Yafei Ou","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB, Canada","Department of Electrical and Computer Engineering, University of Alberta, Edmonton, Alberta, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Alberta, Edmonton, Alberta, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018636421","display_name":"Mahdi Tavakoli","orcid":"https://orcid.org/0000-0002-7427-6961"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mahdi Tavakoli","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Department of Biomedical Engineering, University of Alberta, Edmonton, AB, Canada","Department of Electrical and Computer Engineering, University of Alberta, Edmonton, Alberta, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Department of Biomedical Engineering, University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Alberta, Edmonton, Alberta, Canada","institution_ids":["https://openalex.org/I154425047"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5023350625"],"corresponding_institution_ids":["https://openalex.org/I154425047"],"apc_list":null,"apc_paid":null,"fwci":2.84,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.91064406,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"22","issue":null,"first_page":"16753","last_page":"16767"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11697","display_name":"Numerical Methods and Algorithms","score":0.49970000982284546,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11697","display_name":"Numerical Methods and Algorithms","score":0.49970000982284546,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11404","display_name":"Irrigation Practices and Water Management","score":0.4758000075817108,"subfield":{"id":"https://openalex.org/subfields/1111","display_name":"Soil Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12899","display_name":"Engineering and Technology Innovations","score":0.42309999465942383,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6234644055366516},{"id":"https://openalex.org/keywords/suction","display_name":"Suction","score":0.5778540968894958},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.499082088470459},{"id":"https://openalex.org/keywords/irrigation","display_name":"Irrigation","score":0.4931468367576599},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4490368068218231},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.4392608106136322},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.418312132358551},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3625582754611969},{"id":"https://openalex.org/keywords/engineering-drawing","display_name":"Engineering drawing","score":0.33222705125808716},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.2810667157173157},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.14110606908798218}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6234644055366516},{"id":"https://openalex.org/C23795335","wikidata":"https://www.wikidata.org/wiki/Q1790295","display_name":"Suction","level":2,"score":0.5778540968894958},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.499082088470459},{"id":"https://openalex.org/C88862950","wikidata":"https://www.wikidata.org/wiki/Q11453","display_name":"Irrigation","level":2,"score":0.4931468367576599},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4490368068218231},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.4392608106136322},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.418312132358551},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3625582754611969},{"id":"https://openalex.org/C199639397","wikidata":"https://www.wikidata.org/wiki/Q1788588","display_name":"Engineering drawing","level":1,"score":0.33222705125808716},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.2810667157173157},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.14110606908798218},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2025.3576731","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3576731","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320315044","display_name":"Ministry of Advanced Education, Government of Alberta","ror":"https://ror.org/05gyngk54"},{"id":"https://openalex.org/F4320319952","display_name":"Canada Foundation for Innovation","ror":"https://ror.org/000az4664"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320323185","display_name":"Ministry of Innovation and Advanced Education","ror":"https://ror.org/00n0e2d34"},{"id":"https://openalex.org/F4320325651","display_name":"Alberta Innovates","ror":null},{"id":"https://openalex.org/F4320334506","display_name":"Canadian Institutes of Health Research","ror":"https://ror.org/01gavpb45"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W2053531015","https://openalex.org/W2061079774","https://openalex.org/W2061417916","https://openalex.org/W2089614816","https://openalex.org/W2115513040","https://openalex.org/W2463362509","https://openalex.org/W2605102758","https://openalex.org/W2811435282","https://openalex.org/W2884051856","https://openalex.org/W2911024029","https://openalex.org/W2973815009","https://openalex.org/W3094103188","https://openalex.org/W3127265496","https://openalex.org/W3133389372","https://openalex.org/W3176339485","https://openalex.org/W3196757288","https://openalex.org/W3205960420","https://openalex.org/W3207462099","https://openalex.org/W4224864419","https://openalex.org/W4226137952","https://openalex.org/W4283694278","https://openalex.org/W4285172072","https://openalex.org/W4296437449","https://openalex.org/W4309153663","https://openalex.org/W4312578227","https://openalex.org/W4312807395","https://openalex.org/W4313334250","https://openalex.org/W4317614471","https://openalex.org/W4319996462","https://openalex.org/W4323556769","https://openalex.org/W4323914534","https://openalex.org/W4365421136","https://openalex.org/W4379931844","https://openalex.org/W4383066357","https://openalex.org/W4385430674","https://openalex.org/W4386453715","https://openalex.org/W4394708859","https://openalex.org/W4395693605","https://openalex.org/W4399568539","https://openalex.org/W4400187978","https://openalex.org/W4401415154","https://openalex.org/W4401416907","https://openalex.org/W4401477179","https://openalex.org/W4403337227","https://openalex.org/W4403917943","https://openalex.org/W4406022307","https://openalex.org/W6753526802","https://openalex.org/W6760425463","https://openalex.org/W6775683342","https://openalex.org/W6849903772","https://openalex.org/W6872074904","https://openalex.org/W6967526710"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"The":[0,208],"irrigation-suction":[1,88,238],"process":[2],"is":[3,107,275],"a":[4,105,191,195,201,258],"common":[5],"procedure":[6,89],"to":[7,96,156,250,265],"rinse":[8],"and":[9,35,39,90,99,116,120,129,144,154,213,227],"clean":[10],"up":[11],"the":[12,30,37,42,46,57,71,81,87,152,157,179,234,241,244,273],"surgical":[13,31,47,65,112],"field":[14],"in":[15,56,86,151,204,233,243],"minimally":[16],"invasive":[17],"surgery":[18],"(MIS).":[19],"In":[20,76],"this":[21,77],"process,":[22],"surgeons":[23],"first":[24],"irrigate":[25],"liquid,":[26],"typically":[27],"saline,":[28],"into":[29],"scene":[32],"for":[33,63,109,117,127],"rinsing":[34],"diluting":[36],"contaminant,":[38],"then":[40],"suction":[41,100,130,209],"liquid":[43,217,232,267],"out":[44],"of":[45,59,73,83,162,173,177,186,216,230,253],"field.":[48],"While":[49],"recent":[50],"advances":[51],"have":[52,69],"shown":[53],"promising":[54],"results":[55,203],"application":[58],"reinforcement":[60],"learning":[61,114,123],"(RL)":[62],"automating":[64],"subtasks,":[66],"fewer":[67],"studies":[68],"explored":[70],"automation":[72,82],"fluid-related":[74],"tasks.":[75],"work,":[78],"we":[79],"explore":[80],"both":[84,163],"steps":[85],"train":[91],"two":[92,121,147,220],"vision-based":[93],"RL":[94],"agents":[95,148,164],"complete":[97],"irrigation":[98,128,180],"autonomously.":[101],"To":[102],"achieve":[103],"this,":[104],"platform":[106],"developed":[108],"creating":[110],"simulated":[111,122],"robot":[113],"environments":[115,124],"training":[118],"agents,":[119],"are":[125,149],"built":[126],"with":[131,223],"visually":[132],"plausible":[133],"fluid":[134],"rendering":[135],"capabilities.":[136],"With":[137,169],"techniques":[138],"such":[139],"as":[140],"domain":[141],"randomization":[142],"(DR)":[143],"imitation":[145],"learning,":[146],"trained":[150],"simulator":[153],"transferred":[155],"real":[158],"world.":[159],"Individual":[160],"evaluations":[161],"show":[165],"satisfactory":[166],"real-world":[167],"results.":[168],"an":[170,184,251],"initial":[171,231],"amount":[172],"around":[174,247],"5":[175,248],"grams":[176,188,206,215,229,249],"contaminants,":[178],"agent":[181,210],"ultimately":[182],"achieved":[183,211],"average":[185,252],"2.21":[187],"remaining":[189,218,262],"after":[190],"manual":[192,198],"suction.":[193],"As":[194],"comparison,":[196],"fully":[197],"operation":[199],"by":[200],"human":[202],"1.90":[205],"remaining.":[207],"2.64":[212],"2.24":[214],"across":[219],"trial":[221],"groups":[222],"more":[224],"than":[225],"20":[226],"30":[228],"container.":[235],"Fully":[236],"autonomous":[237],"trials":[239],"reduce":[240],"contaminant":[242],"container":[245],"from":[246],"2.42":[254],"grams,":[255],"although":[256],"yielding":[257],"higher":[259],"total":[260],"weight":[261],"(4.40)":[263],"due":[264],"residual":[266],"not":[268],"suctioned.":[269],"Further":[270],"information":[271],"about":[272],"project":[274],"available":[276],"at":[277],"https://tbs-ualberta.github.io/CRESSim/.":[278]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}