{"id":"https://openalex.org/W3198013102","doi":"https://doi.org/10.1109/iros51168.2021.9636175","title":"Safe Reinforcement Learning using Formal Verification for Tissue Retraction in Autonomous Robotic-Assisted Surgery","display_name":"Safe Reinforcement Learning using Formal Verification for Tissue Retraction in Autonomous Robotic-Assisted Surgery","publication_year":2021,"publication_date":"2021-09-27","ids":{"openalex":"https://openalex.org/W3198013102","doi":"https://doi.org/10.1109/iros51168.2021.9636175","mag":"3198013102"},"language":"en","primary_location":{"id":"doi:10.1109/iros51168.2021.9636175","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros51168.2021.9636175","pdf_url":null,"source":{"id":"https://openalex.org/S4363607734","display_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/2117/387664","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011989897","display_name":"Ameya Pore","orcid":"https://orcid.org/0000-0001-7380-6118"},"institutions":[{"id":"https://openalex.org/I119439378","display_name":"University of Verona","ror":"https://ror.org/039bp8j42","country_code":"IT","type":"education","lineage":["https://openalex.org/I119439378"]},{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES","IT"],"is_corresponding":true,"raw_author_name":"Ameya Pore","raw_affiliation_strings":["Center of Research in Biomedical Engineering, Universitat Polit\u00e8cnica de Catalunya, Barcelona, Spain","University of Verona, Verona, Italy","Center of Research in Biomedical Engineering, Universitat Polit\u00e8cnica de Catalunya, Barcelona, Spain; University of Verona, Verona, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center of Research in Biomedical Engineering, Universitat Polit\u00e8cnica de Catalunya, Barcelona, Spain","institution_ids":["https://openalex.org/I9617848"]},{"raw_affiliation_string":"University of Verona, Verona, Italy","institution_ids":["https://openalex.org/I119439378"]},{"raw_affiliation_string":"Center of Research in Biomedical Engineering, Universitat Polit\u00e8cnica de Catalunya, Barcelona, Spain; University of Verona, Verona, Italy","institution_ids":["https://openalex.org/I119439378","https://openalex.org/I9617848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110796636","display_name":"Davide Corsi","orcid":"https://orcid.org/0000-0002-1908-4449"},"institutions":[{"id":"https://openalex.org/I119439378","display_name":"University of Verona","ror":"https://ror.org/039bp8j42","country_code":"IT","type":"education","lineage":["https://openalex.org/I119439378"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Davide Corsi","raw_affiliation_strings":["University of Verona, Verona, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Verona, Verona, Italy","institution_ids":["https://openalex.org/I119439378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058298540","display_name":"Enrico Marchesini","orcid":"https://orcid.org/0000-0003-1858-7279"},"institutions":[{"id":"https://openalex.org/I119439378","display_name":"University of Verona","ror":"https://ror.org/039bp8j42","country_code":"IT","type":"education","lineage":["https://openalex.org/I119439378"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Enrico Marchesini","raw_affiliation_strings":["University of Verona, Verona, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Verona, Verona, Italy","institution_ids":["https://openalex.org/I119439378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072250553","display_name":"Diego Dall\u2019Alba","orcid":"https://orcid.org/0000-0002-7300-5975"},"institutions":[{"id":"https://openalex.org/I119439378","display_name":"University of Verona","ror":"https://ror.org/039bp8j42","country_code":"IT","type":"education","lineage":["https://openalex.org/I119439378"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Diego Dall'Alba","raw_affiliation_strings":["University of Verona, Verona, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Verona, Verona, Italy","institution_ids":["https://openalex.org/I119439378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086247627","display_name":"Al\u0131\u0301cia Casals","orcid":"https://orcid.org/0000-0003-4706-5533"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Alicia Casals","raw_affiliation_strings":["Center of Research in Biomedical Engineering, Universitat Polit\u00e8cnica de Catalunya, Barcelona, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center of Research in Biomedical Engineering, Universitat Polit\u00e8cnica de Catalunya, Barcelona, Spain","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045922629","display_name":"Alessandro Farinelli","orcid":"https://orcid.org/0000-0002-2592-5814"},"institutions":[{"id":"https://openalex.org/I119439378","display_name":"University of Verona","ror":"https://ror.org/039bp8j42","country_code":"IT","type":"education","lineage":["https://openalex.org/I119439378"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessandro Farinelli","raw_affiliation_strings":["University of Verona, Verona, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Verona, Verona, Italy","institution_ids":["https://openalex.org/I119439378"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065107543","display_name":"Paolo Fiorini","orcid":"https://orcid.org/0000-0002-0711-8605"},"institutions":[{"id":"https://openalex.org/I119439378","display_name":"University of Verona","ror":"https://ror.org/039bp8j42","country_code":"IT","type":"education","lineage":["https://openalex.org/I119439378"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Paolo Fiorini","raw_affiliation_strings":["University of Verona, Verona, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Verona, Verona, Italy","institution_ids":["https://openalex.org/I119439378"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5011989897"],"corresponding_institution_ids":["https://openalex.org/I119439378","https://openalex.org/I9617848"],"apc_list":null,"apc_paid":null,"fwci":9.1439,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.99298519,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"4025","last_page":"4031"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9602000117301941,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6621522307395935},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6390304565429688},{"id":"https://openalex.org/keywords/medical-robotics","display_name":"Medical robotics","score":0.5454112887382507},{"id":"https://openalex.org/keywords/formal-verification","display_name":"Formal verification","score":0.4881323277950287},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4395443797111511},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4375869035720825},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.36238858103752136},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32889077067375183},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13302746415138245}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6621522307395935},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6390304565429688},{"id":"https://openalex.org/C2985005502","wikidata":"https://www.wikidata.org/wiki/Q6806593","display_name":"Medical robotics","level":3,"score":0.5454112887382507},{"id":"https://openalex.org/C111498074","wikidata":"https://www.wikidata.org/wiki/Q173326","display_name":"Formal verification","level":2,"score":0.4881323277950287},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4395443797111511},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4375869035720825},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.36238858103752136},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32889077067375183},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13302746415138245}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/iros51168.2021.9636175","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros51168.2021.9636175","pdf_url":null,"source":{"id":"https://openalex.org/S4363607734","display_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},{"id":"pmh:oai:upcommons.upc.edu:2117/387664","is_oa":true,"landing_page_url":"http://hdl.handle.net/2117/387664","pdf_url":null,"source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:upcommons.upc.edu:2117/387664","is_oa":true,"landing_page_url":"http://hdl.handle.net/2117/387664","pdf_url":null,"source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W111814201","https://openalex.org/W1584687743","https://openalex.org/W1845972764","https://openalex.org/W2012612381","https://openalex.org/W2018175998","https://openalex.org/W2104619241","https://openalex.org/W2594877703","https://openalex.org/W2736601468","https://openalex.org/W2736750746","https://openalex.org/W2767075075","https://openalex.org/W2781726626","https://openalex.org/W2787938642","https://openalex.org/W2794387392","https://openalex.org/W2890660842","https://openalex.org/W2918665764","https://openalex.org/W2923090615","https://openalex.org/W2950029838","https://openalex.org/W2962736495","https://openalex.org/W2963440492","https://openalex.org/W2963923407","https://openalex.org/W2969489701","https://openalex.org/W2972836290","https://openalex.org/W2973815009","https://openalex.org/W2979696013","https://openalex.org/W2990239702","https://openalex.org/W3047314733","https://openalex.org/W3089695338","https://openalex.org/W3090835024","https://openalex.org/W3093953259","https://openalex.org/W3099462921","https://openalex.org/W3102313808","https://openalex.org/W3109541805","https://openalex.org/W3116714419","https://openalex.org/W3133389372","https://openalex.org/W3185656037","https://openalex.org/W4205950066","https://openalex.org/W4299356147","https://openalex.org/W6604554258","https://openalex.org/W6741002519","https://openalex.org/W6745454490","https://openalex.org/W6747473740","https://openalex.org/W6748839928","https://openalex.org/W6750745550","https://openalex.org/W6754681091","https://openalex.org/W6760425463","https://openalex.org/W6760757228","https://openalex.org/W6766952794","https://openalex.org/W6769205994","https://openalex.org/W6798969013"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W61995002"],"abstract_inverted_index":{"Deep":[0],"Reinforcement":[1],"Learning":[2],"(DRL)":[3],"is":[4],"a":[5,22,97,118,123,147,165],"viable":[6],"solution":[7],"for":[8,104,151],"automating":[9],"repetitive":[10],"surgical":[11,108],"subtasks":[12,109],"due":[13],"to":[14,17,30,72,136],"its":[15],"ability":[16],"learn":[18],"complex":[19],"behaviours":[20],"in":[21,37,79,117,129],"dynamic":[23],"environment.":[24],"This":[25],"task":[26,126],"automation":[27,106],"could":[28],"lead":[29],"reduced":[31],"surgeon\u2019s":[32],"cognitive":[33],"workload,":[34],"increased":[35],"precision":[36],"critical":[38],"aspects":[39],"of":[40,77,83,107,132,141,158],"the":[41,64,68,75,80,105,138,142,156,175,180],"surgery,":[42],"and":[43,183],"fewer":[44],"patient-related":[45],"complications.":[46],"However,":[47],"current":[48],"DRL":[49,78,111,152],"methods":[50,153],"do":[51],"not":[52],"guarantee":[53],"any":[54],"safety":[55,102,169],"criteria":[56],"as":[57],"they":[58],"maximise":[59],"cumulative":[60],"rewards":[61],"without":[62],"considering":[63],"risks":[65],"associated":[66],"with":[67,170,187],"actions":[69],"performed.":[70],"Due":[71],"this":[73,93],"limitation,":[74],"application":[76],"safety-critical":[81],"paradigm":[82],"robot-assisted":[84],"Minimally":[85],"Invasive":[86],"Surgery":[87],"(MIS)":[88],"has":[89],"been":[90],"constrained.":[91],"In":[92],"work,":[94],"we":[95,145],"introduce":[96],"Safe-DRL":[98],"framework":[99],"that":[100,121,154,164,174],"incorporates":[101],"constraints":[103],"via":[110],"training.":[112],"We":[113],"validate":[114],"our":[115],"approach":[116],"virtual":[119],"scene":[120],"replicates":[122],"tissue":[124],"retraction":[125],"commonly":[127],"occurring":[128],"multiple":[130],"phases":[131],"an":[133],"MIS.":[134],"Furthermore,":[135],"evaluate":[137],"safe":[139,181],"behaviour":[140],"robotic":[143,176],"arms,":[144],"formulate":[146],"formal":[148,166],"verification":[149],"tool":[150],"provides":[155],"probability":[157],"unsafe":[159],"configurations.":[160],"Our":[161],"results":[162],"indicate":[163],"analysis":[167],"guarantees":[168],"high":[171],"confidence":[172],"such":[173],"instruments":[177],"operate":[178],"within":[179],"workspace":[182],"avoid":[184],"hazardous":[185],"interaction":[186],"other":[188],"anatomical":[189],"structures.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":6}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}