{"id":"https://openalex.org/W3196757288","doi":"https://doi.org/10.1109/iros51168.2021.9635867","title":"SurRoL: An Open-source Reinforcement Learning Centered and dVRK Compatible Platform for Surgical Robot Learning","display_name":"SurRoL: An Open-source Reinforcement Learning Centered and dVRK Compatible Platform for Surgical Robot Learning","publication_year":2021,"publication_date":"2021-09-27","ids":{"openalex":"https://openalex.org/W3196757288","doi":"https://doi.org/10.1109/iros51168.2021.9635867","mag":"3196757288"},"language":"en","primary_location":{"id":"doi:10.1109/iros51168.2021.9635867","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros51168.2021.9635867","pdf_url":null,"source":{"id":"https://openalex.org/S4363607734","display_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101983245","display_name":"Jiaqi Xu","orcid":"https://orcid.org/0000-0003-1279-6782"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jiaqi Xu","raw_affiliation_strings":["T Stone Robotics Institute, Cuhk","The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T Stone Robotics Institute, Cuhk","institution_ids":[]},{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100365257","display_name":"Bin Li","orcid":"https://orcid.org/0000-0003-1684-8869"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Bin Li","raw_affiliation_strings":["T Stone Robotics Institute, The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T Stone Robotics Institute, The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046214073","display_name":"Bo Lu","orcid":"https://orcid.org/0000-0002-2858-1121"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Bo Lu","raw_affiliation_strings":["T Stone Robotics Institute, The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T Stone Robotics Institute, The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100707660","display_name":"Yunhui Liu","orcid":"https://orcid.org/0000-0002-3625-6679"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yun-Hui Liu","raw_affiliation_strings":["T Stone Robotics Institute, The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T Stone Robotics Institute, The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090516040","display_name":"Qi Dou","orcid":"https://orcid.org/0000-0002-3416-9950"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Qi Dou","raw_affiliation_strings":["T Stone Robotics Institute, Cuhk","The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T Stone Robotics Institute, Cuhk","institution_ids":[]},{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032708386","display_name":"Pheng\u2010Ann Heng","orcid":"https://orcid.org/0000-0003-3055-5034"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Pheng-Ann Heng","raw_affiliation_strings":["T Stone Robotics Institute, Cuhk","The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T Stone Robotics Institute, Cuhk","institution_ids":[]},{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":25.1996,"has_fulltext":false,"cited_by_count":89,"citation_normalized_percentile":{"value":0.99862272,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1821","last_page":"1828"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8452099561691284},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7396472692489624},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5818570256233215},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.45777958631515503},{"id":"https://openalex.org/keywords/open-source","display_name":"Open source","score":0.4551033079624176},{"id":"https://openalex.org/keywords/transferability","display_name":"Transferability","score":0.444408655166626},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43769651651382446},{"id":"https://openalex.org/keywords/physics-engine","display_name":"Physics engine","score":0.42080482840538025},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.33140242099761963},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2935565710067749},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1698327362537384},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.16920509934425354}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8452099561691284},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7396472692489624},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5818570256233215},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.45777958631515503},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.4551033079624176},{"id":"https://openalex.org/C61272859","wikidata":"https://www.wikidata.org/wiki/Q7834031","display_name":"Transferability","level":3,"score":0.444408655166626},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43769651651382446},{"id":"https://openalex.org/C190390380","wikidata":"https://www.wikidata.org/wiki/Q62505","display_name":"Physics engine","level":2,"score":0.42080482840538025},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.33140242099761963},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2935565710067749},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1698327362537384},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.16920509934425354},{"id":"https://openalex.org/C140331021","wikidata":"https://www.wikidata.org/wiki/Q1868104","display_name":"Logit","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros51168.2021.9635867","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros51168.2021.9635867","pdf_url":null,"source":{"id":"https://openalex.org/S4363607734","display_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1511981883","https://openalex.org/W1584687743","https://openalex.org/W2023136255","https://openalex.org/W2025468671","https://openalex.org/W2026573005","https://openalex.org/W2061417916","https://openalex.org/W2293818481","https://openalex.org/W2341108136","https://openalex.org/W2575705757","https://openalex.org/W2733961795","https://openalex.org/W2735048916","https://openalex.org/W2736601468","https://openalex.org/W2736750746","https://openalex.org/W2890803796","https://openalex.org/W2897317266","https://openalex.org/W2923090615","https://openalex.org/W2941276819","https://openalex.org/W2950268955","https://openalex.org/W2962736495","https://openalex.org/W2963099939","https://openalex.org/W2963184939","https://openalex.org/W2963864421","https://openalex.org/W2964001908","https://openalex.org/W2964112890","https://openalex.org/W2972836290","https://openalex.org/W2990747716","https://openalex.org/W3004322459","https://openalex.org/W3007769740","https://openalex.org/W3032127812","https://openalex.org/W3035624836","https://openalex.org/W3037207827","https://openalex.org/W3088304681","https://openalex.org/W3099462921","https://openalex.org/W3118041239","https://openalex.org/W3119552806","https://openalex.org/W3119888110","https://openalex.org/W3126321819","https://openalex.org/W3133389372","https://openalex.org/W3210184670","https://openalex.org/W4287634727","https://openalex.org/W4300799055","https://openalex.org/W6684921986","https://openalex.org/W6720501231","https://openalex.org/W6740578593","https://openalex.org/W6740801417","https://openalex.org/W6741002519","https://openalex.org/W6754615820","https://openalex.org/W6760425463","https://openalex.org/W6780559895","https://openalex.org/W6782766965","https://openalex.org/W6784712800","https://openalex.org/W6788462506"],"related_works":["https://openalex.org/W2161221533","https://openalex.org/W4229699405","https://openalex.org/W1666484574","https://openalex.org/W2216382288","https://openalex.org/W2355491300","https://openalex.org/W4234629551","https://openalex.org/W2011110943","https://openalex.org/W2028856635","https://openalex.org/W2150257691","https://openalex.org/W2011433332"],"abstract_inverted_index":{"Autonomous":[0],"surgical":[1,73,115,129],"execution":[2],"relieves":[3],"tedious":[4],"routines":[5],"and":[6,33,50,95,108,150],"surgeon\u2019s":[7],"fatigue.":[8],"Recent":[9],"learning-based":[10,40,114],"methods,":[11,17],"especially":[12],"reinforcement":[13],"learning":[14,75],"(RL)":[15],"based":[16],"achieve":[18],"promising":[19],"performance":[20,58],"for":[21,43,72,92],"dexterous":[22],"manipulation,":[23],"which":[24,54,100,122],"usually":[25],"requires":[26],"the":[27,35,56,78,120,126,143,147,159],"simulation":[28,41,70],"to":[29,103],"collect":[30],"data":[31],"efficiently":[32],"reduce":[34],"hardware":[36],"cost.":[37],"The":[38,84],"existing":[39],"platforms":[42],"medical":[44],"robots":[45],"suffer":[46],"from":[47],"limited":[48],"scenarios":[49,107],"simplified":[51],"physical":[52,111],"interactions,":[53],"degrades":[55],"real-world":[57],"of":[59],"learned":[60],"policies.":[61],"In":[62],"this":[63],"work,":[64],"we":[65],"designed":[66,85],"SurRoL,":[67],"an":[68],"RL-centered":[69],"platform":[71],"robot":[74],"compatible":[76],"with":[77],"da":[79],"Vinci":[80],"Research":[81],"Kit":[82],"(dVRK).":[83],"SurRoL":[86,133,154],"integrates":[87],"a":[88,96],"user-friendly":[89],"RL":[90,135],"library":[91],"algorithm":[93],"development":[94],"real-time":[97],"physics":[98],"engine,":[99],"is":[101],"able":[102],"support":[104],"more":[105,109],"PSM/ECM":[106],"realistic":[110],"interactions.":[112],"Ten":[113],"tasks":[116],"are":[117,123],"built":[118],"in":[119,125,137,158],"platform,":[121],"common":[124],"real":[127,148,160],"autonomous":[128],"execution.":[130],"We":[131],"evaluate":[132],"using":[134],"algorithms":[136],"simulation,":[138],"provide":[139],"in-depth":[140],"analysis,":[141],"deploy":[142],"trained":[144],"policies":[145],"on":[146],"dVRK,":[149],"show":[151],"that":[152],"our":[153],"achieves":[155],"better":[156],"transferability":[157],"world.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":30},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":15}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}