{"id":"https://openalex.org/W4313039691","doi":"https://doi.org/10.1109/iros47612.2022.9981573","title":"Robust Sim2Real Transfer with the da Vinci Research Kit: A Study On Camera, Lighting, and Physics Domain Randomization","display_name":"Robust Sim2Real Transfer with the da Vinci Research Kit: A Study On Camera, Lighting, and Physics Domain Randomization","publication_year":2022,"publication_date":"2022-10-23","ids":{"openalex":"https://openalex.org/W4313039691","doi":"https://doi.org/10.1109/iros47612.2022.9981573"},"language":"en","primary_location":{"id":"doi:10.1109/iros47612.2022.9981573","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9981573","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089188394","display_name":"Mustafa Haiderbhai","orcid":"https://orcid.org/0000-0002-0443-0118"},"institutions":[{"id":"https://openalex.org/I4210141030","display_name":"SickKids Foundation","ror":"https://ror.org/04374qe70","country_code":"CA","type":"funder","lineage":["https://openalex.org/I4210141030"]},{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Mustafa Haiderbhai","raw_affiliation_strings":["University of Toronto,Department of Computer Science,Canada","Medical Computer Vision and Robotics Lab, University of Toronto","The Wilfred and Joyce Posluns CIGITI, SickKids, Toronto, Canada","Department of Computer Science, University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto,Department of Computer Science,Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Medical Computer Vision and Robotics Lab, University of Toronto","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"The Wilfred and Joyce Posluns CIGITI, SickKids, Toronto, Canada","institution_ids":["https://openalex.org/I4210141030"]},{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043307456","display_name":"Radian Gondokaryono","orcid":"https://orcid.org/0009-0005-2455-7326"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4210141030","display_name":"SickKids Foundation","ror":"https://ror.org/04374qe70","country_code":"CA","type":"funder","lineage":["https://openalex.org/I4210141030"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Radian Gondokaryono","raw_affiliation_strings":["University of Toronto,Department of Computer Science,Canada","Department of Computer Science, University of Toronto, Canada","Medical Computer Vision and Robotics Lab, University of Toronto","The Wilfred and Joyce Posluns CIGITI, SickKids, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto,Department of Computer Science,Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Medical Computer Vision and Robotics Lab, University of Toronto","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"The Wilfred and Joyce Posluns CIGITI, SickKids, Toronto, Canada","institution_ids":["https://openalex.org/I4210141030"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073182314","display_name":"Thomas Looi","orcid":"https://orcid.org/0000-0001-6453-2928"},"institutions":[{"id":"https://openalex.org/I4210141030","display_name":"SickKids Foundation","ror":"https://ror.org/04374qe70","country_code":"CA","type":"funder","lineage":["https://openalex.org/I4210141030"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Thomas Looi","raw_affiliation_strings":["The Wilfred and Joyce Posluns CIGITI,SickKids,Toronto,Canada","The Wilfred and Joyce Posluns CIGITI, SickKids, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"The Wilfred and Joyce Posluns CIGITI,SickKids,Toronto,Canada","institution_ids":["https://openalex.org/I4210141030"]},{"raw_affiliation_string":"The Wilfred and Joyce Posluns CIGITI, SickKids, Toronto, Canada","institution_ids":["https://openalex.org/I4210141030"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002892990","display_name":"James M. Drake","orcid":"https://orcid.org/0000-0001-6841-9025"},"institutions":[{"id":"https://openalex.org/I4210141030","display_name":"SickKids Foundation","ror":"https://ror.org/04374qe70","country_code":"CA","type":"funder","lineage":["https://openalex.org/I4210141030"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"James M. Drake","raw_affiliation_strings":["The Wilfred and Joyce Posluns CIGITI,SickKids,Toronto,Canada","The Wilfred and Joyce Posluns CIGITI, SickKids, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"The Wilfred and Joyce Posluns CIGITI,SickKids,Toronto,Canada","institution_ids":["https://openalex.org/I4210141030"]},{"raw_affiliation_string":"The Wilfred and Joyce Posluns CIGITI, SickKids, Toronto, Canada","institution_ids":["https://openalex.org/I4210141030"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044949632","display_name":"L\u00fcder A. Kahrs","orcid":"https://orcid.org/0000-0001-5506-2768"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Lueder A. Kahrs","raw_affiliation_strings":["University of Toronto,Department of Computer Science,Canada","Department of Mathematical and Computational Sciences, University of Toronto Mississauga, Canada","Department of Computer Science, University of Toronto, Canada","Institute of Biomedical Engineering, University of Toronto, Canada","Medical Computer Vision and Robotics Lab, University of Toronto"],"affiliations":[{"raw_affiliation_string":"University of Toronto,Department of Computer Science,Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Department of Mathematical and Computational Sciences, University of Toronto Mississauga, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Institute of Biomedical Engineering, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Medical Computer Vision and Robotics Lab, University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5089188394"],"corresponding_institution_ids":["https://openalex.org/I185261750","https://openalex.org/I4210141030"],"apc_list":null,"apc_paid":null,"fwci":0.5197,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.64673562,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"3429","last_page":"3435"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7226879596710205},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5738316178321838},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.5570406913757324},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5007355213165283},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.4913899004459381},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4760296642780304},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.44308122992515564},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.36252832412719727},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08274441957473755}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7226879596710205},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5738316178321838},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.5570406913757324},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5007355213165283},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.4913899004459381},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4760296642780304},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.44308122992515564},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.36252832412719727},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08274441957473755},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros47612.2022.9981573","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9981573","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.46000000834465027,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G1539117071","display_name":null,"funder_award_id":"RGPIN-2020-05833","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1584687743","https://openalex.org/W2341108136","https://openalex.org/W2605102758","https://openalex.org/W2736601468","https://openalex.org/W2889347284","https://openalex.org/W2923090615","https://openalex.org/W2948289235","https://openalex.org/W2956970244","https://openalex.org/W2963276406","https://openalex.org/W3004322459","https://openalex.org/W3049043369","https://openalex.org/W3088310808","https://openalex.org/W3089594962","https://openalex.org/W3094103188","https://openalex.org/W3103916380","https://openalex.org/W3120778962","https://openalex.org/W3132971170","https://openalex.org/W3133389372","https://openalex.org/W3150718622","https://openalex.org/W3155981689","https://openalex.org/W3196757288","https://openalex.org/W3203620801","https://openalex.org/W3205960420","https://openalex.org/W3207751759","https://openalex.org/W4285309763","https://openalex.org/W4293055345","https://openalex.org/W6754162236","https://openalex.org/W6760425463","https://openalex.org/W6800425027"],"related_works":["https://openalex.org/W4388870064","https://openalex.org/W2210139803","https://openalex.org/W4235186151","https://openalex.org/W2054685365","https://openalex.org/W2056057048","https://openalex.org/W2667588871","https://openalex.org/W2272354214","https://openalex.org/W2084768720","https://openalex.org/W2043010663","https://openalex.org/W4248308508"],"abstract_inverted_index":{"Autonomous":[0],"surgical":[1],"robotics":[2],"is":[3,24,141,254],"a":[4,51,56,80,86,176,201],"growing":[5],"area":[6],"of":[7,16,65,104,171,248],"research,":[8],"with":[9,169,179,226],"advances":[10],"being":[11],"made":[12],"in":[13,113,124,204,218],"the":[14,25,68,101,132,145,152,166,185,206,230],"areas":[15],"vision":[17],"and":[18,33,55,96,107,126,131,148,165,192,195,213,241],"control.":[19],"Central":[20],"to":[21,29,111,151,175,223,238,245],"this":[22],"research":[23],"need":[26],"for":[27,37],"simulations":[28],"facilitate":[30],"data":[31],"collection":[32],"simulate":[34],"learning":[35],"environments":[36],"Reinforcement":[38],"Learning":[39],"(RL)":[40],"agents.":[41],"Recent":[42],"simulators":[43],"have":[44],"facilitated":[45],"RL":[46,109],"policy":[47,59],"generation,":[48],"but":[49],"lack":[50],"robust":[52],"sim2real":[53,82,146,207],"pipeline":[54,83],"proven":[57],"vision-based":[58,102],"that":[60,84,138,197],"can":[61],"use":[62],"any":[63],"type":[64],"camera":[66,128,214],"including":[67,189],"da":[69,88],"Vinci":[70,89],"Surgical":[71],"System":[72],"(dVSS)":[73],"Endoscope.":[74,134],"To":[75],"solve":[76],"this,":[77],"we":[78],"build":[79],"ROS-based":[81],"incorporates":[85],"Unity3D":[87],"Research":[90],"Kit":[91],"(dVRK)":[92],"simulation,":[93,219],"modular":[94],"kinematics,":[95],"shared":[97],"interfaces.":[98],"We":[99,156,183],"examine":[100,184],"task":[103],"cube":[105],"pushing,":[106],"train":[108],"policies":[110,244],"execute":[112],"real":[114],"life":[115],"through":[116],"Domain":[117,139,181],"Randomization.":[118,182],"Our":[119,135,233],"experiments":[120],"evaluate":[121],"model":[122,178],"success":[123,160],"simulation":[125],"two":[127],"systems:":[129],"OAK-1":[130,164,231],"dVSS":[133,167],"results":[136],"indicate":[137],"Randomization":[140],"effective":[142],"at":[143,256],"bridging":[144,205],"gap,":[147],"even":[149],"extends":[150],"difficult":[153],"endoscope":[154],"scenario.":[155],"achieve":[157],"100%":[158],"transfer":[159],"rate":[161],"on":[162,229],"both":[163],"Endoscope,":[168],"gains":[170],"over":[172],"60%":[173],"compared":[174],"base":[177],"no":[180],"various":[186],"randomization":[187],"parameters,":[188],"lighting,":[190],"camera,":[191],"physics":[193],"variables,":[194],"determine":[196],"all":[198],"parameters":[199],"play":[200],"significant":[202],"role":[203],"gap.":[208],"Testing":[209],"across":[210],"extreme":[211],"lighting":[212],"configurations":[215],"not":[216],"seen":[217],"our":[220],"models":[221],"continue":[222],"perform":[224],"well,":[225],"85%":[227],"accuracy":[228],"camera.":[232],"future":[234],"work":[235],"will":[236],"extend":[237],"other":[239],"tasks":[240],"more":[242],"complex":[243],"take":[246],"advantage":[247],"stereo-camera":[249],"imaging.":[250],"Further":[251],"project":[252],"information":[253],"available":[255],"https://medcvr.utm.utoronto.ca/iros2022-sim2real.html":[257]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}