{"id":"https://openalex.org/W3033727525","doi":"https://doi.org/10.1007/s11548-020-02194-z","title":"Investigating exploration for deep reinforcement learning of concentric tube robot control","display_name":"Investigating exploration for deep reinforcement learning of concentric tube robot control","publication_year":2020,"publication_date":"2020-06-06","ids":{"openalex":"https://openalex.org/W3033727525","doi":"https://doi.org/10.1007/s11548-020-02194-z","mag":"3033727525","pmid":"https://pubmed.ncbi.nlm.nih.gov/32506349"},"language":"en","primary_location":{"id":"doi:10.1007/s11548-020-02194-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11548-020-02194-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11548-020-02194-z.pdf","source":{"id":"https://openalex.org/S181408163","display_name":"International Journal of Computer Assisted Radiology and Surgery","issn_l":"1861-6410","issn":["1861-6410","1861-6429"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Assisted Radiology and Surgery","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11548-020-02194-z.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058162940","display_name":"Keshav Iyengar","orcid":"https://orcid.org/0000-0001-7020-9537"},"institutions":[{"id":"https://openalex.org/I4210121001","display_name":"Wildlife Vets International","ror":"https://ror.org/02xxmzs04","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I4210121001"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Keshav Iyengar","raw_affiliation_strings":["Charles Bell House, 43-45 Foley St, Fitzrovia, London, W1W 7TY, UK. keshav.iyengar@ucl.ac.uk","Charles Bell House, 43-45 Foley St, Fitzrovia, London, W1W 7TY, UK"],"raw_orcid":"https://orcid.org/0000-0001-7020-9537","affiliations":[{"raw_affiliation_string":"Charles Bell House, 43-45 Foley St, Fitzrovia, London, W1W 7TY, UK. keshav.iyengar@ucl.ac.uk","institution_ids":["https://openalex.org/I4210121001"]},{"raw_affiliation_string":"Charles Bell House, 43-45 Foley St, Fitzrovia, London, W1W 7TY, UK","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002081926","display_name":"George Dwyer","orcid":"https://orcid.org/0000-0001-8019-7680"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"George Dwyer","raw_affiliation_strings":["Charles Bell House, 43-45 Foley St, Fitzrovia, London, W1W 7TY, UK"],"raw_orcid":"https://orcid.org/0000-0001-8019-7680","affiliations":[{"raw_affiliation_string":"Charles Bell House, 43-45 Foley St, Fitzrovia, London, W1W 7TY, UK","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077630267","display_name":"Danail Stoyanov","orcid":"https://orcid.org/0000-0002-0980-3227"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Danail Stoyanov","raw_affiliation_strings":["Charles Bell House, 43-45 Foley St, Fitzrovia, London, W1W 7TY, UK"],"raw_orcid":"https://orcid.org/0000-0002-0980-3227","affiliations":[{"raw_affiliation_string":"Charles Bell House, 43-45 Foley St, Fitzrovia, London, W1W 7TY, UK","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5058162940"],"corresponding_institution_ids":["https://openalex.org/I4210121001"],"apc_list":{"value":3390,"currency":"EUR","value_usd":4390},"apc_paid":{"value":3390,"currency":"EUR","value_usd":4390},"fwci":1.3992,"has_fulltext":true,"cited_by_count":24,"citation_normalized_percentile":{"value":0.79063426,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"15","issue":"7","first_page":"1157","last_page":"1165"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inverse-kinematics","display_name":"Inverse kinematics","score":0.7252293825149536},{"id":"https://openalex.org/keywords/concentric","display_name":"Concentric","score":0.624512255191803},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6111857295036316},{"id":"https://openalex.org/keywords/cartesian-coordinate-system","display_name":"Cartesian coordinate system","score":0.5586040019989014},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5534359812736511},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.5321423411369324},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5164878368377686},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5031186938285828},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.441141813993454},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.423044353723526},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3604885935783386},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.35926973819732666},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.22361540794372559},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.22350910305976868},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.11157891154289246},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.10302305221557617}],"concepts":[{"id":"https://openalex.org/C17816587","wikidata":"https://www.wikidata.org/wiki/Q1501872","display_name":"Inverse kinematics","level":3,"score":0.7252293825149536},{"id":"https://openalex.org/C90296322","wikidata":"https://www.wikidata.org/wiki/Q619776","display_name":"Concentric","level":2,"score":0.624512255191803},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6111857295036316},{"id":"https://openalex.org/C16038011","wikidata":"https://www.wikidata.org/wiki/Q62912","display_name":"Cartesian coordinate system","level":2,"score":0.5586040019989014},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5534359812736511},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.5321423411369324},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5164878368377686},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5031186938285828},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.441141813993454},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.423044353723526},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3604885935783386},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.35926973819732666},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.22361540794372559},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22350910305976868},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.11157891154289246},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10302305221557617},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001696","descriptor_name":"Biomechanical Phenomena","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001696","descriptor_name":"Biomechanical Phenomena","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001696","descriptor_name":"Biomechanical Phenomena","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019060","descriptor_name":"Minimally Invasive Surgical Procedures","qualifier_ui":"Q000295","qualifier_name":"instrumentation","is_major_topic":false},{"descriptor_ui":"D019060","descriptor_name":"Minimally Invasive Surgical Procedures","qualifier_ui":"Q000295","qualifier_name":"instrumentation","is_major_topic":false},{"descriptor_ui":"D019060","descriptor_name":"Minimally Invasive Surgical Procedures","qualifier_ui":"Q000295","qualifier_name":"instrumentation","is_major_topic":false},{"descriptor_ui":"D065287","descriptor_name":"Robotic Surgical Procedures","qualifier_ui":"Q000295","qualifier_name":"instrumentation","is_major_topic":false},{"descriptor_ui":"D065287","descriptor_name":"Robotic Surgical Procedures","qualifier_ui":"Q000295","qualifier_name":"instrumentation","is_major_topic":false},{"descriptor_ui":"D065287","descriptor_name":"Robotic Surgical Procedures","qualifier_ui":"Q000295","qualifier_name":"instrumentation","is_major_topic":false}],"locations_count":5,"locations":[{"id":"doi:10.1007/s11548-020-02194-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11548-020-02194-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11548-020-02194-z.pdf","source":{"id":"https://openalex.org/S181408163","display_name":"International Journal of Computer Assisted Radiology and Surgery","issn_l":"1861-6410","issn":["1861-6410","1861-6429"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Assisted Radiology and Surgery","raw_type":"journal-article"},{"id":"mag:32506349","is_oa":false,"landing_page_url":"https://dialnet.unirioja.es/servlet/articulo?codigo=3368411","pdf_url":null,"source":{"id":"https://openalex.org/S4306528108","display_name":"Revue administrative","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Revue administrative","raw_type":null},{"id":"pmid:32506349","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32506349","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International journal of computer assisted radiology and surgery","raw_type":null},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10102276","is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10102276/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"   International Journal of Computer Assisted Radiology and Surgery , 15    pp. 1157-1165.   (2020)      ","raw_type":"Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:7316854","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7316854","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Int J Comput Assist Radiol Surg","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1007/s11548-020-02194-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11548-020-02194-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11548-020-02194-z.pdf","source":{"id":"https://openalex.org/S181408163","display_name":"International Journal of Computer Assisted Radiology and Surgery","issn_l":"1861-6410","issn":["1861-6410","1861-6429"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Assisted Radiology and Surgery","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4099999964237213,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1160216515","display_name":null,"funder_award_id":"203145Z/16/Z","funder_id":"https://openalex.org/F4320307874","funder_display_name":"Wellcome"},{"id":"https://openalex.org/G1320193412","display_name":"Robotic Assisted Imaging","funder_award_id":"EP/P012841/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G1737217355","display_name":null,"funder_award_id":"EP/P012841/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G4156121695","display_name":null,"funder_award_id":"CiET1819\\2\\36","funder_id":"https://openalex.org/F4320320005","funder_display_name":"Royal Academy of Engineering"},{"id":"https://openalex.org/G4869842313","display_name":"Multispectral polarization-resolved endoscopy and vision for intraoperative imaging of tissue microstructure and function","funder_award_id":"EP/R004080/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5045553067","display_name":"Ultra-low-cost endoscopy for gastric cancer screening in rural China","funder_award_id":"EP/P027938/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6200111879","display_name":null,"funder_award_id":"203145Z/16/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G6553401903","display_name":null,"funder_award_id":"EP/P012841/1)","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6923427940","display_name":null,"funder_award_id":"EP/R004080/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320307874","display_name":"Wellcome","ror":"https://ror.org/029chgv08"},{"id":"https://openalex.org/F4320311904","display_name":"Wellcome Trust","ror":"https://ror.org/029chgv08"},{"id":"https://openalex.org/F4320320005","display_name":"Royal Academy of Engineering","ror":"https://ror.org/0526snb40"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3033727525.pdf","grobid_xml":"https://content.openalex.org/works/W3033727525.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2043968544","https://openalex.org/W2050268494","https://openalex.org/W2121863487","https://openalex.org/W2131150943","https://openalex.org/W2138564331","https://openalex.org/W2164013717","https://openalex.org/W2173248099","https://openalex.org/W2523642729","https://openalex.org/W2534225927","https://openalex.org/W2593483954","https://openalex.org/W2623491082","https://openalex.org/W2754517384","https://openalex.org/W2910440184","https://openalex.org/W2963099939","https://openalex.org/W2963460823","https://openalex.org/W2968516533","https://openalex.org/W2990747716"],"related_works":["https://openalex.org/W2032745795","https://openalex.org/W4241659117","https://openalex.org/W2042569643","https://openalex.org/W4252230788","https://openalex.org/W4235256213","https://openalex.org/W2254998354","https://openalex.org/W2061842045","https://openalex.org/W2048369647","https://openalex.org/W2909046796","https://openalex.org/W2014928560"],"abstract_inverted_index":{"PURPOSE:":[0],"Concentric":[1],"tube":[2,62,103,237,261],"robots":[3,104],"are":[4,14,49,90,144],"composed":[5],"of":[6,33,37,57,125,132,158,231,259],"multiple":[7],"concentric,":[8],"pre-curved,":[9],"super-elastic,":[10],"telescopic":[11],"tubes":[12,39],"that":[13,24],"compliant":[15],"and":[16,35,60,80,119,141,160,175,220,249],"have":[17],"a":[18,69,83],"small":[19],"diameter":[20],"suitable":[21],"for":[22,92,101,163,235,264],"interventions":[23],"must":[25],"be":[26,120,180,196,247],"minimally":[27,268],"invasive":[28,269],"like":[29],"fetal":[30],"surgery.":[31],"Combinations":[32],"rotation":[34,161,224],"extension":[36,159,208,219],"the":[38,42,46,55,76,113,123,133,199,229,241,257],"can":[40,195,246],"alter":[41],"robot's":[43],"shape":[44],"but":[45],"inverse":[47,77,211],"kinematics":[48,78,212],"complex":[50],"to":[51,54,74,111,115,137,168,179],"model":[52],"due":[53],"challenge":[56,258],"incorporating":[58],"friction":[59],"other":[61],"interactions":[63],"or":[64],"manufacturing":[65],"imperfections.":[66],"We":[67,227],"propose":[68],"model-free":[70,233],"reinforcement":[71],"learning":[72],"approach":[73],"form":[75],"solution":[79],"directly":[81],"obtain":[82],"control":[84,148,234,242,263],"policy.":[85],"METHOD:":[86],"Three":[87],"exploration":[88,165,201],"strategies":[89,182],"shown":[91],"deep":[93],"deterministic":[94],"policy":[95,135,149,204],"gradient":[96],"with":[97,122,152,183,198],"hindsight":[98],"experience":[99],"replay":[100],"concentric":[102,236,260],"in":[105,189,214,267],"simulation":[106,191],"environments.":[107,192],"The":[108,146],"aim":[109],"is":[110,150,166,251],"overcome":[112,169],"joint":[114,207],"Cartesian":[116,139,170],"sampling":[117,171],"bias":[118],"scalable":[121],"number":[124],"robotic":[126],"tubes.":[127],"To":[128],"compare":[129],"strategies,":[130],"evaluation":[131,215],"trained":[134],"network":[136],"selected":[138],"goals":[140],"associated":[142],"errors":[143],"analyzed.":[145],"learned":[147,203],"demonstrated":[151],"trajectory":[153],"following":[154],"tasks.":[155],"RESULTS:":[156],"Separation":[157],"joints":[162],"Gaussian":[164],"required":[167],"bias.":[172],"Parameter":[173],"noise":[174],"Ornstein-Uhlenbeck":[176],"were":[177],"found":[178],"optimal":[181,200],"less":[184],"than":[185],"1":[186],"mm":[187,218],"error":[188],"all":[190],"Various":[193],"trajectories":[194,245],"followed":[197,248],"strategy":[202],"at":[205],"high":[206],"values.":[209],"Our":[210],"solver":[213],"has":[216],"0.44":[217],"[Formula:":[221],"see":[222],"text]":[223],"error.":[225],"CONCLUSION:":[226],"demonstrate":[228],"feasibility":[230],"effective":[232],"robots.":[238],"Directly":[239],"using":[240],"policy,":[243],"arbitrary":[244],"this":[250],"an":[252],"important":[253],"step":[254],"towards":[255],"overcoming":[256],"robot":[262],"clinical":[265],"use":[266],"interventions.":[270]},"counts_by_year":[{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":8}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}