{"id":"https://openalex.org/W4409473926","doi":"https://doi.org/10.1109/lra.2025.3559826","title":"Integrating Reinforcement Learning and Virtual Fixtures for Safer Automatic Robotic Surgery","display_name":"Integrating Reinforcement Learning and Virtual Fixtures for Safer Automatic Robotic Surgery","publication_year":2025,"publication_date":"2025-04-15","ids":{"openalex":"https://openalex.org/W4409473926","doi":"https://doi.org/10.1109/lra.2025.3559826"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2025.3559826","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2025.3559826","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051129466","display_name":"Ke Fan","orcid":"https://orcid.org/0009-0007-1718-9312"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ke Fan","raw_affiliation_strings":["School of Mechanical Engineering, Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100324492","display_name":"Ziyang Chen","orcid":"https://orcid.org/0000-0003-3077-822X"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ziyang Chen","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California at Berkeley, Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California at Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5051129466"],"corresponding_institution_ids":["https://openalex.org/I154099455"],"apc_list":null,"apc_paid":null,"fwci":0.6751,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.67165533,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"10","issue":"6","first_page":"5265","last_page":"5272"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.8924000263214111,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.8924000263214111,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.8747000098228455,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.8374000191688538,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/safer","display_name":"SAFER","score":0.9549347162246704},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6305149793624878},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5047718286514282},{"id":"https://openalex.org/keywords/robotic-surgery","display_name":"Robotic surgery","score":0.4300905466079712},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.42822033166885376},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2834798991680145},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.14075669646263123}],"concepts":[{"id":"https://openalex.org/C2776654903","wikidata":"https://www.wikidata.org/wiki/Q2601463","display_name":"SAFER","level":2,"score":0.9549347162246704},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6305149793624878},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5047718286514282},{"id":"https://openalex.org/C103203806","wikidata":"https://www.wikidata.org/wiki/Q942348","display_name":"Robotic surgery","level":2,"score":0.4300905466079712},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.42822033166885376},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2834798991680145},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.14075669646263123}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2025.3559826","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2025.3559826","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2515628577","display_name":null,"funder_award_id":"42188102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2118356379","https://openalex.org/W2329739548","https://openalex.org/W2419216244","https://openalex.org/W2963293747","https://openalex.org/W3020837040","https://openalex.org/W3033044509","https://openalex.org/W3046384803","https://openalex.org/W3091691175","https://openalex.org/W3131665514","https://openalex.org/W3150718622","https://openalex.org/W3154507809","https://openalex.org/W3202864130","https://openalex.org/W3212580602","https://openalex.org/W4220747123","https://openalex.org/W4226534167","https://openalex.org/W4312433875","https://openalex.org/W4312832949","https://openalex.org/W4321020553","https://openalex.org/W4390730760","https://openalex.org/W4398756379","https://openalex.org/W6737893269","https://openalex.org/W6747790125","https://openalex.org/W6780587392","https://openalex.org/W6873318698"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2953205341","https://openalex.org/W235065745","https://openalex.org/W2029935773","https://openalex.org/W2787754950","https://openalex.org/W1572215850","https://openalex.org/W1985775355","https://openalex.org/W2352115286"],"abstract_inverted_index":{"A":[0],"primary":[1],"concern":[2],"in":[3,9,162,166,187,200],"robotic":[4,38],"automation":[5],"is":[6,65,90],"safety,":[7],"especially":[8],"surgical":[10],"scenarios.":[11],"In":[12,46],"this":[13],"paper,":[14],"we":[15,103,112,173],"propose":[16],"a":[17,58,94,114,144,153],"virtual":[18],"fixture":[19],"(VF)":[20],"based":[21],"safe":[22,59,80,84,95],"reinforcement":[23],"learning":[24],"framework":[25,31,137,151],"to":[26,78,105,117,121,130,138,168],"ensure":[27],"safety":[28,107,119],"constraints.":[29,45,190],"The":[30,62,191],"ensures":[32],"that":[33,66,149],"the":[34,43,47,52,55,68,71,79,83,88,123,127,131,169,182,201],"agent,":[35],"particularly":[36],"multi-joint":[37],"manipulator":[39],"agents,":[40],"acts":[41],"within":[42,57],"hard":[44],"training":[48],"phase,":[49],"VF":[50,89,124],"confines":[51],"exploration":[53],"of":[54,156,184,193],"agent":[56,69],"operational":[60],"space.":[61],"core":[63],"idea":[64],"once":[67],"violates":[70],"VF,":[72],"it":[73],"will":[74],"be":[75,198],"pushed":[76],"back":[77],"region.":[81],"Then,":[82],"action":[85],"corrected":[86],"by":[87],"collected":[91],"and":[92,125,143,159],"forms":[93],"experience":[96,108],"used":[97],"for":[98],"subsequent":[99],"policy":[100,129],"optimization,":[101],"which":[102],"refer":[104],"as":[106],"reshaping":[109],"(SER).":[110],"Subsequently,":[111],"design":[113],"visual":[115],"module":[116],"detect":[118],"constraints":[120],"construct":[122],"transfer":[126],"trained":[128],"real":[132],"robot.":[133],"We":[134],"compare":[135],"our":[136,150,185,194],"5":[139],"state-of-the-art":[140],"RL":[141],"methods":[142],"nonlearning-based":[145],"method.":[146],"Results":[147],"show":[148],"gets":[152],"lower":[154],"rate":[155],"constraint":[157,171],"violations":[158],"better":[160],"performance":[161],"task":[163],"success.":[164],"Furthermore,":[165],"addition":[167],"static":[170],"tasks,":[172],"also":[174],"designed":[175],"two":[176],"tasks":[177],"involving":[178],"dynamic":[179,189],"constraints,":[180],"highlighting":[181],"superiority":[183],"method":[186],"handling":[188],"videos":[192],"physical":[195],"experiment":[196],"can":[197],"found":[199],"following":[202],"links":[203],"(Lymph":[204],"node":[205],"removal,":[206],"Human-robot":[207,210],"collaboration":[208,211],"1,":[209],"2).":[212]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}