{"id":"https://openalex.org/W2979696013","doi":"https://doi.org/10.1109/biorob49111.2020.9224421","title":"Toward Synergic Learning for Autonomous Manipulation of Deformable Tissues via Surgical Robots: An Approximate Q-Learning Approach","display_name":"Toward Synergic Learning for Autonomous Manipulation of Deformable Tissues via Surgical Robots: An Approximate Q-Learning Approach","publication_year":2020,"publication_date":"2020-10-15","ids":{"openalex":"https://openalex.org/W2979696013","doi":"https://doi.org/10.1109/biorob49111.2020.9224421","mag":"2979696013"},"language":"en","primary_location":{"id":"doi:10.1109/biorob49111.2020.9224421","is_oa":false,"landing_page_url":"https://doi.org/10.1109/biorob49111.2020.9224421","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 8th IEEE RAS/EMBS International Conference for Biomedical Robotics and Biomechatronics (BioRob)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1910.03398","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069086402","display_name":"Sahba Aghajani Pedram","orcid":"https://orcid.org/0000-0001-7439-8013"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sahba Aghajani Pedram","raw_affiliation_strings":["Mechanical and Aerospace Engineering Department, University of California at Los Angeles (UCLA), Los Angeles, CA, USA","University of California at Los Angeles (UCLA),Mechanical and Aerospace Engineering Department,Los Angeles,CA,USA"],"affiliations":[{"raw_affiliation_string":"Mechanical and Aerospace Engineering Department, University of California at Los Angeles (UCLA), Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"University of California at Los Angeles (UCLA),Mechanical and Aerospace Engineering Department,Los Angeles,CA,USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088332432","display_name":"Peter Walker Ferguson","orcid":"https://orcid.org/0000-0002-3150-0089"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Walker Ferguson","raw_affiliation_strings":["Mechanical and Aerospace Engineering Department, University of California at Los Angeles (UCLA), Los Angeles, CA, USA","University of California at Los Angeles (UCLA),Mechanical and Aerospace Engineering Department,Los Angeles,CA,USA"],"affiliations":[{"raw_affiliation_string":"Mechanical and Aerospace Engineering Department, University of California at Los Angeles (UCLA), Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"University of California at Los Angeles (UCLA),Mechanical and Aerospace Engineering Department,Los Angeles,CA,USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064332930","display_name":"Changyeob Shin","orcid":"https://orcid.org/0000-0003-0684-0927"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Changyeob Shin","raw_affiliation_strings":["Mechanical and Aerospace Engineering Department, University of California at Los Angeles (UCLA), Los Angeles, CA, USA","University of California at Los Angeles (UCLA),Mechanical and Aerospace Engineering Department,Los Angeles,CA,USA"],"affiliations":[{"raw_affiliation_string":"Mechanical and Aerospace Engineering Department, University of California at Los Angeles (UCLA), Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"University of California at Los Angeles (UCLA),Mechanical and Aerospace Engineering Department,Los Angeles,CA,USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112712086","display_name":"Ankur Mehta","orcid":null},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ankur Mehta","raw_affiliation_strings":["Electrical and Computer Engineering Department, University of California, Los Angeles (UCLA), CA, USA","University of California, Los Angeles (UCLA),Electrical and Computer Engineering Department,CA,USA"],"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, University of California, Los Angeles (UCLA), CA, USA","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"University of California, Los Angeles (UCLA),Electrical and Computer Engineering Department,CA,USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005940744","display_name":"Erik Dutson","orcid":"https://orcid.org/0000-0001-7126-1468"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Erik P. Dutson","raw_affiliation_strings":["Department of Surgery, University of California at Los Angeles (UCLA), Los Angeles, CA, USA","University of California at Los Angeles (UCLA),Department of Surgery,Los Angeles,CA,USA,90095"],"affiliations":[{"raw_affiliation_string":"Department of Surgery, University of California at Los Angeles (UCLA), Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"University of California at Los Angeles (UCLA),Department of Surgery,Los Angeles,CA,USA,90095","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055294307","display_name":"Farshid Alambeigi","orcid":"https://orcid.org/0000-0001-6903-5939"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Farshid Alambeigi","raw_affiliation_strings":["Department of Mechanical Engineering, University of Texas at Austin, Austin, TX, USA","University of Texas at Austin,Department of Mechanical Engineering,Austin,TX,USA,78712"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]},{"raw_affiliation_string":"University of Texas at Austin,Department of Mechanical Engineering,Austin,TX,USA,78712","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085568916","display_name":"Jacob Ros\u00e9n","orcid":"https://orcid.org/0000-0003-4901-7404"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jacob Rosen","raw_affiliation_strings":["Mechanical and Aerospace Engineering Department, University of California at Los Angeles (UCLA), Los Angeles, CA, USA","University of California at Los Angeles (UCLA),Mechanical and Aerospace Engineering Department,Los Angeles,CA,USA"],"affiliations":[{"raw_affiliation_string":"Mechanical and Aerospace Engineering Department, University of California at Los Angeles (UCLA), Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"University of California at Los Angeles (UCLA),Mechanical and Aerospace Engineering Department,Los Angeles,CA,USA","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5069086402"],"corresponding_institution_ids":["https://openalex.org/I161318765"],"apc_list":null,"apc_paid":null,"fwci":0.9548,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.71416246,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"878","last_page":"884"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7755516767501831},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.733823835849762},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6149799227714539},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.6120427250862122},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.572580873966217},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.5385845899581909},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5147337913513184},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4110293686389923},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35600969195365906},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0686475932598114}],"concepts":[{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7755516767501831},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.733823835849762},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6149799227714539},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.6120427250862122},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.572580873966217},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.5385845899581909},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5147337913513184},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4110293686389923},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35600969195365906},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0686475932598114},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/biorob49111.2020.9224421","is_oa":false,"landing_page_url":"https://doi.org/10.1109/biorob49111.2020.9224421","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 8th IEEE RAS/EMBS International Conference for Biomedical Robotics and Biomechatronics (BioRob)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1910.03398","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.03398","pdf_url":"https://arxiv.org/pdf/1910.03398","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2979696013","is_oa":true,"landing_page_url":"https://arxiv.org/abs/1910.03398","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1910.03398","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1910.03398","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1910.03398","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.03398","pdf_url":"https://arxiv.org/pdf/1910.03398","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2979696013.pdf","grobid_xml":"https://content.openalex.org/works/W2979696013.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1499669280","https://openalex.org/W1513408118","https://openalex.org/W1584687743","https://openalex.org/W1663973292","https://openalex.org/W1757796397","https://openalex.org/W1778115449","https://openalex.org/W1977655452","https://openalex.org/W2007407491","https://openalex.org/W2012587148","https://openalex.org/W2016143963","https://openalex.org/W2072248746","https://openalex.org/W2080889016","https://openalex.org/W2083331227","https://openalex.org/W2088392499","https://openalex.org/W2163605009","https://openalex.org/W2322971354","https://openalex.org/W2341108136","https://openalex.org/W2346178339","https://openalex.org/W2613718673","https://openalex.org/W2738671059","https://openalex.org/W2809199532","https://openalex.org/W2885777315","https://openalex.org/W2906329276","https://openalex.org/W2912013584","https://openalex.org/W2918665764","https://openalex.org/W2964054038","https://openalex.org/W2964161785","https://openalex.org/W3011120880","https://openalex.org/W3102313808","https://openalex.org/W4205513846","https://openalex.org/W6620707391","https://openalex.org/W6637967152","https://openalex.org/W6638134809","https://openalex.org/W6682849425","https://openalex.org/W6684191040","https://openalex.org/W6696324988","https://openalex.org/W6769378838"],"related_works":["https://openalex.org/W3093953259","https://openalex.org/W3102313808","https://openalex.org/W3099462921","https://openalex.org/W2736750746","https://openalex.org/W2061417916","https://openalex.org/W2735048916","https://openalex.org/W2923090615","https://openalex.org/W2738671059","https://openalex.org/W1584687743","https://openalex.org/W3013605323","https://openalex.org/W2155182058","https://openalex.org/W3113139432","https://openalex.org/W3133389372","https://openalex.org/W2072073951","https://openalex.org/W2126909264","https://openalex.org/W2785241901","https://openalex.org/W3174948081","https://openalex.org/W2077261816","https://openalex.org/W3120254996","https://openalex.org/W2912342340"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"present":[4],"a":[5,24,36,45,83,112],"synergic":[6],"learning":[7],"algorithm":[8,66,77,124],"to":[9,55,68],"address":[10],"the":[11,65,74,86,121],"task":[12,28],"of":[13,16,61,115,135],"indirect":[14],"manipulation":[15,22,63,104],"an":[17,128],"unknown":[18],"deformable":[19],"tissue.":[20],"Tissue":[21],"is":[23,78],"common":[25],"yet":[26,58],"challenging":[27],"in":[29,50],"various":[30],"surgical":[31],"interventions,":[32],"which":[33,51,98],"makes":[34],"it":[35],"good":[37],"candidate":[38],"for":[39,94],"robotic":[40],"automation.":[41],"We":[42],"propose":[43],"using":[44,85],"linear":[46],"approximate":[47],"Q-learning":[48,123],"method":[49],"human":[52],"knowledge":[53,134],"contributes":[54],"selecting":[56],"useful":[57],"simple":[59,117],"features":[60],"tissue":[62,103,136],"while":[64],"learns":[67],"take":[69],"optimal":[70,129],"actions":[71],"and":[72,80,88,118],"accomplish":[73],"task.":[75],"The":[76],"implemented":[79],"evaluated":[81],"on":[82,101],"simulation":[84,92],"OpenCV":[87],"CHAI3D":[89],"libraries.":[90],"Successful":[91],"results":[93],"four":[95],"different":[96],"configurations":[97],"are":[99,106],"based":[100],"realistic":[102],"scenarios":[105],"presented.":[107],"Results":[108],"indicate":[109],"that":[110],"with":[111],"careful":[113],"selection":[114],"relatively":[116],"intuitive":[119],"features,":[120],"developed":[122],"can":[125],"successfully":[126],"learn":[127],"policy":[130],"without":[131],"any":[132],"prior":[133],"dynamics":[137],"or":[138],"camera":[139],"intrinsic/extrinsic":[140],"calibration":[141],"parameters.":[142]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":5}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}