{"id":"https://openalex.org/W3091703975","doi":"https://doi.org/10.1109/icra40945.2020.9196588","title":"Reinforcement Learning Based Manipulation Skill Transferring for Robot-assisted Minimally Invasive Surgery","display_name":"Reinforcement Learning Based Manipulation Skill Transferring for Robot-assisted Minimally Invasive Surgery","publication_year":2020,"publication_date":"2020-05-01","ids":{"openalex":"https://openalex.org/W3091703975","doi":"https://doi.org/10.1109/icra40945.2020.9196588","mag":"3091703975"},"language":"en","primary_location":{"id":"doi:10.1109/icra40945.2020.9196588","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra40945.2020.9196588","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://mediatum.ub.tum.de/1578975","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100341891","display_name":"Hang Su","orcid":"https://orcid.org/0000-0002-6877-6783"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Hang Su","raw_affiliation_strings":["Dipartimento di Elettronica, Politecnico di Milano, Milano, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Elettronica, Politecnico di Milano, Milano, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101760892","display_name":"Yingbai Hu","orcid":"https://orcid.org/0000-0003-2452-3570"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yingbai Hu","raw_affiliation_strings":["Department of Informatics, Technical University of Munich, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100450024","display_name":"Zhijun Li","orcid":"https://orcid.org/0000-0002-3909-488X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhijun Li","raw_affiliation_strings":["Department of Automation, University of Science and Technology of China, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063781430","display_name":"Alois Knoll","orcid":"https://orcid.org/0000-0003-4840-076X"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alois Knoll","raw_affiliation_strings":["Department of Informatics, Technical University of Munich, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045080493","display_name":"Giancarlo Ferrigno","orcid":"https://orcid.org/0000-0001-5913-9451"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giancarlo Ferrigno","raw_affiliation_strings":["Dipartimento di Elettronica, Politecnico di Milano, Milano, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Elettronica, Politecnico di Milano, Milano, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083795699","display_name":"Elena De Momi","orcid":"https://orcid.org/0000-0002-8819-2734"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Elena De Momi","raw_affiliation_strings":["Dipartimento di Elettronica, Politecnico di Milano, Milano, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Elettronica, Politecnico di Milano, Milano, Italy","institution_ids":["https://openalex.org/I93860229"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100341891"],"corresponding_institution_ids":["https://openalex.org/I93860229"],"apc_list":null,"apc_paid":null,"fwci":1.0445,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.7439459,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11687","display_name":"Teleoperation and Haptic Systems","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6964997053146362},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6416013240814209},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6391612887382507},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.6249348521232605},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5307151079177856},{"id":"https://openalex.org/keywords/invasive-surgery","display_name":"Invasive surgery","score":0.5090019702911377},{"id":"https://openalex.org/keywords/robotic-surgery","display_name":"Robotic surgery","score":0.48930904269218445},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3948545455932617},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.362374484539032},{"id":"https://openalex.org/keywords/surgery","display_name":"Surgery","score":0.19396090507507324},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.09898188710212708},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.07148706912994385}],"concepts":[{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6964997053146362},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6416013240814209},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6391612887382507},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.6249348521232605},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5307151079177856},{"id":"https://openalex.org/C3019477240","wikidata":"https://www.wikidata.org/wiki/Q1755504","display_name":"Invasive surgery","level":2,"score":0.5090019702911377},{"id":"https://openalex.org/C103203806","wikidata":"https://www.wikidata.org/wiki/Q942348","display_name":"Robotic surgery","level":2,"score":0.48930904269218445},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3948545455932617},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.362374484539032},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.19396090507507324},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.09898188710212708},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.07148706912994385},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icra40945.2020.9196588","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra40945.2020.9196588","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:mediatum.ub.tum.de:node/1578975","is_oa":true,"landing_page_url":"https://mediatum.ub.tum.de/1578975","pdf_url":null,"source":{"id":"https://openalex.org/S4377196330","display_name":"mediaTUM  (Technical University of Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"ConferencePaper"}],"best_oa_location":{"id":"pmh:oai:mediatum.ub.tum.de:node/1578975","is_oa":true,"landing_page_url":"https://mediatum.ub.tum.de/1578975","pdf_url":null,"source":{"id":"https://openalex.org/S4377196330","display_name":"mediaTUM  (Technical University of Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"ConferencePaper"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7200000286102295}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1588269491","https://openalex.org/W1990603682","https://openalex.org/W2031580264","https://openalex.org/W2047191624","https://openalex.org/W2060914855","https://openalex.org/W2070927739","https://openalex.org/W2109121052","https://openalex.org/W2170832633","https://openalex.org/W2331138946","https://openalex.org/W2474696542","https://openalex.org/W2625556205","https://openalex.org/W2722424650","https://openalex.org/W2775192669","https://openalex.org/W2789237607","https://openalex.org/W2885017279","https://openalex.org/W2890286316","https://openalex.org/W2914029293","https://openalex.org/W2944812549","https://openalex.org/W2964319110","https://openalex.org/W2966933909","https://openalex.org/W2967063373","https://openalex.org/W3008806548","https://openalex.org/W4211225190"],"related_works":["https://openalex.org/W2111551460","https://openalex.org/W4233764379","https://openalex.org/W2139286786","https://openalex.org/W3137926360","https://openalex.org/W2145133212","https://openalex.org/W2252542483","https://openalex.org/W1473481164","https://openalex.org/W3195835170","https://openalex.org/W4390338516","https://openalex.org/W4353016424"],"abstract_inverted_index":{"The":[0,118],"complexity":[1],"of":[2,123,131],"surgical":[3,10,94],"operation":[4],"can":[5,12],"be":[6],"released":[7],"significantly":[8],"if":[9],"robots":[11],"learn":[13],"the":[14,66,78,87,92,121,124],"manipulation":[15,38,69,102,133],"skills":[16,103],"by":[17,47,49,100],"imitation":[18],"from":[19],"complex":[20],"tasks":[21],"demonstrations":[22],"such":[23],"as":[24],"puncture,":[25],"suturing,":[26],"and":[27,56,80,89,106,129],"knotting,":[28],"etc..":[29],"This":[30],"paper":[31],"proposes":[32],"a":[33,109,114],"reinforcement":[34],"learning":[35,79,130],"algorithm":[36],"based":[37,60],"skill":[39,70],"transferring":[40,101],"technique":[41],"for":[42,91,104,127],"robot-assisted":[43],"Minimally":[44],"Invasive":[45],"Surgery":[46],"Teaching":[48],"Demonstration.":[50],"It":[51],"employed":[52],"Gaussian":[53,57],"mixture":[54,58],"model":[55,65],"Regression":[59],"dynamic":[61],"movement":[62],"primitive":[63],"to":[64],"high-dimensional":[67],"human-like":[68],"after":[71],"multiple":[72],"demonstrations.":[73],"Furthermore,":[74],"this":[75],"approach":[76,126],"fascinates":[77],"trial":[81],"phase":[82],"performed":[83],"offline,":[84],"which":[85],"reduces":[86],"risks":[88],"cost":[90],"practical":[93],"operation.":[95],"Finally,":[96],"it":[97],"is":[98],"demonstrated":[99],"reaching":[105],"puncture":[107],"using":[108],"KUKA":[110],"LWR4+":[111],"robot":[112],"in":[113],"lab":[115],"setup":[116],"environment.":[117],"results":[119],"show":[120],"effectiveness":[122],"proposed":[125],"modelling":[128],"human":[132],"skill.":[134]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}