{"id":"https://openalex.org/W3202314155","doi":"https://doi.org/10.1109/access.2021.3135277","title":"Deep Reinforcement Learning for Guidewire Navigation in Coronary Artery Phantom","display_name":"Deep Reinforcement Learning for Guidewire Navigation in Coronary Artery Phantom","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3202314155","doi":"https://doi.org/10.1109/access.2021.3135277","mag":"3202314155"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3135277","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3135277","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09648308.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09648308.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080229165","display_name":"Jihoon Kweon","orcid":"https://orcid.org/0000-0003-1831-7615"},"institutions":[{"id":"https://openalex.org/I116631150","display_name":"Ulsan College","ror":"https://ror.org/02tec3785","country_code":"KR","type":"education","lineage":["https://openalex.org/I116631150"]},{"id":"https://openalex.org/I2801680663","display_name":"Asan Medical Center","ror":"https://ror.org/03s5q0090","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I2801680663","https://openalex.org/I4210167194"]},{"id":"https://openalex.org/I40542001","display_name":"University of Ulsan","ror":"https://ror.org/02c2f8975","country_code":"KR","type":"education","lineage":["https://openalex.org/I40542001"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Jihoon Kweon","raw_affiliation_strings":["Departments of Convergence Medicine, Asan Medical Center, University of Ulsan College of Medicine, Seoul, South Korea","Departments of Convergence Medicine, Asan Medical Center, University of Ulsan College of Medicine, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-1831-7615","affiliations":[{"raw_affiliation_string":"Departments of Convergence Medicine, Asan Medical Center, University of Ulsan College of Medicine, Seoul, South Korea","institution_ids":["https://openalex.org/I40542001","https://openalex.org/I2801680663","https://openalex.org/I116631150"]},{"raw_affiliation_string":"Departments of Convergence Medicine, Asan Medical Center, University of Ulsan College of Medicine, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I40542001","https://openalex.org/I2801680663","https://openalex.org/I116631150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109875578","display_name":"Kyunghwan Kim","orcid":"https://orcid.org/0009-0003-7031-6465"},"institutions":[{"id":"https://openalex.org/I4210144002","display_name":"Medipost (South Korea)","ror":"https://ror.org/03vnxht79","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210144002"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kyunghwan Kim","raw_affiliation_strings":["Medipixel, Inc., Seoul, South Korea","Medipixel, Inc., Seoul, 04037, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Medipixel, Inc., Seoul, South Korea","institution_ids":["https://openalex.org/I4210144002"]},{"raw_affiliation_string":"Medipixel, Inc., Seoul, 04037, South Korea","institution_ids":["https://openalex.org/I4210144002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085862477","display_name":"Chaehyuk Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I4210144002","display_name":"Medipost (South Korea)","ror":"https://ror.org/03vnxht79","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210144002"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Chaehyuk Lee","raw_affiliation_strings":["Medipixel, Inc., Seoul, South Korea","Medipixel, Inc., Seoul, 04037, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Medipixel, Inc., Seoul, South Korea","institution_ids":["https://openalex.org/I4210144002"]},{"raw_affiliation_string":"Medipixel, Inc., Seoul, 04037, South Korea","institution_ids":["https://openalex.org/I4210144002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001163641","display_name":"Hwi Kwon","orcid":null},"institutions":[{"id":"https://openalex.org/I4210144002","display_name":"Medipost (South Korea)","ror":"https://ror.org/03vnxht79","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210144002"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hwi Kwon","raw_affiliation_strings":["Medipixel, Inc., Seoul, South Korea","Medipixel, Inc., Seoul, 04037, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Medipixel, Inc., Seoul, South Korea","institution_ids":["https://openalex.org/I4210144002"]},{"raw_affiliation_string":"Medipixel, Inc., Seoul, 04037, South Korea","institution_ids":["https://openalex.org/I4210144002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100330093","display_name":"Jinwoo Park","orcid":"https://orcid.org/0000-0002-8544-1643"},"institutions":[{"id":"https://openalex.org/I116631150","display_name":"Ulsan College","ror":"https://ror.org/02tec3785","country_code":"KR","type":"education","lineage":["https://openalex.org/I116631150"]},{"id":"https://openalex.org/I2801680663","display_name":"Asan Medical Center","ror":"https://ror.org/03s5q0090","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I2801680663","https://openalex.org/I4210167194"]},{"id":"https://openalex.org/I40542001","display_name":"University of Ulsan","ror":"https://ror.org/02c2f8975","country_code":"KR","type":"education","lineage":["https://openalex.org/I40542001"]},{"id":"https://openalex.org/I4210144002","display_name":"Medipost (South Korea)","ror":"https://ror.org/03vnxht79","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210144002"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jinwoo Park","raw_affiliation_strings":["Department of Medical Science, Asan Medical Institute of Convergence Science and Technology, Asan Medical Center, University of Ulsan College of Medicine, Seoul, South Korea","Medipixel, Inc., Seoul, South Korea","Medipixel, Inc., Seoul, 04037, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medical Science, Asan Medical Institute of Convergence Science and Technology, Asan Medical Center, University of Ulsan College of Medicine, Seoul, South Korea","institution_ids":["https://openalex.org/I2801680663","https://openalex.org/I40542001","https://openalex.org/I116631150"]},{"raw_affiliation_string":"Medipixel, Inc., Seoul, South Korea","institution_ids":["https://openalex.org/I4210144002"]},{"raw_affiliation_string":"Medipixel, Inc., Seoul, 04037, South Korea","institution_ids":["https://openalex.org/I4210144002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006041384","display_name":"Kyoseok Song","orcid":null},"institutions":[{"id":"https://openalex.org/I4210144002","display_name":"Medipost (South Korea)","ror":"https://ror.org/03vnxht79","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210144002"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kyoseok Song","raw_affiliation_strings":["Medipixel, Inc., Seoul, South Korea","Medipixel, Inc., Seoul, 04037, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Medipixel, Inc., Seoul, South Korea","institution_ids":["https://openalex.org/I4210144002"]},{"raw_affiliation_string":"Medipixel, Inc., Seoul, 04037, South Korea","institution_ids":["https://openalex.org/I4210144002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101657107","display_name":"Young In Kim","orcid":"https://orcid.org/0000-0001-7279-2519"},"institutions":[{"id":"https://openalex.org/I116631150","display_name":"Ulsan College","ror":"https://ror.org/02tec3785","country_code":"KR","type":"education","lineage":["https://openalex.org/I116631150"]},{"id":"https://openalex.org/I2801680663","display_name":"Asan Medical Center","ror":"https://ror.org/03s5q0090","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I2801680663","https://openalex.org/I4210167194"]},{"id":"https://openalex.org/I40542001","display_name":"University of Ulsan","ror":"https://ror.org/02c2f8975","country_code":"KR","type":"education","lineage":["https://openalex.org/I40542001"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Young In Kim","raw_affiliation_strings":["Department of Internal Medicine, Asan Medical Center, Division of Cardiology, University of Ulsan College of Medicine, Seoul, South Korea","Department of Medical Science, Asan Medical Institute of Convergence Science and Technology, Asan Medical Center, University of Ulsan College of Medicine, Seoul, South Korea","Department of Medical Science, Asan Medical Institute of Convergence Science and Technology, Asan Medical Center, University of Ulsan College of Medicine, Seoul, 05505, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Internal Medicine, Asan Medical Center, Division of Cardiology, University of Ulsan College of Medicine, Seoul, South Korea","institution_ids":["https://openalex.org/I40542001"]},{"raw_affiliation_string":"Department of Medical Science, Asan Medical Institute of Convergence Science and Technology, Asan Medical Center, University of Ulsan College of Medicine, Seoul, South Korea","institution_ids":["https://openalex.org/I2801680663","https://openalex.org/I40542001","https://openalex.org/I116631150"]},{"raw_affiliation_string":"Department of Medical Science, Asan Medical Institute of Convergence Science and Technology, Asan Medical Center, University of Ulsan College of Medicine, Seoul, 05505, South Korea","institution_ids":["https://openalex.org/I2801680663","https://openalex.org/I40542001"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049190496","display_name":"Jeeone Park","orcid":"https://orcid.org/0000-0001-5855-3853"},"institutions":[{"id":"https://openalex.org/I116631150","display_name":"Ulsan College","ror":"https://ror.org/02tec3785","country_code":"KR","type":"education","lineage":["https://openalex.org/I116631150"]},{"id":"https://openalex.org/I2801680663","display_name":"Asan Medical Center","ror":"https://ror.org/03s5q0090","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I2801680663","https://openalex.org/I4210167194"]},{"id":"https://openalex.org/I40542001","display_name":"University of Ulsan","ror":"https://ror.org/02c2f8975","country_code":"KR","type":"education","lineage":["https://openalex.org/I40542001"]},{"id":"https://openalex.org/I4210144002","display_name":"Medipost (South Korea)","ror":"https://ror.org/03vnxht79","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210144002"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jeeone Park","raw_affiliation_strings":["Department of Medical Science, Asan Medical Institute of Convergence Science and Technology, Asan Medical Center, University of Ulsan College of Medicine, Seoul, South Korea","Medipixel, Inc., Seoul, South Korea","Department of Medical Science, Asan Medical Institute of Convergence Science and Technology, Asan Medical Center, University of Ulsan College of Medicine, Seoul, 05505, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medical Science, Asan Medical Institute of Convergence Science and Technology, Asan Medical Center, University of Ulsan College of Medicine, Seoul, South Korea","institution_ids":["https://openalex.org/I2801680663","https://openalex.org/I40542001","https://openalex.org/I116631150"]},{"raw_affiliation_string":"Medipixel, Inc., Seoul, South Korea","institution_ids":["https://openalex.org/I4210144002"]},{"raw_affiliation_string":"Department of Medical Science, Asan Medical Institute of Convergence Science and Technology, Asan Medical Center, University of Ulsan College of Medicine, Seoul, 05505, South Korea","institution_ids":["https://openalex.org/I2801680663","https://openalex.org/I40542001"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042358560","display_name":"Inwook Back","orcid":null},"institutions":[{"id":"https://openalex.org/I116631150","display_name":"Ulsan College","ror":"https://ror.org/02tec3785","country_code":"KR","type":"education","lineage":["https://openalex.org/I116631150"]},{"id":"https://openalex.org/I2801680663","display_name":"Asan Medical Center","ror":"https://ror.org/03s5q0090","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I2801680663","https://openalex.org/I4210167194"]},{"id":"https://openalex.org/I40542001","display_name":"University of Ulsan","ror":"https://ror.org/02c2f8975","country_code":"KR","type":"education","lineage":["https://openalex.org/I40542001"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Inwook Back","raw_affiliation_strings":["Department of Medical Science, Asan Medical Institute of Convergence Science and Technology, Asan Medical Center, University of Ulsan College of Medicine, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medical Science, Asan Medical Institute of Convergence Science and Technology, Asan Medical Center, University of Ulsan College of Medicine, Seoul, South Korea","institution_ids":["https://openalex.org/I2801680663","https://openalex.org/I40542001","https://openalex.org/I116631150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001255691","display_name":"Jae\u2010Hyung Roh","orcid":"https://orcid.org/0000-0003-3675-3541"},"institutions":[{"id":"https://openalex.org/I196345858","display_name":"Chungnam National University","ror":"https://ror.org/0227as991","country_code":"KR","type":"education","lineage":["https://openalex.org/I196345858"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jae-Hyung Roh","raw_affiliation_strings":["Department of Cardiology in Internal Medicine, Chungnam National University Sejong Hospital, Chungnam National University School of Medicine, Daejeon, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Cardiology in Internal Medicine, Chungnam National University Sejong Hospital, Chungnam National University School of Medicine, Daejeon, South Korea","institution_ids":["https://openalex.org/I196345858"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066497539","display_name":"Youngjin Moon","orcid":"https://orcid.org/0000-0002-8573-1149"},"institutions":[{"id":"https://openalex.org/I116631150","display_name":"Ulsan College","ror":"https://ror.org/02tec3785","country_code":"KR","type":"education","lineage":["https://openalex.org/I116631150"]},{"id":"https://openalex.org/I2801680663","display_name":"Asan Medical Center","ror":"https://ror.org/03s5q0090","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I2801680663","https://openalex.org/I4210167194"]},{"id":"https://openalex.org/I40542001","display_name":"University of Ulsan","ror":"https://ror.org/02c2f8975","country_code":"KR","type":"education","lineage":["https://openalex.org/I40542001"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Youngjin Moon","raw_affiliation_strings":["Departments of Convergence Medicine, Asan Medical Center, University of Ulsan College of Medicine, Seoul, South Korea","Departments of Convergence Medicine, Asan Medical Center, University of Ulsan College of Medicine, Seoul, 05505, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-8573-1149","affiliations":[{"raw_affiliation_string":"Departments of Convergence Medicine, Asan Medical Center, University of Ulsan College of Medicine, Seoul, South Korea","institution_ids":["https://openalex.org/I40542001","https://openalex.org/I2801680663","https://openalex.org/I116631150"]},{"raw_affiliation_string":"Departments of Convergence Medicine, Asan Medical Center, University of Ulsan College of Medicine, Seoul, 05505, South Korea","institution_ids":["https://openalex.org/I40542001","https://openalex.org/I2801680663"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102984114","display_name":"Jaesoon Choi","orcid":"https://orcid.org/0000-0002-6718-9480"},"institutions":[{"id":"https://openalex.org/I116631150","display_name":"Ulsan College","ror":"https://ror.org/02tec3785","country_code":"KR","type":"education","lineage":["https://openalex.org/I116631150"]},{"id":"https://openalex.org/I2801680663","display_name":"Asan Medical Center","ror":"https://ror.org/03s5q0090","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I2801680663","https://openalex.org/I4210167194"]},{"id":"https://openalex.org/I40542001","display_name":"University of Ulsan","ror":"https://ror.org/02c2f8975","country_code":"KR","type":"education","lineage":["https://openalex.org/I40542001"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jaesoon Choi","raw_affiliation_strings":["Department of Biomedical Engineering, Asan Medical Center, University of Ulsan College of Medicine, Seoul, South Korea","Department of Biomedical Engineering, Asan Medical Center, University of Ulsan College of Medicine, Seoul, 05505, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-6718-9480","affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Asan Medical Center, University of Ulsan College of Medicine, Seoul, South Korea","institution_ids":["https://openalex.org/I40542001","https://openalex.org/I2801680663","https://openalex.org/I116631150"]},{"raw_affiliation_string":"Department of Biomedical Engineering, Asan Medical Center, University of Ulsan College of Medicine, Seoul, 05505, South Korea","institution_ids":["https://openalex.org/I40542001","https://openalex.org/I2801680663","https://openalex.org/I116631150"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012996842","display_name":"Young\u2010Hak Kim","orcid":"https://orcid.org/0000-0002-3610-486X"},"institutions":[{"id":"https://openalex.org/I116631150","display_name":"Ulsan College","ror":"https://ror.org/02tec3785","country_code":"KR","type":"education","lineage":["https://openalex.org/I116631150"]},{"id":"https://openalex.org/I2801680663","display_name":"Asan Medical Center","ror":"https://ror.org/03s5q0090","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I2801680663","https://openalex.org/I4210167194"]},{"id":"https://openalex.org/I40542001","display_name":"University of Ulsan","ror":"https://ror.org/02c2f8975","country_code":"KR","type":"education","lineage":["https://openalex.org/I40542001"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Young-Hak Kim","raw_affiliation_strings":["Department of Internal Medicine, Asan Medical Center, Division of Cardiology, University of Ulsan College of Medicine, Seoul, South Korea","Department of Medical Science, Asan Medical Institute of Convergence Science and Technology, Asan Medical Center, University of Ulsan College of Medicine, Seoul, South Korea","Division of Cardiology, Department of Internal Medicine, Asan Medical Center, University of Ulsan College of Medicine, Seoul, 05505, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-3610-486X","affiliations":[{"raw_affiliation_string":"Department of Internal Medicine, Asan Medical Center, Division of Cardiology, University of Ulsan College of Medicine, Seoul, South Korea","institution_ids":["https://openalex.org/I40542001"]},{"raw_affiliation_string":"Department of Medical Science, Asan Medical Institute of Convergence Science and Technology, Asan Medical Center, University of Ulsan College of Medicine, Seoul, South Korea","institution_ids":["https://openalex.org/I2801680663","https://openalex.org/I40542001","https://openalex.org/I116631150"]},{"raw_affiliation_string":"Division of Cardiology, Department of Internal Medicine, Asan Medical Center, University of Ulsan College of Medicine, Seoul, 05505, South Korea","institution_ids":["https://openalex.org/I40542001","https://openalex.org/I2801680663","https://openalex.org/I116631150"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":13,"corresponding_author_ids":["https://openalex.org/A5080229165"],"corresponding_institution_ids":["https://openalex.org/I116631150","https://openalex.org/I2801680663","https://openalex.org/I40542001"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.8858,"has_fulltext":false,"cited_by_count":53,"citation_normalized_percentile":{"value":0.9117955,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"9","issue":null,"first_page":"166409","last_page":"166422"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10193","display_name":"Coronary Interventions and Diagnostics","score":0.9772999882698059,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10510","display_name":"Stroke Rehabilitation and Recovery","score":0.95169997215271,"subfield":{"id":"https://openalex.org/subfields/2742","display_name":"Rehabilitation"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.784726619720459},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7287918329238892},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.685871958732605},{"id":"https://openalex.org/keywords/imaging-phantom","display_name":"Imaging phantom","score":0.6252598166465759},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5972824096679688},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5606158375740051},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.4916006028652191},{"id":"https://openalex.org/keywords/haptic-technology","display_name":"Haptic technology","score":0.4761233925819397},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.36369940638542175},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3615490198135376},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.18674591183662415},{"id":"https://openalex.org/keywords/radiology","display_name":"Radiology","score":0.11360326409339905},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09113097190856934}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.784726619720459},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7287918329238892},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.685871958732605},{"id":"https://openalex.org/C104293457","wikidata":"https://www.wikidata.org/wiki/Q28324852","display_name":"Imaging phantom","level":2,"score":0.6252598166465759},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5972824096679688},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5606158375740051},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4916006028652191},{"id":"https://openalex.org/C152086174","wikidata":"https://www.wikidata.org/wiki/Q3030571","display_name":"Haptic technology","level":2,"score":0.4761233925819397},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.36369940638542175},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3615490198135376},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.18674591183662415},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.11360326409339905},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09113097190856934},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2021.3135277","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3135277","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09648308.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2110.01840","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.01840","pdf_url":"https://arxiv.org/pdf/2110.01840","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:ffe8fb8cb1034bfcb389a50ea2128678","is_oa":true,"landing_page_url":"https://doaj.org/article/ffe8fb8cb1034bfcb389a50ea2128678","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 166409-166422 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3135277","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3135277","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09648308.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5899999737739563,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3202314155.pdf","grobid_xml":"https://content.openalex.org/works/W3202314155.grobid-xml"},"referenced_works_count":70,"referenced_works":["https://openalex.org/W1600321150","https://openalex.org/W2080812650","https://openalex.org/W2102605133","https://openalex.org/W2106529111","https://openalex.org/W2136747438","https://openalex.org/W2145339207","https://openalex.org/W2155007355","https://openalex.org/W2155968351","https://openalex.org/W2173564293","https://openalex.org/W2201581102","https://openalex.org/W2257979135","https://openalex.org/W2586184221","https://openalex.org/W2596874484","https://openalex.org/W2609009256","https://openalex.org/W2724169821","https://openalex.org/W2726601724","https://openalex.org/W2735089625","https://openalex.org/W2744197457","https://openalex.org/W2746553466","https://openalex.org/W2761873684","https://openalex.org/W2766614170","https://openalex.org/W2785379783","https://openalex.org/W2788650083","https://openalex.org/W2788862220","https://openalex.org/W2886512600","https://openalex.org/W2942608247","https://openalex.org/W2950767422","https://openalex.org/W2951799221","https://openalex.org/W2962231994","https://openalex.org/W2962779270","https://openalex.org/W2963363446","https://openalex.org/W2963376229","https://openalex.org/W2963423916","https://openalex.org/W2963477884","https://openalex.org/W2964043796","https://openalex.org/W2964161785","https://openalex.org/W2964174623","https://openalex.org/W2964198579","https://openalex.org/W2964291307","https://openalex.org/W2964327384","https://openalex.org/W2972021860","https://openalex.org/W2972257398","https://openalex.org/W2973763250","https://openalex.org/W2982962963","https://openalex.org/W2988846102","https://openalex.org/W2999475074","https://openalex.org/W3000497838","https://openalex.org/W3010152544","https://openalex.org/W3024996926","https://openalex.org/W3044051321","https://openalex.org/W3087726169","https://openalex.org/W3090835024","https://openalex.org/W3093849377","https://openalex.org/W3096597946","https://openalex.org/W4288363736","https://openalex.org/W4298018319","https://openalex.org/W4298876402","https://openalex.org/W6636050109","https://openalex.org/W6682849425","https://openalex.org/W6683300800","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6692846177","https://openalex.org/W6736021936","https://openalex.org/W6740092555","https://openalex.org/W6741115023","https://openalex.org/W6744838376","https://openalex.org/W6745744936","https://openalex.org/W6748314335","https://openalex.org/W6748645729"],"related_works":["https://openalex.org/W3204184292","https://openalex.org/W3176564347","https://openalex.org/W156716224","https://openalex.org/W1985458517","https://openalex.org/W2355833770","https://openalex.org/W3031039437","https://openalex.org/W183202219","https://openalex.org/W3095877357","https://openalex.org/W2072565696","https://openalex.org/W2050451745"],"abstract_inverted_index":{"In":[0],"percutaneous":[1],"intervention":[2],"for":[3,14,53,86],"treatment":[4],"of":[5,37,134],"coronary":[6,22,60],"plaques,":[7],"guidewire":[8,20,39,55,96,116],"navigation":[9,56],"is":[10,68,88],"a":[11,18,47,58,64,91,104,128],"primary":[12],"procedure":[13],"stent":[15],"delivery.":[16],"Steering":[17],"flexible":[19],"within":[21],"arteries":[23],"requires":[24],"considerable":[25],"training,":[26],"and":[27,34,82,98],"the":[28,31,35,38,95,115,132],"non-linearity":[29],"between":[30],"control":[32],"operation":[33],"movement":[36],"makes":[40],"precise":[41],"manipulation":[42],"difficult.":[43],"Here,":[44],"we":[45],"introduce":[46],"deep":[48],"reinforcement":[49],"learning":[50,66],"(RL)":[51],"framework":[52,126],"autonomous":[54],"in":[57,122,131,141],"robot-assisted":[59,135],"intervention.":[61],"Using":[62],"Rainbow,":[63],"segment-wise":[65],"approach":[67],"applied":[69],"to":[70,74,102,117],"determine":[71],"how":[72],"best":[73],"accelerate":[75],"training":[76],"using":[77],"human":[78],"demonstrations,":[79],"transfer":[80],"learning,":[81],"weight":[83],"initialization.":[84],"\u2018State\u2019":[85],"RL":[87,109,140],"customized":[89],"as":[90],"focus":[92],"window":[93],"near":[94],"tip,":[97],"subgoals":[99],"are":[100],"placed":[101],"mitigate":[103],"sparse":[105],"reward":[106],"problem.":[107],"The":[108],"agent":[110],"improves":[111],"performance,":[112],"eventually":[113],"enabling":[114],"reach":[118],"all":[119],"valid":[120],"targets":[121],"\u2018stable\u2019":[123],"phase.":[124],"Our":[125],"opens":[127],"new":[129],"direction":[130],"automation":[133],"intervention,":[136],"providing":[137],"guidance":[138],"on":[139],"physical":[142],"spaces":[143],"involving":[144],"mechanical":[145],"fatigue.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":4}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2021-10-11T00:00:00"}