{"id":"https://openalex.org/W4321484228","doi":"https://doi.org/10.1109/tase.2023.3246089","title":"RL-TEE: Autonomous Probe Guidance for Transesophageal Echocardiography Based on Attention-Augmented Deep Reinforcement Learning","display_name":"RL-TEE: Autonomous Probe Guidance for Transesophageal Echocardiography Based on Attention-Augmented Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-02-22","ids":{"openalex":"https://openalex.org/W4321484228","doi":"https://doi.org/10.1109/tase.2023.3246089"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2023.3246089","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2023.3246089","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101829323","display_name":"Keyu Li","orcid":"https://orcid.org/0000-0001-8893-1261"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Keyu Li","raw_affiliation_strings":["Department of Electronic Engineering, The Chinese University of Hong Kong, Shatin, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong, Shatin, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100413647","display_name":"Ang Li","orcid":"https://orcid.org/0000-0003-0380-6459"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ang Li","raw_affiliation_strings":["Department of Electronic Engineering, The Chinese University of Hong Kong, Shatin, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong, Shatin, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053035784","display_name":"Yangxin Xu","orcid":"https://orcid.org/0000-0001-6258-4716"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yangxin Xu","raw_affiliation_strings":["Department of Electronic Engineering, The Chinese University of Hong Kong, Shatin, Hong Kong","Yuanhua Robotics, Perception and AI Technologies Ltd., Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong, Shatin, Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Yuanhua Robotics, Perception and AI Technologies Ltd., Shenzhen, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029282544","display_name":"Huahua Xiong","orcid":"https://orcid.org/0000-0001-7468-7130"},"institutions":[{"id":"https://openalex.org/I4210164332","display_name":"Shenzhen Second People's Hospital","ror":"https://ror.org/05c74bq69","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210164332"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huahua Xiong","raw_affiliation_strings":["Department of Ultrasound, Shenzhen Second People’s Hospital, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Department of Ultrasound, Shenzhen Second People’s Hospital, Shenzhen, China","institution_ids":["https://openalex.org/I4210164332"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021531143","display_name":"Max Q.\u2010H. Meng","orcid":"https://orcid.org/0000-0002-5255-5898"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]},{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Max Q.-H. Meng","raw_affiliation_strings":["Department of Electronic and Electrical Engineering, Southern University of Science and Technology, Shenzhen, China","Shenzhen Research Institute, The Chinese University of Hong Kong, Shenzhen, China","Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Shenzhen Research Institute, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101829323"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":3.5171,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.93308686,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"21","issue":"2","first_page":"1526","last_page":"1538"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10202","display_name":"Lung Cancer Diagnosis and Treatment","score":0.9722999930381775,"subfield":{"id":"https://openalex.org/subfields/2740","display_name":"Pulmonary and Respiratory Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10378","display_name":"Advanced MRI Techniques and Applications","score":0.9632999897003174,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7308372855186462},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6590921878814697},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6336268186569214},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.583732008934021},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4745170474052429},{"id":"https://openalex.org/keywords/data-acquisition","display_name":"Data acquisition","score":0.4560541808605194},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4524775743484497},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4506832957267761},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.44694775342941284}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7308372855186462},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6590921878814697},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6336268186569214},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.583732008934021},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4745170474052429},{"id":"https://openalex.org/C163985040","wikidata":"https://www.wikidata.org/wiki/Q1172399","display_name":"Data acquisition","level":2,"score":0.4560541808605194},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4524775743484497},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4506832957267761},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.44694775342941284},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2023.3246089","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2023.3246089","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2760685802","display_name":null,"funder_award_id":"2020B1515120061","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G5736026126","display_name":null,"funder_award_id":"2019YFB1312400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G643313757","display_name":null,"funder_award_id":"#14211420","funder_id":"https://openalex.org/F4320321592","funder_display_name":"Research Grants Council, University Grants Committee"}],"funders":[{"id":"https://openalex.org/F4320321592","display_name":"Research Grants Council, University Grants Committee","ror":"https://ror.org/00djwmt25"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1966906328","https://openalex.org/W1968600609","https://openalex.org/W1975502852","https://openalex.org/W1983496439","https://openalex.org/W2039791750","https://openalex.org/W2069556693","https://openalex.org/W2078278782","https://openalex.org/W2105940363","https://openalex.org/W2120415087","https://openalex.org/W2144241942","https://openalex.org/W2145339207","https://openalex.org/W2503967141","https://openalex.org/W2555681516","https://openalex.org/W2558247857","https://openalex.org/W2604382266","https://openalex.org/W2735582614","https://openalex.org/W2746206846","https://openalex.org/W2913559493","https://openalex.org/W2951997750","https://openalex.org/W2982446957","https://openalex.org/W3010664997","https://openalex.org/W3035812436","https://openalex.org/W3090509004","https://openalex.org/W3094046334","https://openalex.org/W3099763198","https://openalex.org/W3113231417","https://openalex.org/W3125472763","https://openalex.org/W3127501898","https://openalex.org/W3157010837","https://openalex.org/W3186292497","https://openalex.org/W3205841225","https://openalex.org/W3207559658","https://openalex.org/W3213118596","https://openalex.org/W4200211803","https://openalex.org/W4200319902","https://openalex.org/W4225912841","https://openalex.org/W4247856304","https://openalex.org/W4280562887","https://openalex.org/W4313680218","https://openalex.org/W4378772057","https://openalex.org/W6810673825","https://openalex.org/W6849041252"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W3162204513","https://openalex.org/W4226493464","https://openalex.org/W4312417841","https://openalex.org/W3193565141","https://openalex.org/W3133861977","https://openalex.org/W2951211570","https://openalex.org/W3167935049","https://openalex.org/W3103566983","https://openalex.org/W3029198973"],"abstract_inverted_index":{"Ultrasound":[0],"image":[1,65],"acquisition":[2,187],"in":[3,15,69,85,90,106,133,146,244,343,346,361],"conventional":[4],"transesophageal":[5],"echocardiography":[6],"(TEE)":[7],"requires":[8],"complex":[9],"manual":[10,393],"operation":[11,394],"of":[12,22,28,57,79,162,203,212,221,254,272,278,337],"the":[13,16,20,29,37,50,63,73,96,101,107,163,169,180,218,222,226,264,279,292,298,302,332,338,384,389,398],"probe":[14,39,60,181,215,280,333,368],"esophagus":[17],"based":[18,61,224],"on":[19,62,225,397],"interpretation":[21,271],"ultrasound":[23,64,134,328],"images":[24,135,274,329],"and":[25,48,76,104,177,189,251,275,295,373,400],"in-depth":[26],"knowledge":[27],"cardiac":[30],"anatomy.":[31],"In":[32],"this":[33,204],"work,":[34],"we":[35,111],"formulate":[36],"TEE":[38,59,86,148,184,214,245,273,367,385],"guidance":[40,211,277,369],"task":[41],"as":[42],"a":[43,58,113,120,147,191,213,259,313,347,378],"reinforcement":[44],"learning":[45],"(RL)":[46],"problem,":[47],"present":[49],"first":[51],"learning-based":[52],"solution":[53],"to":[54,71,128,136,157,175,195,200,207,216,233,240,268,287,322,330,364,381,395],"3-DOF":[55,209],"control":[56,236],"feedback,":[66],"named":[67],"RL-TEE,":[68],"order":[70],"mimic":[72],"visual":[74],"search":[75],"navigation":[77,99,138,293],"strategies":[78],"expert":[80],"echocardiographers.":[81],"The":[82,140,282,335,355],"probe-tissue":[83],"interaction":[84],"is":[87,206,285,320,340],"carefully":[88],"modeled":[89],"our":[91],"framework":[92,284,339],"by":[93],"considering":[94],"both":[95,291],"requirements":[97],"for":[98,183,301,370],"towards":[100],"standard":[102,160,185,219],"views":[103,161,220],"compliance":[105,296],"esophageal":[108,299],"environment.":[109],"Furthermore,":[110],"propose":[112],"hybrid":[114,307],"deep":[115,265,308],"Q-network":[116,309],"model":[117,310],"that":[118,168,262,311],"augments":[119,312],"convolutional":[121,314],"neural":[122,315],"network":[123,316],"backbone":[124],"with":[125,152,297,317,351,377],"self-attention":[126],"mechanisms":[127,319],"better":[129,323],"capture":[130,324],"spatial":[131,325],"information":[132,326],"guide":[137,179],"decisions.":[139],"presented":[141],"methods":[142],"are":[143],"preliminarily":[144,341],"validated":[145,342],"simulation":[149,348],"environment":[150,300,349],"built":[151,350],"data":[153],"from":[154,327,391],"25":[155],"subjects":[156],"acquire":[158,217],"four":[159],"heart.":[164],"Our":[165],"results":[166],"show":[167],"proposed":[170,356],"method":[171,357],"can":[172,230,358,374],"effectively":[173],"learn":[174],"accurately":[176],"compliantly":[178],"movement":[182,210],"view":[186],"tasks":[188],"has":[190],"good":[192],"generalization":[193],"ability":[194],"unseen":[196],"patient":[197,353],"data.":[198,354],"Note":[199],"Practitioners\u2014The":[201],"motivation":[202],"paper":[205,257],"realize":[208],"heart":[223],"real-time":[227,366],"images,":[228],"which":[229],"be":[231,359,375],"applied":[232,360],"existing":[234],"robotic":[235,379],"systems":[237],"or":[238],"used":[239],"assist":[241],"novice":[242,371],"echocardiographers":[243],"examination,":[246],"thereby":[247,387],"relieving":[248,388],"operator":[249],"workload":[250],"improving":[252],"ease":[253],"use.":[255],"This":[256],"suggests":[258],"novel":[260],"approach":[261],"uses":[263],"RL":[266,283],"technique":[267],"achieve":[269],"automatic":[270],"intelligent":[276],"movement.":[281,334],"designed":[286,321],"take":[288],"into":[289],"account":[290],"efficiency":[294],"targeted":[303],"intracorporeal":[304],"application.":[305],"A":[306],"attention":[318],"predict":[331],"effectiveness":[336],"extensive":[344],"experiments":[345],"real":[352],"clinical":[362],"use":[363],"provide":[365],"echocardiographers,":[372],"integrated":[376],"system":[380],"fully":[382],"automate":[383],"acquisition,":[386],"doctors":[390],"tedious":[392],"focus":[396],"diagnosis":[399],"treatment.":[401]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":5}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}