{"id":"https://openalex.org/W3135181254","doi":"https://doi.org/10.1109/icra48506.2021.9561295","title":"Autonomous Navigation of an Ultrasound Probe Towards Standard Scan Planes with Deep Reinforcement Learning","display_name":"Autonomous Navigation of an Ultrasound Probe Towards Standard Scan Planes with Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-05-30","ids":{"openalex":"https://openalex.org/W3135181254","doi":"https://doi.org/10.1109/icra48506.2021.9561295","mag":"3135181254"},"language":"en","primary_location":{"id":"doi:10.1109/icra48506.2021.9561295","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9561295","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2103.00718","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101829323","display_name":"Keyu Li","orcid":"https://orcid.org/0000-0001-8893-1261"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Keyu Li","raw_affiliation_strings":["Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong, China","The Chinese University of Hong Kong Department of Electronic Engineering Hong Kong China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"The Chinese University of Hong Kong Department of Electronic Engineering Hong Kong China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100370326","display_name":"Jian Wang","orcid":"https://orcid.org/0000-0001-5130-300X"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Wang","raw_affiliation_strings":["School of Biomedical Engineering, Shenzhen University, Shenzhen, China","Shenzhen University,School of Biomedical Engineering,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"Shenzhen University,School of Biomedical Engineering,Shenzhen,China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053035784","display_name":"Yangxin Xu","orcid":"https://orcid.org/0000-0001-6258-4716"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yangxin Xu","raw_affiliation_strings":["Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong, China","The Chinese University of Hong Kong Department of Electronic Engineering Hong Kong China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"The Chinese University of Hong Kong Department of Electronic Engineering Hong Kong China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101790566","display_name":"Hao Qin","orcid":"https://orcid.org/0000-0001-5038-6632"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao Qin","raw_affiliation_strings":["Sonoscape Medical Corp, Shenzhen, China","Sonoscape Medical Corp,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Sonoscape Medical Corp, Shenzhen, China","institution_ids":[]},{"raw_affiliation_string":"Sonoscape Medical Corp,Shenzhen,China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100440896","display_name":"Dongsheng Liu","orcid":"https://orcid.org/0000-0001-5571-1932"},"institutions":[{"id":"https://openalex.org/I4210128628","display_name":"Peking University Shenzhen Hospital","ror":"https://ror.org/03kkjyb15","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210128628"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongsheng Liu","raw_affiliation_strings":["Department of Pain, Peking University Shenzhen Hospital, Shenzhen, China","Peking University Shenzhen Hospital,Department of Pain,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Department of Pain, Peking University Shenzhen Hospital, Shenzhen, China","institution_ids":["https://openalex.org/I4210128628"]},{"raw_affiliation_string":"Peking University Shenzhen Hospital,Department of Pain,Shenzhen,China","institution_ids":["https://openalex.org/I4210128628"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100418783","display_name":"Li Liu","orcid":"https://orcid.org/0000-0002-2011-2873"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Li Liu","raw_affiliation_strings":["Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong, China","The Chinese University of Hong Kong Department of Electronic Engineering Hong Kong China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"The Chinese University of Hong Kong Department of Electronic Engineering Hong Kong China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021531143","display_name":"Max Q.\u2010H. Meng","orcid":"https://orcid.org/0000-0002-5255-5898"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Max Q.-H. Meng","raw_affiliation_strings":["Department of Electronic and Electrical Engineering of the Southern University of Science and Technology in Shenzhen, China","Department of Electronic and Electrical Engineering of the Southern University of Science and Technology in Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic and Electrical Engineering of the Southern University of Science and Technology in Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Department of Electronic and Electrical Engineering of the Southern University of Science and Technology in Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101829323"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":0.9799,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.79970572,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"8302","last_page":"8308"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8024327754974365},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7562448978424072},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7038097381591797},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.665765643119812},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.6025776267051697},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5892374515533447},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5583615303039551},{"id":"https://openalex.org/keywords/image-quality","display_name":"Image quality","score":0.4323021173477173},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3732389211654663},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08095094561576843}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8024327754974365},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7562448978424072},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7038097381591797},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.665765643119812},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.6025776267051697},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5892374515533447},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5583615303039551},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.4323021173477173},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3732389211654663},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08095094561576843},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/icra48506.2021.9561295","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9561295","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2103.00718","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.00718","pdf_url":"https://arxiv.org/pdf/2103.00718","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3135181254","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2103.00718","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2103.00718","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2103.00718","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2103.00718","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.00718","pdf_url":"https://arxiv.org/pdf/2103.00718","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1975502852","https://openalex.org/W1997583178","https://openalex.org/W2018230280","https://openalex.org/W2026616100","https://openalex.org/W2069556693","https://openalex.org/W2133665775","https://openalex.org/W2145339207","https://openalex.org/W2280920072","https://openalex.org/W2503967141","https://openalex.org/W2564163422","https://openalex.org/W2729315639","https://openalex.org/W2735582614","https://openalex.org/W2735738293","https://openalex.org/W2736601468","https://openalex.org/W2761873684","https://openalex.org/W2781726626","https://openalex.org/W2809092945","https://openalex.org/W2893379190","https://openalex.org/W2903819949","https://openalex.org/W2922142303","https://openalex.org/W2963656426","https://openalex.org/W2980266378","https://openalex.org/W2982446957","https://openalex.org/W2993611986","https://openalex.org/W2995161436","https://openalex.org/W3000915986","https://openalex.org/W3005507249","https://openalex.org/W3013826783","https://openalex.org/W3078964289","https://openalex.org/W3090906558","https://openalex.org/W3094046334","https://openalex.org/W3105355608","https://openalex.org/W3131511400","https://openalex.org/W4249593968","https://openalex.org/W6631190155","https://openalex.org/W6771394337","https://openalex.org/W6774085826"],"related_works":["https://openalex.org/W3205841225","https://openalex.org/W3209068503","https://openalex.org/W3092640715","https://openalex.org/W2950003180","https://openalex.org/W2561842403","https://openalex.org/W2806001765","https://openalex.org/W2752460469","https://openalex.org/W3135545534","https://openalex.org/W2995161436","https://openalex.org/W2899379198","https://openalex.org/W3204234540","https://openalex.org/W2979847472","https://openalex.org/W2890008804","https://openalex.org/W3213940327","https://openalex.org/W3090509004","https://openalex.org/W3026176543","https://openalex.org/W3148976060","https://openalex.org/W3203779524","https://openalex.org/W2750800898","https://openalex.org/W2980063313"],"abstract_inverted_index":{"Autonomous":[0],"ultrasound":[1],"(US)":[2],"acquisition":[3],"is":[4],"an":[5,120],"important":[6],"yet":[7],"challenging":[8],"task,":[9],"as":[10],"it":[11],"involves":[12],"interpretation":[13],"of":[14,41,75,99,122,142,154],"the":[15,38,54,59,73,79,96,100,115,125,130,133,152,164],"highly":[16],"complex":[17],"and":[18,21,128,135,144],"variable":[19],"images":[20],"their":[22],"spatial":[23],"relationships.":[24],"In":[25],"this":[26],"work,":[27],"we":[28,66],"propose":[29,67],"a":[30,42,68,87,139],"deep":[31],"reinforcement":[32],"learning":[33,80],"framework":[34],"to":[35,51,71],"autonomously":[36],"control":[37],"6-D":[39],"pose":[40],"virtual":[43],"US":[44,63,97,111],"probe":[45,112],"based":[46],"on":[47],"real-time":[48],"image":[49,76,155],"feedback":[50],"navigate":[52],"towards":[53,114],"standard":[55,116],"scan":[56,117],"planes":[57],"under":[58],"restrictions":[60],"in":[61,78,86,95,124,132,158],"real-world":[62,92],"scans.":[64],"Furthermore,":[65],"confidence-based":[69],"approach":[70],"encode":[72],"optimization":[74,157],"quality":[77,156],"process.":[81],"We":[82],"validate":[83],"our":[84,106,159],"method":[85,107,160],"simulation":[88],"environment":[89],"built":[90],"with":[91,119,138],"data":[93],"collected":[94],"imaging":[98],"spine.":[101],"Experimental":[102],"results":[103,148],"demonstrate":[104],"that":[105,151],"can":[108,161],"perform":[109],"reproducible":[110],"navigation":[113,165],"plane":[118],"accuracy":[121],"4.91mm/4.65\u00b0":[123],"intra-patient":[126],"setting,":[127],"accomplish":[129],"task":[131],"intra-":[134],"inter-patient":[136],"settings":[137],"success":[140],"rate":[141],"92%":[143],"46%,":[145],"respectively.":[146],"The":[147],"also":[149],"show":[150],"introduction":[153],"effectively":[162],"improve":[163],"performance.":[166]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":6}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}