{"id":"https://openalex.org/W4403069459","doi":"https://doi.org/10.1007/978-3-031-72120-5_30","title":"Goal-Conditioned Reinforcement Learning for\u00a0Ultrasound Navigation Guidance","display_name":"Goal-Conditioned Reinforcement Learning for\u00a0Ultrasound Navigation Guidance","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4403069459","doi":"https://doi.org/10.1007/978-3-031-72120-5_30"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-031-72120-5_30","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-72120-5_30","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1007/978-3-031-72120-5_30","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109764313","display_name":"Abdoul Aziz Amadou","orcid":null},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]},{"id":"https://openalex.org/I4210114920","display_name":"Siemens (United Kingdom)","ror":"https://ror.org/0287e5797","country_code":"GB","type":"company","lineage":["https://openalex.org/I1325886976","https://openalex.org/I4210114920"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Abdoul Aziz Amadou","raw_affiliation_strings":["King\u2019s College London, School of Biomedical Engineering & Imaging Sciences, London, UK","Siemens Healthcare Limited, Camberley, UK"],"affiliations":[{"raw_affiliation_string":"King\u2019s College London, School of Biomedical Engineering & Imaging Sciences, London, UK","institution_ids":["https://openalex.org/I183935753"]},{"raw_affiliation_string":"Siemens Healthcare Limited, Camberley, UK","institution_ids":["https://openalex.org/I4210114920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100785604","display_name":"Vivek Singh","orcid":"https://orcid.org/0000-0001-9543-4773"},"institutions":[{"id":"https://openalex.org/I4210137693","display_name":"Siemens (United States)","ror":"https://ror.org/04axb7e79","country_code":"US","type":"company","lineage":["https://openalex.org/I1325886976","https://openalex.org/I4210137693"]},{"id":"https://openalex.org/I4210151799","display_name":"Siemens Healthcare (United States)","ror":"https://ror.org/054962n91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210151799"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vivek Singh","raw_affiliation_strings":["Siemens Healthineers, Digital Technology and Innovation, Princeton, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Siemens Healthineers, Digital Technology and Innovation, Princeton, NJ, USA","institution_ids":["https://openalex.org/I4210137693","https://openalex.org/I4210151799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113976165","display_name":"Florin C. Ghesu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153902","display_name":"Siemens Healthcare (Germany)","ror":"https://ror.org/0449c4c15","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210153902"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Florin C. Ghesu","raw_affiliation_strings":["Siemens Healthineers AG, Digital Technology and Innovation, Erlangen, Germany"],"affiliations":[{"raw_affiliation_string":"Siemens Healthineers AG, Digital Technology and Innovation, Erlangen, Germany","institution_ids":["https://openalex.org/I4210153902"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100335098","display_name":"Young Ho Kim","orcid":"https://orcid.org/0000-0002-5281-1185"},"institutions":[{"id":"https://openalex.org/I4210151799","display_name":"Siemens Healthcare (United States)","ror":"https://ror.org/054962n91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210151799"]},{"id":"https://openalex.org/I4210137693","display_name":"Siemens (United States)","ror":"https://ror.org/04axb7e79","country_code":"US","type":"company","lineage":["https://openalex.org/I1325886976","https://openalex.org/I4210137693"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Young-Ho Kim","raw_affiliation_strings":["Siemens Healthineers, Digital Technology and Innovation, Princeton, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Siemens Healthineers, Digital Technology and Innovation, Princeton, NJ, USA","institution_ids":["https://openalex.org/I4210137693","https://openalex.org/I4210151799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5096100418","display_name":"Laura Stanciulescu","orcid":null},"institutions":[{"id":"https://openalex.org/I162051807","display_name":"Carol Davila University of Medicine and Pharmacy","ror":"https://ror.org/04fm87419","country_code":"RO","type":"education","lineage":["https://openalex.org/I162051807"]},{"id":"https://openalex.org/I4210151799","display_name":"Siemens Healthcare (United States)","ror":"https://ror.org/054962n91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210151799"]},{"id":"https://openalex.org/I4210137693","display_name":"Siemens (United States)","ror":"https://ror.org/04axb7e79","country_code":"US","type":"company","lineage":["https://openalex.org/I1325886976","https://openalex.org/I4210137693"]}],"countries":["RO","US"],"is_corresponding":false,"raw_author_name":"Laura Stanciulescu","raw_affiliation_strings":["Carol Davila University of Medicine and Pharmacy, Bucharest, Romania","Siemens Healthineers, Digital Technology and Innovation, Princeton, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Carol Davila University of Medicine and Pharmacy, Bucharest, Romania","institution_ids":["https://openalex.org/I162051807"]},{"raw_affiliation_string":"Siemens Healthineers, Digital Technology and Innovation, Princeton, NJ, USA","institution_ids":["https://openalex.org/I4210137693","https://openalex.org/I4210151799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110779119","display_name":"H. Sai","orcid":null},"institutions":[{"id":"https://openalex.org/I286135121","display_name":"Rajiv Gandhi University of Health Sciences","ror":"https://ror.org/0157vkf66","country_code":"IN","type":"education","lineage":["https://openalex.org/I286135121"]},{"id":"https://openalex.org/I4210151799","display_name":"Siemens Healthcare (United States)","ror":"https://ror.org/054962n91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210151799"]}],"countries":["IN","US"],"is_corresponding":false,"raw_author_name":"Harshitha P. Sai","raw_affiliation_strings":["Fortis Institute of Medical Sciences, Affiliated by Rajiv Gandhi University of Medical Sciences, Department of Cardiology, Bangalore, Karnataka, India","Siemens Healthineers, Sonographer, Bangalore, Karnataka, India"],"affiliations":[{"raw_affiliation_string":"Fortis Institute of Medical Sciences, Affiliated by Rajiv Gandhi University of Medical Sciences, Department of Cardiology, Bangalore, Karnataka, India","institution_ids":["https://openalex.org/I286135121"]},{"raw_affiliation_string":"Siemens Healthineers, Sonographer, Bangalore, Karnataka, India","institution_ids":["https://openalex.org/I4210151799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080475090","display_name":"Puneet Sharma","orcid":"https://orcid.org/0000-0001-5937-5382"},"institutions":[{"id":"https://openalex.org/I4210137693","display_name":"Siemens (United States)","ror":"https://ror.org/04axb7e79","country_code":"US","type":"company","lineage":["https://openalex.org/I1325886976","https://openalex.org/I4210137693"]},{"id":"https://openalex.org/I4210151799","display_name":"Siemens Healthcare (United States)","ror":"https://ror.org/054962n91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210151799"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Puneet Sharma","raw_affiliation_strings":["Siemens Healthineers, Digital Technology and Innovation, Princeton, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Siemens Healthineers, Digital Technology and Innovation, Princeton, NJ, USA","institution_ids":["https://openalex.org/I4210137693","https://openalex.org/I4210151799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050027169","display_name":"Alistair A. Young","orcid":"https://orcid.org/0000-0001-5702-4220"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alistair Young","raw_affiliation_strings":["King\u2019s College London, School of Biomedical Engineering & Imaging Sciences, London, UK"],"affiliations":[{"raw_affiliation_string":"King\u2019s College London, School of Biomedical Engineering & Imaging Sciences, London, UK","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082544361","display_name":"Ronak Rajani","orcid":"https://orcid.org/0000-0002-8816-6296"},"institutions":[{"id":"https://openalex.org/I200166805","display_name":"Guy's and St Thomas' NHS Foundation Trust","ror":"https://ror.org/00j161312","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I200166805"]},{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ronak Rajani","raw_affiliation_strings":["Guy\u2019s and St Thomas\u2019 NHS Foundation Trust, London, UK","King\u2019s College London, School of Biomedical Engineering & Imaging Sciences, London, UK"],"affiliations":[{"raw_affiliation_string":"Guy\u2019s and St Thomas\u2019 NHS Foundation Trust, London, UK","institution_ids":["https://openalex.org/I200166805"]},{"raw_affiliation_string":"King\u2019s College London, School of Biomedical Engineering & Imaging Sciences, London, UK","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001083475","display_name":"Kawal Rhode","orcid":"https://orcid.org/0000-0002-4707-7318"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kawal Rhode","raw_affiliation_strings":["King\u2019s College London, School of Biomedical Engineering & Imaging Sciences, London, UK"],"affiliations":[{"raw_affiliation_string":"King\u2019s College London, School of Biomedical Engineering & Imaging Sciences, London, UK","institution_ids":["https://openalex.org/I183935753"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5109764313"],"corresponding_institution_ids":["https://openalex.org/I183935753","https://openalex.org/I4210114920"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":11.0101,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.98782764,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"319","last_page":"329"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11325","display_name":"Inertial Sensor and Navigation","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9706000089645386,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8427023887634277},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7928045392036438},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49562156200408936},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3760203421115875}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8427023887634277},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7928045392036438},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49562156200408936},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3760203421115875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-031-72120-5_30","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-72120-5_30","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.1007/978-3-031-72120-5_30","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-72120-5_30","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W146900863","https://openalex.org/W1968600609","https://openalex.org/W1986649315","https://openalex.org/W2194775991","https://openalex.org/W2336709942","https://openalex.org/W2982446957","https://openalex.org/W3131511400","https://openalex.org/W3132346797","https://openalex.org/W3150923322","https://openalex.org/W3205841225","https://openalex.org/W4280562887","https://openalex.org/W4321484228","https://openalex.org/W4389904879","https://openalex.org/W4401603054","https://openalex.org/W6977824957"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109","https://openalex.org/W4362501864","https://openalex.org/W2001405890"],"abstract_inverted_index":{"Transesophageal":[0],"echocardiography":[1],"(TEE)":[2],"plays":[3],"a":[4,46,68,76,111,119,141],"pivotal":[5],"role":[6],"in":[7,41,133,138,179,186],"cardiology":[8],"for":[9,201],"diagnostic":[10,103],"and":[11,29,38,75,125,135],"interventional":[12,108,168],"procedures.":[13],"However,":[14],"using":[15,67],"it":[16],"effectively":[17],"requires":[18],"extensive":[19],"training":[20],"due":[21],"to":[22,87,90,100,152,165,167,195],"the":[23,33,64,172,196],"intricate":[24,107],"nature":[25],"of":[26,35,81,122,130,144,198],"image":[27],"acquisition":[28,200],"interpretation.":[30],"To":[31],"enhance":[32],"efficiency":[34],"novice":[36],"sonographers":[37],"reduce":[39],"variability":[40],"scan":[42],"acquisitions,":[43],"we":[44,83,159],"propose":[45],"novel":[47,69],"ultrasound":[48,192,203],"(US)":[49],"navigation":[50,99],"assistance":[51],"method":[52,73,115],"based":[53],"on":[54,140,155],"contrastive":[55,70,78],"learning":[56,60],"as":[57,104,106,171],"goal-conditioned":[58],"reinforcement":[59],"(GCRL).":[61],"We":[62],"augment":[63],"previous":[65],"framework":[66,97],"patient":[71],"batching":[72],"(CPB)":[74],"data-augmented":[77],"loss,":[79],"both":[80,101],"which":[82,147],"demonstrate":[84],"are":[85],"essential":[86],"ensure":[88],"generalization":[89],"anatomical":[91],"variations":[92],"across":[93],"patients.":[94],"The":[95],"proposed":[96],"enables":[98],"standard":[102],"well":[105],"views":[109,169],"with":[110,118],"single":[112],"model.":[113],"Our":[114,182],"was":[116],"developed":[117],"large":[120],"dataset":[121,143],"789":[123],"patients":[124],"obtained":[126],"an":[127],"average":[128],"error":[129],"6.56":[131],"mm":[132],"position":[134],"9.36":[136],"degrees":[137],"angle":[139],"testing":[142],"140":[145],"patients,":[146],"is":[148],"competitive":[149],"or":[150],"superior":[151],"models":[153],"trained":[154],"individual":[156],"views.":[157],"Furthermore,":[158],"quantitatively":[160],"validate":[161],"our":[162],"method\u2019s":[163],"ability":[164],"navigate":[166],"such":[170],"Left":[173],"Atrial":[174],"Appendage":[175],"(LAA)":[176],"view":[177],"used":[178],"LAA":[180],"closure.":[181],"approach":[183],"holds":[184],"promise":[185],"providing":[187],"valuable":[188],"guidance":[189],"during":[190],"transesophageal":[191],"examinations,":[193],"contributing":[194],"advancement":[197],"skill":[199],"cardiac":[202],"practitioners.":[204]},"counts_by_year":[{"year":2025,"cited_by_count":6}],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}