{"id":"https://openalex.org/W4413945293","doi":"https://doi.org/10.1109/icra55743.2025.11128351","title":"Hybrid Deep Reinforcement Learning for Radio Tracer Localisation in Robotic-Assisted Radioguided Surgery","display_name":"Hybrid Deep Reinforcement Learning for Radio Tracer Localisation in Robotic-Assisted Radioguided Surgery","publication_year":2025,"publication_date":"2025-05-19","ids":{"openalex":"https://openalex.org/W4413945293","doi":"https://doi.org/10.1109/icra55743.2025.11128351"},"language":"en","primary_location":{"id":"doi:10.1109/icra55743.2025.11128351","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra55743.2025.11128351","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041985945","display_name":"Hanyi Zhang","orcid":"https://orcid.org/0000-0003-0109-6481"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Hanyi Zhang","raw_affiliation_strings":["Hamlyn Centre for Robotic Surgery, Imperial College London,Department of Surgery and Cancer"],"affiliations":[{"raw_affiliation_string":"Hamlyn Centre for Robotic Surgery, Imperial College London,Department of Surgery and Cancer","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017732142","display_name":"Kaizhong Deng","orcid":"https://orcid.org/0009-0009-9067-9857"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kaizhong Deng","raw_affiliation_strings":["Hamlyn Centre for Robotic Surgery, Imperial College London,Department of Surgery and Cancer"],"affiliations":[{"raw_affiliation_string":"Hamlyn Centre for Robotic Surgery, Imperial College London,Department of Surgery and Cancer","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101593238","display_name":"Zhaoyang Jacopo Hu","orcid":"https://orcid.org/0000-0002-0174-2394"},"institutions":[{"id":"https://openalex.org/I4210109636","display_name":"NIHR Imperial Biomedical Research Centre","ror":"https://ror.org/01kmhx639","country_code":"GB","type":"facility","lineage":["https://openalex.org/I34931013","https://openalex.org/I4210109636"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhaoyang Jacopo Hu","raw_affiliation_strings":["Imperial College London,Department of Mechanical Engineering"],"affiliations":[{"raw_affiliation_string":"Imperial College London,Department of Mechanical Engineering","institution_ids":["https://openalex.org/I47508984","https://openalex.org/I4210109636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045614046","display_name":"Baoru Huang","orcid":"https://orcid.org/0000-0002-4421-652X"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Baoru Huang","raw_affiliation_strings":["Hamlyn Centre for Robotic Surgery, Imperial College London,Department of Surgery and Cancer"],"affiliations":[{"raw_affiliation_string":"Hamlyn Centre for Robotic Surgery, Imperial College London,Department of Surgery and Cancer","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086866155","display_name":"Daniel S. Elson","orcid":"https://orcid.org/0000-0002-5578-3941"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Daniel S. Elson","raw_affiliation_strings":["Hamlyn Centre for Robotic Surgery, Imperial College London,Department of Surgery and Cancer"],"affiliations":[{"raw_affiliation_string":"Hamlyn Centre for Robotic Surgery, Imperial College London,Department of Surgery and Cancer","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5041985945"],"corresponding_institution_ids":["https://openalex.org/I47508984"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.3591198,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"15465","last_page":"15471"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10358","display_name":"Advanced Radiotherapy Techniques","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/3108","display_name":"Radiation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10358","display_name":"Advanced Radiotherapy Techniques","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/3108","display_name":"Radiation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10522","display_name":"Medical Imaging Techniques and Applications","score":0.9593999981880188,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7754279375076294},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5792637467384338},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4991929531097412}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7754279375076294},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5792637467384338},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4991929531097412}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra55743.2025.11128351","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra55743.2025.11128351","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W46295630","https://openalex.org/W2038634487","https://openalex.org/W2050295344","https://openalex.org/W2061417916","https://openalex.org/W2131149153","https://openalex.org/W2138794244","https://openalex.org/W2580862866","https://openalex.org/W2738671059","https://openalex.org/W2769852945","https://openalex.org/W2884184079","https://openalex.org/W2889840061","https://openalex.org/W2918665764","https://openalex.org/W3094103188","https://openalex.org/W3096597946","https://openalex.org/W3097158220","https://openalex.org/W3120101765","https://openalex.org/W3152878473","https://openalex.org/W3155981689","https://openalex.org/W3167898434","https://openalex.org/W3196757288","https://openalex.org/W4200261122","https://openalex.org/W4210656949","https://openalex.org/W4289704682","https://openalex.org/W4318755735","https://openalex.org/W4379212461","https://openalex.org/W4380451266","https://openalex.org/W4401416345","https://openalex.org/W4401416907","https://openalex.org/W4401417056","https://openalex.org/W4401417372"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Radioguided":[0],"surgery,":[1],"such":[2],"as":[3],"sentinel":[4],"lymph":[5],"node":[6],"biopsy,":[7],"relies":[8],"on":[9,25,37,128],"the":[10,38,41,47,58,67,70,98,105,129,137,140,153],"precise":[11],"localization":[12],"of":[13,31,40,139],"radioactive":[14,21,71],"targets":[15],"by":[16,65],"non-imaging":[17],"gamma/beta":[18],"detectors.":[19],"Manual":[20],"target":[22,106],"detection":[23,61],"based":[24],"visual":[26],"display":[27],"or":[28],"audible":[29],"indication":[30],"gamma":[32],"level":[33],"is":[34],"highly":[35],"dependent":[36],"ability":[39],"surgeon":[42],"to":[43,56,69,104,123,155],"track":[44],"and":[45,117,120,161],"interpret":[46],"spatial":[48],"information.":[49],"This":[50,150],"paper":[51],"presents":[52],"a":[53,113],"learning-based":[54],"method":[55,151],"realize":[57],"autonomous":[59],"radiotracer":[60,148],"in":[62,147,165],"robot-assisted":[63],"surgeries":[64],"navigating":[66],"probe":[68],"target.":[72],"We":[73],"proposed":[74],"novel":[75],"hybrid":[76],"approach":[77],"that":[78],"combines":[79],"deep":[80],"reinforcement":[81],"learning":[82],"(DRL)":[83],"with":[84],"adaptive":[85,89],"robotic":[86],"scanning.":[87],"The":[88],"grid-based":[90],"scanning":[91],"could":[92,101],"provide":[93],"initial":[94],"direction":[95],"estimation":[96],"while":[97],"DRL-based":[99],"agent":[100],"efficiently":[102],"navigate":[103],"utilising":[107],"historical":[108],"data.":[109],"Simulation":[110],"experiments":[111],"demonstrate":[112],"95%":[114],"success":[115,145],"rate,":[116],"improved":[118],"efficiency":[119],"robustness":[121],"compared":[122],"conventional":[124],"techniques.":[125],"Real-world":[126],"evaluation":[127],"da":[130],"Vinci":[131],"Research":[132],"Kit":[133],"(dVRK)":[134],"further":[135],"confirms":[136],"feasibility":[138],"approach,":[141],"achieving":[142],"an":[143],"80%":[144],"rate":[146],"detection.":[149],"has":[152],"potential":[154],"enhance":[156],"consistency,":[157],"reduce":[158],"operator":[159],"dependency,":[160],"improve":[162],"procedural":[163],"accuracy":[164],"radioguided":[166],"surgeries.":[167]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}