{"id":"https://openalex.org/W4403938270","doi":"https://doi.org/10.1109/tim.2024.3451569","title":"Needle Segmentation Using GAN: Restoring Thin Instrument Visibility in Robotic Ultrasound","display_name":"Needle Segmentation Using GAN: Restoring Thin Instrument Visibility in Robotic Ultrasound","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4403938270","doi":"https://doi.org/10.1109/tim.2024.3451569"},"language":"en","primary_location":{"id":"doi:10.1109/tim.2024.3451569","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2024.3451569","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045257827","display_name":"Zhongliang Jiang","orcid":"https://orcid.org/0000-0001-7461-2200"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Zhongliang Jiang","raw_affiliation_strings":["Chair for Computer Aided Medical Procedures and Augmented Reality (CAMP), Technical University of Munich, Garching, Germany"],"affiliations":[{"raw_affiliation_string":"Chair for Computer Aided Medical Procedures and Augmented Reality (CAMP), Technical University of Munich, Garching, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101571560","display_name":"Xuesong Li","orcid":"https://orcid.org/0009-0000-2752-6334"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Xuesong Li","raw_affiliation_strings":["Chair for Computer Aided Medical Procedures and Augmented Reality (CAMP), Technical University of Munich, Garching, Germany"],"affiliations":[{"raw_affiliation_string":"Chair for Computer Aided Medical Procedures and Augmented Reality (CAMP), Technical University of Munich, Garching, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054031435","display_name":"Xiangyu Chu","orcid":"https://orcid.org/0000-0002-7677-2600"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiangyu Chu","raw_affiliation_strings":["Department of Mechanical and Automation Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005470060","display_name":"Angelos Karlas","orcid":"https://orcid.org/0000-0002-6340-2555"},"institutions":[{"id":"https://openalex.org/I2802619606","display_name":"TUM Klinikum","ror":"https://ror.org/04jc43x05","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I2802619606","https://openalex.org/I62916508"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Angelos Karlas","raw_affiliation_strings":["Department for Vascular and Endovascular Surgery, Klinikum rechts der Isar, and German Center for Cardiovascular Research (DZHK), Technical University of Munich, Munich, Germany","Department for Vascular and Endovascular Surgery, Klinikum rechts der Isar, Technical University of Munich, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Department for Vascular and Endovascular Surgery, Klinikum rechts der Isar, and German Center for Cardiovascular Research (DZHK), Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I2802619606"]},{"raw_affiliation_string":"Department for Vascular and Endovascular Surgery, Klinikum rechts der Isar, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I2802619606","https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034938918","display_name":"Yuan Bi","orcid":"https://orcid.org/0000-0002-1083-3802"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yuan Bi","raw_affiliation_strings":["Chair for Computer Aided Medical Procedures and Augmented Reality (CAMP), Technical University of Munich, Garching, Germany"],"affiliations":[{"raw_affiliation_string":"Chair for Computer Aided Medical Procedures and Augmented Reality (CAMP), Technical University of Munich, Garching, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103593901","display_name":"Ying-Sheng Cheng","orcid":"https://orcid.org/0000-0003-3015-4898"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]},{"id":"https://openalex.org/I4210160344","display_name":"Tongji Hospital","ror":"https://ror.org/04xy45965","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210160344"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingsheng Cheng","raw_affiliation_strings":["Department of Imaging Medicine and Nuclear Medicine, Shanghai Tongji Hospital, Tongji University School of Medicine, Shanghai, China","Department of Imaging Medicine and Nuclear Medicine, Shanghai Tongji Hospital, Tongji University School of Medicine, China"],"affiliations":[{"raw_affiliation_string":"Department of Imaging Medicine and Nuclear Medicine, Shanghai Tongji Hospital, Tongji University School of Medicine, Shanghai, China","institution_ids":["https://openalex.org/I116953780","https://openalex.org/I4210160344"]},{"raw_affiliation_string":"Department of Imaging Medicine and Nuclear Medicine, Shanghai Tongji Hospital, Tongji University School of Medicine, China","institution_ids":["https://openalex.org/I116953780","https://openalex.org/I4210160344"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038766171","display_name":"Kwok Wai Samuel Au","orcid":"https://orcid.org/0000-0002-0114-7499"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"K. W. Samuel Au","raw_affiliation_strings":["Department of Mechanical and Automation Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046896448","display_name":"Nassir Navab","orcid":"https://orcid.org/0000-0002-6032-5611"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nassir Navab","raw_affiliation_strings":["Chair for Computer Aided Medical Procedures and Augmented Reality (CAMP), Technical University of Munich, Garching, Germany"],"affiliations":[{"raw_affiliation_string":"Chair for Computer Aided Medical Procedures and Augmented Reality (CAMP), Technical University of Munich, Garching, Germany","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5045257827"],"corresponding_institution_ids":["https://openalex.org/I62916508"],"apc_list":null,"apc_paid":null,"fwci":2.1939,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.87660682,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"73","issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9769999980926514,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.951200008392334,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visibility","display_name":"Visibility","score":0.6679550409317017},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6284891366958618},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5095410943031311},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4981698989868164},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.49084073305130005},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4819757342338562},{"id":"https://openalex.org/keywords/ultrasound","display_name":"Ultrasound","score":0.4570302367210388},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.42559146881103516},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.38398030400276184},{"id":"https://openalex.org/keywords/acoustics","display_name":"Acoustics","score":0.3731512427330017},{"id":"https://openalex.org/keywords/biomedical-engineering","display_name":"Biomedical engineering","score":0.3598266839981079},{"id":"https://openalex.org/keywords/optoelectronics","display_name":"Optoelectronics","score":0.32202669978141785},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2371840476989746},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.19385266304016113}],"concepts":[{"id":"https://openalex.org/C123403432","wikidata":"https://www.wikidata.org/wiki/Q654068","display_name":"Visibility","level":2,"score":0.6679550409317017},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6284891366958618},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5095410943031311},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4981698989868164},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.49084073305130005},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4819757342338562},{"id":"https://openalex.org/C143753070","wikidata":"https://www.wikidata.org/wiki/Q162564","display_name":"Ultrasound","level":2,"score":0.4570302367210388},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.42559146881103516},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.38398030400276184},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.3731512427330017},{"id":"https://openalex.org/C136229726","wikidata":"https://www.wikidata.org/wiki/Q327092","display_name":"Biomedical engineering","level":1,"score":0.3598266839981079},{"id":"https://openalex.org/C49040817","wikidata":"https://www.wikidata.org/wiki/Q193091","display_name":"Optoelectronics","level":1,"score":0.32202669978141785},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2371840476989746},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.19385266304016113}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tim.2024.3451569","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2024.3451569","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},{"id":"pmh:oai:hub.hku.hk:10722/365422","is_oa":false,"landing_page_url":"http://hdl.handle.net/10722/365422","pdf_url":null,"source":{"id":"https://openalex.org/S4377196271","display_name":"The HKU Scholars Hub (University of Hong Kong)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I889458895","host_organization_name":"University of Hong Kong","host_organization_lineage":["https://openalex.org/I889458895"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W66148744","https://openalex.org/W1901129140","https://openalex.org/W1973173708","https://openalex.org/W2027904611","https://openalex.org/W2070117223","https://openalex.org/W2108598243","https://openalex.org/W2118197245","https://openalex.org/W2168063673","https://openalex.org/W2404952825","https://openalex.org/W2503967141","https://openalex.org/W2592929672","https://openalex.org/W2638427463","https://openalex.org/W2735039185","https://openalex.org/W2787091153","https://openalex.org/W2793681183","https://openalex.org/W2884436604","https://openalex.org/W2887319869","https://openalex.org/W2888443510","https://openalex.org/W2913109297","https://openalex.org/W2954996726","https://openalex.org/W2962858109","https://openalex.org/W2962914239","https://openalex.org/W2963351448","https://openalex.org/W2964309429","https://openalex.org/W2979751829","https://openalex.org/W3001656829","https://openalex.org/W3002325867","https://openalex.org/W3005735396","https://openalex.org/W3033661772","https://openalex.org/W3041537624","https://openalex.org/W3048331484","https://openalex.org/W3090318113","https://openalex.org/W3092407915","https://openalex.org/W3156931243","https://openalex.org/W3157010837","https://openalex.org/W3171622331","https://openalex.org/W3186292497","https://openalex.org/W3206235622","https://openalex.org/W3215888518","https://openalex.org/W4285194566","https://openalex.org/W4292793935","https://openalex.org/W4297548914","https://openalex.org/W4323897044","https://openalex.org/W4377695248","https://openalex.org/W4384701644","https://openalex.org/W4385595204","https://openalex.org/W4387211602","https://openalex.org/W4388447458","https://openalex.org/W4389169550","https://openalex.org/W4390495662","https://openalex.org/W4390873692","https://openalex.org/W4390911354","https://openalex.org/W4392559180","https://openalex.org/W4399849384","https://openalex.org/W6631190155","https://openalex.org/W6637131181","https://openalex.org/W6637373629","https://openalex.org/W6685352114","https://openalex.org/W6729856380","https://openalex.org/W6750469568"],"related_works":["https://openalex.org/W2392812199","https://openalex.org/W4200176076","https://openalex.org/W598185802","https://openalex.org/W2355516524","https://openalex.org/W2361471170","https://openalex.org/W2025616642","https://openalex.org/W1954972543","https://openalex.org/W2954738200","https://openalex.org/W4220843223","https://openalex.org/W4226107239"],"abstract_inverted_index":{"Ultrasound-guided":[0],"percutaneous":[1,44,128,167],"needle":[2,28,129,149,168,196],"insertion":[3,63],"is":[4,83,130,134],"a":[5,37,52,170],"standard":[6],"procedure":[7],"employed":[8],"in":[9,14,36,99,207],"both":[10],"biopsy":[11],"and":[12,25,65,118,126,144,182,223],"ablation":[13],"clinical":[15],"practices.":[16],"However,":[17],"due":[18],"to":[19,59,85,136,140,147],"the":[20,27,32,43,62,68,71,80,87,96,107,124,127,132,142,160,166,195,203],"complex":[21],"interaction":[22],"between":[23,123],"tissue":[24],"instrument,":[26],"may":[29],"deviate":[30],"from":[31],"in-plane":[33],"view,":[34],"resulting":[35],"lack":[38],"of":[39,42,70,89,173,186,214],"close":[40],"monitoring":[41],"needle.":[45],"To":[46,77],"address":[47],"this":[48,78],"challenge,":[49],"we":[50],"introduce":[51],"robot-assisted":[53],"ultrasound":[54],"(US)":[55],"imaging":[56],"system":[57],"designed":[58],"seamlessly":[60],"monitor":[61],"process":[64],"autonomously":[66],"restore":[67,148],"visibility":[69],"inserted":[72],"instrument":[73],"when":[74],"misalignment":[75,122],"happens.":[76],"end,":[79],"adversarial":[81],"structure":[82],"presented":[84],"encourage":[86],"generation":[88],"segmentation":[90,110],"masks":[91],"that":[92,159],"align":[93],"consistently":[94],"with":[95,211],"ground":[97],"truth":[98],"high-order":[100],"space.":[101],"This":[102],"study":[103],"also":[104],"systematically":[105],"investigates":[106],"effects":[108],"on":[109,154],"performance":[111],"by":[112],"exploring":[113],"various":[114],"training":[115],"loss":[116],"functions":[117],"their":[119],"combinations.":[120],"When":[121],"probe":[125,205],"detected,":[131],"robot":[133],"triggered":[135],"perform":[137],"transverse":[138],"searching":[139],"optimize":[141],"positional":[143],"rotational":[145],"adjustment":[146],"visibility.":[150],"The":[151],"experimental":[152],"results":[153],"ex-vivo":[155],"porcine":[156],"samples":[157],"demonstrate":[158],"proposed":[161],"method":[162],"can":[163,198],"precisely":[164],"segment":[165],"(with":[169],"tip":[171],"error":[172,185],"<inline-formula":[174,187,215,224],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[175,188,216,225],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[176,189,217,226],"<tex-math":[177,190,218,227],"notation=\"LaTeX\">$0.37\\pm":[178],"0.29$":[179,192],"</tex-math></inline-formula>":[180,222],"mm":[181],"an":[183],"angle":[184],"notation=\"LaTeX\">$1.19\\pm":[191],"</tex-math></inline-formula>\u00b0).":[193],"Furthermore,":[194],"appearance":[197],"be":[199],"successfully":[200],"restored":[201],"under":[202],"repositioned":[204],"pose":[206],"all":[208],"45":[209],"trials,":[210],"repositioning":[212],"errors":[213],"notation=\"LaTeX\">$1.51\\pm":[219],"0.95~\\text":[220],"{mm}$":[221],"notation=\"LaTeX\">$1.25\\pm":[228],"0.79$":[229],"</tex-math></inline-formula>\u00b0.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}