{"id":"https://openalex.org/W4416582871","doi":"https://doi.org/10.1109/jbhi.2025.3629397","title":"TD-SAM: Temporal and Distance-Guided Adaptations of SAM for Accurate Surgical Instrument Segmentation","display_name":"TD-SAM: Temporal and Distance-Guided Adaptations of SAM for Accurate Surgical Instrument Segmentation","publication_year":2025,"publication_date":"2025-11-24","ids":{"openalex":"https://openalex.org/W4416582871","doi":"https://doi.org/10.1109/jbhi.2025.3629397","pmid":"https://pubmed.ncbi.nlm.nih.gov/41284458"},"language":"en","primary_location":{"id":"doi:10.1109/jbhi.2025.3629397","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2025.3629397","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037998156","display_name":"Cheng Xue","orcid":"https://orcid.org/0000-0001-8848-596X"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Xue","raw_affiliation_strings":["Southeast University","School of Computer Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-8848-596X","affiliations":[{"raw_affiliation_string":"Southeast University","institution_ids":[]},{"raw_affiliation_string":"School of Computer Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057626493","display_name":"Shiyu Zhao","orcid":"https://orcid.org/0000-0002-4978-725X"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiyu Zhao","raw_affiliation_strings":["Southeast University","School of Software, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University","institution_ids":[]},{"raw_affiliation_string":"School of Software, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050921200","display_name":"Danqiong Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Danqiong Wang","raw_affiliation_strings":["Southeast University","School of Computer Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University","institution_ids":[]},{"raw_affiliation_string":"School of Computer Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100420556","display_name":"Cheng Chen","orcid":"https://orcid.org/0000-0002-6040-6833"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Cheng Chen","raw_affiliation_strings":["University of Hong Kong","Department of Electrical and Electronic Engineering, University of Hong Kong, Hong Kong SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-6040-6833","affiliations":[{"raw_affiliation_string":"University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]},{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, University of Hong Kong, Hong Kong SAR, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049077061","display_name":"Guanyu Yang","orcid":"https://orcid.org/0000-0003-3704-1722"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanyu Yang","raw_affiliation_strings":["Southeast University","School of Computer Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-3704-1722","affiliations":[{"raw_affiliation_string":"Southeast University","institution_ids":[]},{"raw_affiliation_string":"School of Computer Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100350437","display_name":"Yang Chen","orcid":"https://orcid.org/0000-0002-5660-6349"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Chen","raw_affiliation_strings":["Southeast University","School of Computer Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-5660-6349","affiliations":[{"raw_affiliation_string":"Southeast University","institution_ids":[]},{"raw_affiliation_string":"School of Computer Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.44841947,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"30","issue":"8","first_page":"7387","last_page":"7398"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9314000010490417,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9314000010490417,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.015200000256299973,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.007799999788403511,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.7943999767303467},{"id":"https://openalex.org/keywords/surgical-instrument","display_name":"Surgical instrument","score":0.7372999787330627},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.5562999844551086},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4327999949455261},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4226999878883362},{"id":"https://openalex.org/keywords/scale-space-segmentation","display_name":"Scale-space segmentation","score":0.4171999990940094},{"id":"https://openalex.org/keywords/surgical-planning","display_name":"Surgical planning","score":0.37279999256134033}],"concepts":[{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.7943999767303467},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7728000283241272},{"id":"https://openalex.org/C2778181360","wikidata":"https://www.wikidata.org/wiki/Q1074814","display_name":"Surgical instrument","level":2,"score":0.7372999787330627},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6859999895095825},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5753999948501587},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.5562999844551086},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4327999949455261},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4226999878883362},{"id":"https://openalex.org/C65885262","wikidata":"https://www.wikidata.org/wiki/Q7429708","display_name":"Scale-space segmentation","level":4,"score":0.4171999990940094},{"id":"https://openalex.org/C2779370443","wikidata":"https://www.wikidata.org/wiki/Q1776627","display_name":"Surgical planning","level":2,"score":0.37279999256134033},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3199000060558319},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.3165000081062317},{"id":"https://openalex.org/C25694479","wikidata":"https://www.wikidata.org/wiki/Q7446278","display_name":"Segmentation-based object categorization","level":5,"score":0.3122999966144562},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.3068000078201294},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.28290000557899475},{"id":"https://openalex.org/C3019611579","wikidata":"https://www.wikidata.org/wiki/Q6641956","display_name":"Surgical procedures","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.26170000433921814}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D013525","descriptor_name":"Surgical Instruments","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013525","descriptor_name":"Surgical Instruments","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D065287","descriptor_name":"Robotic Surgical Procedures","qualifier_ui":"Q000295","qualifier_name":"instrumentation","is_major_topic":true},{"descriptor_ui":"D065287","descriptor_name":"Robotic Surgical Procedures","qualifier_ui":"Q000295","qualifier_name":"instrumentation","is_major_topic":true},{"descriptor_ui":"D065287","descriptor_name":"Robotic Surgical Procedures","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D065287","descriptor_name":"Robotic Surgical Procedures","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/jbhi.2025.3629397","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2025.3629397","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},{"id":"pmid:41284458","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41284458","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE journal of biomedical and health informatics","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3069939489","display_name":null,"funder_award_id":"BK20241301","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G5535487168","display_name":null,"funder_award_id":"4009002312","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8144379478","display_name":null,"funder_award_id":"62401143","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324856","display_name":"Southeast University","ror":"https://ror.org/04ct4d772"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W2787091153","https://openalex.org/W2792767783","https://openalex.org/W2890144450","https://openalex.org/W2946019774","https://openalex.org/W2962914239","https://openalex.org/W2980225217","https://openalex.org/W2982434525","https://openalex.org/W3014974815","https://openalex.org/W3080686309","https://openalex.org/W3095500987","https://openalex.org/W3096104140","https://openalex.org/W3104724231","https://openalex.org/W3119686997","https://openalex.org/W3135183190","https://openalex.org/W3137731664","https://openalex.org/W3155656997","https://openalex.org/W3170630188","https://openalex.org/W3171516518","https://openalex.org/W3194225218","https://openalex.org/W3199141325","https://openalex.org/W3202618729","https://openalex.org/W3212169088","https://openalex.org/W3212881378","https://openalex.org/W4200280587","https://openalex.org/W4221148496","https://openalex.org/W4221166280","https://openalex.org/W4282969740","https://openalex.org/W4285555833","https://openalex.org/W4287891028","https://openalex.org/W4307296307","https://openalex.org/W4312294051","https://openalex.org/W4312815172","https://openalex.org/W4313192411","https://openalex.org/W4365456043","https://openalex.org/W4381599092","https://openalex.org/W4386362522","https://openalex.org/W4387211924","https://openalex.org/W4389665534","https://openalex.org/W4390874575","https://openalex.org/W4391109864","https://openalex.org/W4393159543","https://openalex.org/W4401819803","https://openalex.org/W4402716174","https://openalex.org/W4402727860","https://openalex.org/W4402904231","https://openalex.org/W4404178406","https://openalex.org/W4412021351","https://openalex.org/W4417136762"],"related_works":[],"abstract_inverted_index":{"Accurate":[0],"automatic":[1],"surgical":[2,14,34,49,75,92,119],"instrument":[3,24,35,93],"segmentation":[4,36,62,126],"plays":[5],"a":[6,83,98,132],"crucial":[7],"role":[8],"in":[9,47,60],"robot-assisted":[10],"surgery,":[11],"but":[12],"analyzing":[13],"videos":[15],"remains":[16],"challenging":[17],"due":[18],"to":[19,39,113,142],"factors":[20],"such":[21],"as":[22],"rapid":[23],"movements,":[25],"high":[26],"inter-category":[27,153],"similarity,":[28],"and":[29,44,85,121,160],"frequent":[30],"object":[31],"occlusions.":[32],"Current":[33],"models":[37],"struggle":[38],"capture":[40],"both":[41],"inter-frame":[42],"variations":[43],"intra-frame":[45],"details":[46],"complex":[48],"scenarios.":[50],"The":[51],"Segment":[52],"Anything":[53],"Model":[54],"(SAM)":[55],"has":[56,66],"shown":[57],"significant":[58],"potential":[59],"various":[61],"tasks.":[63],"However,":[64],"it":[65],"not":[67],"fully":[68],"addressed":[69],"the":[70,111,115,139,148,158,165],"unique":[71],"challenges":[72],"posed":[73],"by":[74,152],"videos.":[76],"To":[77],"tackle":[78],"these":[79],"issues,":[80],"we":[81,96,130],"propose":[82],"Temporal":[84],"Distance-Guided":[86],"SAM":[87],"model":[88,112,168],"(TD-SAM)":[89],"for":[90],"accurate":[91],"segmentation.":[94],"Specifically,":[95],"introduce":[97],"dynamic":[99,116],"cross-frame":[100],"attention":[101],"module":[102],"that":[103,164],"effectively":[104],"captures":[105],"temporal":[106],"information":[107],"across":[108],"frames,":[109],"allowing":[110],"track":[114],"changes":[117],"of":[118],"instruments":[120],"their":[122],"environment,":[123],"thus":[124],"improving":[125],"accuracy.":[127],"In":[128],"addition,":[129],"present":[131],"distance-guided":[133],"instance":[134],"refinement":[135],"module,":[136],"which":[137],"enhances":[138],"model's":[140],"ability":[141],"distinguish":[143],"between":[144],"similar":[145],"categories,":[146],"mitigating":[147],"class":[149],"ambiguity":[150],"caused":[151],"similarity.":[154],"Extensive":[155],"experiments":[156],"on":[157],"EndoVis18":[159],"EndoVis17":[161],"datasets":[162],"show":[163],"proposed":[166],"TD-SAM":[167],"outperforms":[169],"existing":[170],"models,":[171],"achieving":[172],"state-of-the-art":[173],"performance":[174],"without":[175],"using":[176],"any":[177],"prompts.":[178]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-11-25T00:00:00"}