{"id":"https://openalex.org/W4412494101","doi":"https://doi.org/10.1109/tmi.2025.3590457","title":"Instrument-Tissue-Guided Surgical Action Triplet Detection via Textual-Temporal Trail Exploration","display_name":"Instrument-Tissue-Guided Surgical Action Triplet Detection via Textual-Temporal Trail Exploration","publication_year":2025,"publication_date":"2025-07-18","ids":{"openalex":"https://openalex.org/W4412494101","doi":"https://doi.org/10.1109/tmi.2025.3590457","pmid":"https://pubmed.ncbi.nlm.nih.gov/40679880"},"language":"en","primary_location":{"id":"doi:10.1109/tmi.2025.3590457","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2025.3590457","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082263233","display_name":"Jialun Pei","orcid":"https://orcid.org/0000-0002-2630-2838"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Jialun Pei","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiaan Zhang","orcid":"https://orcid.org/0009-0009-2278-4356"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jiaan Zhang","raw_affiliation_strings":["Department of Biomedical Engineering, National University of Singapore, Queenstown, Singapore"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, National University of Singapore, Queenstown, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039064197","display_name":"Guanyi Qin","orcid":"https://orcid.org/0000-0001-8414-9870"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Guanyi Qin","raw_affiliation_strings":["Department of Biomedical Engineering, National University of Singapore, Queenstown, Singapore"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, National University of Singapore, Queenstown, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101447833","display_name":"Kai Wang","orcid":"https://orcid.org/0000-0003-2066-398X"},"institutions":[{"id":"https://openalex.org/I4210103346","display_name":"Nanfang Hospital","ror":"https://ror.org/01eq10738","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210103346"]},{"id":"https://openalex.org/I58200834","display_name":"Southern Medical University","ror":"https://ror.org/01vjw4z39","country_code":"CN","type":"education","lineage":["https://openalex.org/I58200834"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Wang","raw_affiliation_strings":["Department of General Surgery, Nanfang Hospital, Division of Hepatobiliopancreatic Surgery, The First School of Clinical Medicine, Southern Medical University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Department of General Surgery, Nanfang Hospital, Division of Hepatobiliopancreatic Surgery, The First School of Clinical Medicine, Southern Medical University, Guangzhou, China","institution_ids":["https://openalex.org/I4210103346","https://openalex.org/I58200834"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050163233","display_name":"Yueming Jin","orcid":"https://orcid.org/0000-0003-3775-3877"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yueming Jin","raw_affiliation_strings":["Department of Biomedical Engineering, National University of Singapore, Queenstown, Singapore"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, National University of Singapore, Queenstown, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032708386","display_name":"Pheng\u2010Ann Heng","orcid":"https://orcid.org/0000-0003-3055-5034"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Pheng-Ann Heng","raw_affiliation_strings":["Department of Computer Science and Engineering and the Institute of Medical Intelligence and XR, The Chinese University of Hong Kong, Hong Kong, SAR, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering and the Institute of Medical Intelligence and XR, The Chinese University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5082263233"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":2.4344,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.90610883,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"44","issue":"12","first_page":"5278","last_page":"5289"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9550999999046326,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9550999999046326,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9480000138282776,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5453363060951233},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5448936223983765},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.44686147570610046},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42353254556655884},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.15404626727104187}],"concepts":[{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5453363060951233},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5448936223983765},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.44686147570610046},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42353254556655884},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.15404626727104187},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D010535","descriptor_name":"Laparoscopy","qualifier_ui":"Q000295","qualifier_name":"instrumentation","is_major_topic":true},{"descriptor_ui":"D010535","descriptor_name":"Laparoscopy","qualifier_ui":"Q000295","qualifier_name":"instrumentation","is_major_topic":true},{"descriptor_ui":"D010535","descriptor_name":"Laparoscopy","qualifier_ui":"Q000295","qualifier_name":"instrumentation","is_major_topic":true},{"descriptor_ui":"D010535","descriptor_name":"Laparoscopy","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D010535","descriptor_name":"Laparoscopy","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D010535","descriptor_name":"Laparoscopy","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D013525","descriptor_name":"Surgical Instruments","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013525","descriptor_name":"Surgical Instruments","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013525","descriptor_name":"Surgical Instruments","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D025321","descriptor_name":"Surgery, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D025321","descriptor_name":"Surgery, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D025321","descriptor_name":"Surgery, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tmi.2025.3590457","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2025.3590457","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},{"id":"pmid:40679880","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40679880","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on medical imaging","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4534327460","display_name":null,"funder_award_id":"24-1250-P0001","funder_id":"https://openalex.org/F4320324070","funder_display_name":"Ministry of Education and Research, Romania"}],"funders":[{"id":"https://openalex.org/F4320324070","display_name":"Ministry of Education and Research, Romania","ror":"https://ror.org/00dh5gw98"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1507561440","https://openalex.org/W1522734439","https://openalex.org/W2064675550","https://openalex.org/W2064767749","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2266464013","https://openalex.org/W2308279915","https://openalex.org/W2580456502","https://openalex.org/W2777273430","https://openalex.org/W2901879337","https://openalex.org/W2962766617","https://openalex.org/W2963647178","https://openalex.org/W2963853051","https://openalex.org/W2979797179","https://openalex.org/W3091895136","https://openalex.org/W3092562667","https://openalex.org/W3096609285","https://openalex.org/W3150630416","https://openalex.org/W3198379050","https://openalex.org/W3201659970","https://openalex.org/W4210926092","https://openalex.org/W4214612132","https://openalex.org/W4285818716","https://openalex.org/W4296053285","https://openalex.org/W4312960102","https://openalex.org/W4316128849","https://openalex.org/W4383070152","https://openalex.org/W4385300713","https://openalex.org/W4385573131","https://openalex.org/W4386071869","https://openalex.org/W4387211888","https://openalex.org/W4387225559","https://openalex.org/W4387225660","https://openalex.org/W4387845481","https://openalex.org/W4388186341","https://openalex.org/W4390075019","https://openalex.org/W4396559353","https://openalex.org/W4401608390","https://openalex.org/W4403049360","https://openalex.org/W4403842425","https://openalex.org/W4409369495","https://openalex.org/W4409683197"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Surgical":[0],"action":[1,79,89,159,187],"triplet":[2,40,63,90,160,188],"detection":[3,161],"offers":[4],"intuitive":[5],"intraoperative":[6,48],"scene":[7],"analysis":[8],"for":[9,60],"dynamically":[10],"perceiving":[11],"laparoscopic":[12],"surgical":[13,33,39,49,58,78,165],"workflows":[14],"and":[15,21,83,95,124,142,148,151,186],"analyzing":[16],"the":[17,54,75,156,170],"interaction":[18,127],"between":[19],"instruments":[20,34,59],"tissues.":[22],"The":[23,190],"current":[24],"challenge":[25],"of":[26,47,57,77,158],"this":[27],"task":[28],"lies":[29],"in":[30,120,162,182],"simultaneously":[31],"localizing":[32],"while":[35],"performing":[36],"more":[37],"accurate":[38],"recognition":[41],"to":[42,87,112,145,154],"enhance":[43],"a":[44,101,108,133],"comprehensive":[45],"understanding":[46],"scenes.":[50],"To":[51],"fully":[52],"leverage":[53],"spatial":[55,150],"localization":[56,185],"associating":[61],"with":[62],"detection,":[64],"we":[65,131],"propose":[66],"an":[67],"Instrument-Tissue-Guided":[68],"Triplet":[69],"detector,":[70],"termed":[71],"ITG-Trip,":[72],"which":[73,139],"navigates":[74],"confluence":[76],"cues":[80],"through":[81],"instrument":[82,184],"tissue":[84],"pseudo-localization":[85],"labeling":[86],"optimize":[88],"detection.":[91,189],"For":[92],"exploiting":[93],"textual":[94,114],"temporal":[96,152],"trails,":[97],"our":[98,175],"framework":[99],"embraces":[100],"Visual-Linguistic":[102],"Association":[103],"(VLA)":[104],"module":[105],"that":[106,174],"exploits":[107],"pre-trained":[109],"text":[110],"encoder":[111],"distill":[113],"prior":[115],"knowledge,":[116],"enhancing":[117],"semantic":[118],"information":[119,153],"global":[121],"visual":[122],"features":[123],"compensating":[125],"rare":[126],"class":[128],"perception.":[129],"Besides,":[130],"introduce":[132],"Mamba-enhanced":[134],"Spatial-temporal":[135],"Perception":[136],"(MSP)":[137],"decoder,":[138],"weaves":[140],"Mamba":[141],"Transformer":[143],"blocks":[144],"explore":[146],"subject-":[147],"object-aware":[149],"improve":[155],"accuracy":[157],"long-time":[163],"sequence":[164],"videos.":[166],"Experimental":[167],"results":[168],"on":[169],"CholecT50":[171],"benchmark":[172],"indicate":[173],"method":[176],"significantly":[177],"outperforms":[178],"existing":[179],"state-of-the-art":[180],"methods":[181],"both":[183],"code":[191],"is":[192],"available":[193],"at:":[194],"github.com/PJLallen/ITG-Trip.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}