{"id":"https://openalex.org/W4415593909","doi":"https://doi.org/10.1109/jbhi.2025.3625420","title":"ESIP: Explicit Surgical Instrument Prompting for Surgical Workflow Recognition","display_name":"ESIP: Explicit Surgical Instrument Prompting for Surgical Workflow Recognition","publication_year":2025,"publication_date":"2025-10-27","ids":{"openalex":"https://openalex.org/W4415593909","doi":"https://doi.org/10.1109/jbhi.2025.3625420","pmid":"https://pubmed.ncbi.nlm.nih.gov/41144421"},"language":"en","primary_location":{"id":"doi:10.1109/jbhi.2025.3625420","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2025.3625420","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102527808","display_name":"Y. H. Qiu","orcid":"https://orcid.org/0009-0006-4948-2727"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yixuan Qiu","raw_affiliation_strings":["School of Biological Science and Medical Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0009-7635-2129","affiliations":[{"raw_affiliation_string":"School of Biological Science and Medical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030775386","display_name":"Mengxing Liu","orcid":"https://orcid.org/0000-0001-8313-137X"},"institutions":[{"id":"https://openalex.org/I4210158983","display_name":"Mindray (China)","ror":"https://ror.org/04yfe8169","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210158983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengxing Liu","raw_affiliation_strings":["Shenzhen Mindray Bio-Medical Electronics Company, Ltd, Shenzhen, China","Shenzhen Mindray Bio-Medical Electronics Co., Ltd, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen Mindray Bio-Medical Electronics Company, Ltd, Shenzhen, China","institution_ids":["https://openalex.org/I4210158983"]},{"raw_affiliation_string":"Shenzhen Mindray Bio-Medical Electronics Co., Ltd, Shenzhen, China","institution_ids":["https://openalex.org/I4210158983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023751104","display_name":"Siyuan He","orcid":"https://orcid.org/0000-0002-6954-1206"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyuan He","raw_affiliation_strings":["School of Biological Science and Medical Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Biological Science and Medical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002791829","display_name":"Guangquan Zhou","orcid":"https://orcid.org/0000-0002-6467-3592"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangquan Zhou","raw_affiliation_strings":["School of Biological Science and Medical Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-6467-3592","affiliations":[{"raw_affiliation_string":"School of Biological Science and Medical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088356199","display_name":"Fei Lyu","orcid":"https://orcid.org/0000-0001-8858-8950"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Fei Lyu","raw_affiliation_strings":["Department of Computer Science, Hong Kong Baptist University, Hong Kong SAR, China","Department of Computer Science, Hong Kong Baptist University, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-8858-8950","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Hong Kong Baptist University, Hong Kong SAR, China","institution_ids":["https://openalex.org/I141568987"]},{"raw_affiliation_string":"Department of Computer Science, Hong Kong Baptist University, Hong Kong","institution_ids":["https://openalex.org/I141568987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063568442","display_name":"Yang Chen","orcid":"https://orcid.org/0000-0003-0147-3443"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Chen","raw_affiliation_strings":["School of Computer Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-5660-6349","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054594266","display_name":"Ping Zhou","orcid":"https://orcid.org/0000-0002-0643-8527"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ping Zhou","raw_affiliation_strings":["School of Biological Science and Medical Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-5371-5526","affiliations":[{"raw_affiliation_string":"School of Biological Science and Medical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.43620205,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"30","issue":"5","first_page":"3912","last_page":"3922"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.98089998960495,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.98089998960495,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13248","display_name":"Healthcare Technology and Patient Monitoring","score":0.9036999940872192,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7501999735832214},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6503999829292297},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5871000289916992},{"id":"https://openalex.org/keywords/surgical-instrument","display_name":"Surgical instrument","score":0.5189999938011169},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5044999718666077},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.48969998955726624},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4745999872684479},{"id":"https://openalex.org/keywords/jaccard-index","display_name":"Jaccard index","score":0.4366999864578247}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8263999819755554},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7501999735832214},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6503999829292297},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5871000289916992},{"id":"https://openalex.org/C2778181360","wikidata":"https://www.wikidata.org/wiki/Q1074814","display_name":"Surgical instrument","level":2,"score":0.5189999938011169},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5138999819755554},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5044999718666077},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.48969998955726624},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4745999872684479},{"id":"https://openalex.org/C203519979","wikidata":"https://www.wikidata.org/wiki/Q865360","display_name":"Jaccard index","level":3,"score":0.4366999864578247},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.4291999936103821},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.41749998927116394},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.40220001339912415},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36739999055862427},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.33880001306533813},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3321000039577484},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.3133000135421753},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.30630001425743103},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29330000281333923},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2924000024795532},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.2915000021457672},{"id":"https://openalex.org/C60229501","wikidata":"https://www.wikidata.org/wiki/Q18822","display_name":"Global Positioning System","level":2,"score":0.2757999897003174},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2597000002861023},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.25360000133514404}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D013525","descriptor_name":"Surgical Instruments","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013525","descriptor_name":"Surgical Instruments","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D025321","descriptor_name":"Surgery, Computer-Assisted","qualifier_ui":"Q000295","qualifier_name":"instrumentation","is_major_topic":true},{"descriptor_ui":"D025321","descriptor_name":"Surgery, Computer-Assisted","qualifier_ui":"Q000295","qualifier_name":"instrumentation","is_major_topic":true},{"descriptor_ui":"D025321","descriptor_name":"Surgery, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D025321","descriptor_name":"Surgery, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D057188","descriptor_name":"Workflow","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057188","descriptor_name":"Workflow","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/jbhi.2025.3625420","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2025.3625420","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},{"id":"pmid:41144421","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41144421","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE journal of biomedical and health informatics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4269085745","display_name":null,"funder_award_id":"62371121","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Surgical":[0,84],"workflow":[1],"recognition":[2],"(SWR)":[3],"stands":[4],"as":[5,71],"a":[6,115,139,145,207],"pivotal":[7],"component":[8],"in":[9,67,200],"computer-assisted":[10],"surgery":[11],"and":[12,31,42,126,188,212,218,224],"is":[13,49,61,89,144],"dedicated":[14,149],"to":[15,54,64,99,150,160,175],"identifying":[16],"phases":[17],"from":[18,74],"surgical":[19,65,76,96],"videos.":[20],"Many":[21],"deep":[22],"learning-based":[23],"methods":[24,38,53],"have":[25],"been":[26],"proposed":[27,90],"for":[28,51,91,154],"this":[29,80,166],"task":[30],"achieved":[32],"acceptable":[33],"SWR":[34,68,92,134,147],"results.":[35],"However,":[36],"these":[37,52],"usually":[39],"implicitly":[40],"extract":[41],"aggregate":[43],"spatio-temporal":[44,123],"features,":[45],"so":[46],"that":[47,60,131,192],"it":[48],"challenging":[50],"adequately":[55],"use":[56],"some":[57],"spatial":[58,112,181],"information":[59,73],"strongly":[62],"relevant":[63],"phase":[66],"task,":[69],"such":[70],"the":[72,75,107,162,197],"instruments.":[77],"To":[78],"address":[79],"issue,":[81],"an":[82],"Explicit":[83],"Instrument":[85],"Prompting":[86],"(ESIP)":[87],"approach":[88,148],"task.":[93],"ESIP":[94,143,194],"leverages":[95],"instrument":[97],"segmentation":[98,163,170,178],"generate":[100],"instrument-specific":[101],"visual":[102],"prompts,":[103],"which":[104],"explicitly":[105,176],"guide":[106],"extraction":[108,125],"of":[109,209,215,221],"crucial":[110],"intra-frame":[111],"features":[113,179],"through":[114],"frozen":[116],"pre-trained":[117],"backbone,":[118],"then":[119],"enable":[120],"effective":[121],"inter-frame":[122],"feature":[124,157],"aggregation.":[127],"Unlike":[128],"multi-task":[129],"approaches":[130],"jointly":[132],"perform":[133],"with":[135,171,202,206],"auxiliary":[136],"tasks":[137],"within":[138],"shared":[140],"network":[141],"framework,":[142],"single-task":[146],"optimize":[151],"framework":[152],"itself":[153],"more":[155],"adequate":[156],"extraction.":[158],"Furthermore,":[159],"accomplish":[161],"prompting":[164],"efficiently,":[165],"paper":[167],"presents":[168],"SAM-based":[169],"prompt":[172],"tuning":[173],"strategy":[174],"integrate":[177],"into":[180],"features.":[182],"Experimental":[183],"results":[184],"on":[185],"Cholec80,":[186],"M2CAI":[187],"AutoLaparo":[189],"datasets":[190],"demonstrate":[191],"our":[193],"method":[195],"achieves":[196],"best":[198],"performance":[199],"comparison":[201],"16":[203],"SOTA":[204],"methods,":[205],"Precision":[208],"91.8%,":[210],"89.5%":[211,217],"89.6%,":[213],"Recall":[214],"92.2%,":[216],"76.9%,":[219],"Jaccard":[220],"83.3%,":[222],"77.0%":[223],"67.3%,":[225],"respectively.":[226]},"counts_by_year":[],"updated_date":"2026-05-08T13:12:06.581006","created_date":"2025-10-28T00:00:00"}