{"id":"https://openalex.org/W3104724231","doi":"https://doi.org/10.1109/lra.2021.3096156","title":"Multi-Frame Feature Aggregation for Real-Time Instrument Segmentation in Endoscopic Video","display_name":"Multi-Frame Feature Aggregation for Real-Time Instrument Segmentation in Endoscopic Video","publication_year":2021,"publication_date":"2021-07-09","ids":{"openalex":"https://openalex.org/W3104724231","doi":"https://doi.org/10.1109/lra.2021.3096156","mag":"3104724231"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2021.3096156","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2021.3096156","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2011.08752","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101857095","display_name":"Shan Lin","orcid":"https://orcid.org/0000-0003-3874-1368"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shan Lin","raw_affiliation_strings":["Department of Electrical & Computer Engineering, University of Washington (UW), Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical & Computer Engineering, University of Washington (UW), Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003819876","display_name":"Fangbo Qin","orcid":"https://orcid.org/0000-0002-4085-0857"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangbo Qin","raw_affiliation_strings":["Research Center of Precision Sensing and Control, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Research Center of Precision Sensing and Control, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080890753","display_name":"Haonan Peng","orcid":"https://orcid.org/0000-0001-8909-3343"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haonan Peng","raw_affiliation_strings":["Department of Electrical & Computer Engineering, University of Washington (UW), Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical & Computer Engineering, University of Washington (UW), Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037647476","display_name":"Randall A. Bly","orcid":"https://orcid.org/0000-0001-5308-527X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Randall A. Bly","raw_affiliation_strings":["Department of Otolaryngology-Head & Neck Surgery, UW, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Otolaryngology-Head & Neck Surgery, UW, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110528271","display_name":"Kris S. Moe","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kris S. Moe","raw_affiliation_strings":["Department of Otolaryngology-Head & Neck Surgery, UW, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Otolaryngology-Head & Neck Surgery, UW, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074967911","display_name":"Blake Hannaford","orcid":"https://orcid.org/0000-0001-7370-4920"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Blake Hannaford","raw_affiliation_strings":["Department of Electrical & Computer Engineering, University of Washington (UW), Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical & Computer Engineering, University of Washington (UW), Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101857095"],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":3.7632,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.93701713,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"6","issue":"4","first_page":"6773","last_page":"6780"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8098135590553284},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.7621133327484131},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7017122507095337},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6714402437210083},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6671788096427917},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6545848846435547},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5518001317977905},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5483483076095581},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4755142331123352},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.46194037795066833},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.45828384160995483},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09898048639297485}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8098135590553284},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.7621133327484131},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7017122507095337},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6714402437210083},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6671788096427917},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6545848846435547},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5518001317977905},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5483483076095581},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4755142331123352},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.46194037795066833},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.45828384160995483},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09898048639297485},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/lra.2021.3096156","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2021.3096156","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2011.08752","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2011.08752","pdf_url":"https://arxiv.org/pdf/2011.08752","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2011.08752","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2011.08752","pdf_url":"https://arxiv.org/pdf/2011.08752","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2692188144","display_name":null,"funder_award_id":"IIS-2036255","funder_id":"https://openalex.org/F4320309085","funder_display_name":"Center for Selective C-H Functionalization, National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320309085","display_name":"Center for Selective C-H Functionalization, National Science Foundation","ror":"https://ror.org/02h8v7m77"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1598796236","https://openalex.org/W1909740415","https://openalex.org/W1974758710","https://openalex.org/W2012875423","https://openalex.org/W2115063814","https://openalex.org/W2194775991","https://openalex.org/W2519007024","https://openalex.org/W2608787653","https://openalex.org/W2612445135","https://openalex.org/W2657144928","https://openalex.org/W2756203131","https://openalex.org/W2772901904","https://openalex.org/W2782757030","https://openalex.org/W2792767783","https://openalex.org/W2798970487","https://openalex.org/W2913444875","https://openalex.org/W2914767245","https://openalex.org/W2916797271","https://openalex.org/W2945223572","https://openalex.org/W2948208276","https://openalex.org/W2951058133","https://openalex.org/W2955058313","https://openalex.org/W2963599420","https://openalex.org/W2964121744","https://openalex.org/W2964309882","https://openalex.org/W2980110287","https://openalex.org/W2980225217","https://openalex.org/W2981462961","https://openalex.org/W2982103617","https://openalex.org/W3003209274","https://openalex.org/W3008810159","https://openalex.org/W3022539379","https://openalex.org/W3031478966","https://openalex.org/W3034263000","https://openalex.org/W3035531015","https://openalex.org/W3037206983","https://openalex.org/W3089931213","https://openalex.org/W3098152091","https://openalex.org/W3099023595","https://openalex.org/W3099939015","https://openalex.org/W3103720336","https://openalex.org/W3105393320","https://openalex.org/W3106432280","https://openalex.org/W3108141367","https://openalex.org/W3132466470","https://openalex.org/W3137223661","https://openalex.org/W3155656997","https://openalex.org/W4241727697","https://openalex.org/W4288574670","https://openalex.org/W4297775537","https://openalex.org/W6631190155","https://openalex.org/W6635679246","https://openalex.org/W6737664043","https://openalex.org/W6747680804","https://openalex.org/W6748481559","https://openalex.org/W6758742486","https://openalex.org/W6773996751","https://openalex.org/W6775391607","https://openalex.org/W6775789757"],"related_works":["https://openalex.org/W4375867731","https://openalex.org/W4390516098","https://openalex.org/W2181948922","https://openalex.org/W2384362569","https://openalex.org/W2142795561","https://openalex.org/W4205302943","https://openalex.org/W2561132942","https://openalex.org/W2611989081","https://openalex.org/W3155418658","https://openalex.org/W4243199227"],"abstract_inverted_index":{"Deep":[0],"learning-based":[1],"methods":[2,37],"have":[3],"achieved":[4],"promising":[5],"results":[6],"on":[7,151],"surgical":[8,29,45,107,126],"instrument":[9],"segmentation.":[10],"However,":[11],"the":[12,18,53,80,98],"high":[13],"computation":[14,81,99],"cost":[15],"may":[16,38],"limit":[17],"application":[19],"of":[20,55,83],"deep":[21,84],"models":[22,150],"to":[23,66,96,134,146],"time-sensitive":[24],"tasks":[25],"such":[26,47],"as":[27,48],"online":[28],"video":[30,68],"analysis":[31],"for":[32],"robotic-assisted":[33],"surgery.":[34],"Moreover,":[35,105],"current":[36],"still":[39],"suffer":[40],"from":[41,129],"challenging":[42],"conditions":[43,51],"in":[44,74],"images":[46],"various":[49],"lighting":[50],"and":[52,72],"presence":[54],"blood.":[56],"We":[57,138],"propose":[58],"a":[59,75,93,119,125,130],"novel":[60],"Multi-frame":[61],"Feature":[62],"Aggregation":[63],"(MFFA)":[64],"module":[65],"aggregate":[67],"frame":[69,113,127,133],"features":[70],"temporally":[71],"spatially":[73],"recurrent":[76],"mode.":[77],"By":[78],"distributing":[79],"load":[82],"feature":[85],"extraction":[86],"over":[87],"sequential":[88],"frames,":[89],"we":[90,117],"can":[91,122],"use":[92],"lightweight":[94],"encoder":[95],"reduce":[97],"costs":[100],"at":[101],"each":[102],"time":[103],"step.":[104],"public":[106,153],"videos":[108],"usually":[109],"are":[110],"not":[111],"labeled":[112,132],"by":[114],"frame,":[115],"so":[116],"develop":[118],"method":[120],"that":[121,140],"randomly":[123],"synthesize":[124],"sequence":[128],"single":[131],"assist":[135],"network":[136],"training.":[137],"demonstrate":[139],"our":[141],"approach":[142],"achieves":[143],"superior":[144],"performance":[145],"corresponding":[147],"deeper":[148],"segmentation":[149],"two":[152],"surgery":[154],"datasets.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}