{"id":"https://openalex.org/W4405490683","doi":"https://doi.org/10.1109/embc53108.2024.10782887","title":"Friends Across Time: Multi-Scale Action Segmentation Transformer for Surgical Phase Recognition","display_name":"Friends Across Time: Multi-Scale Action Segmentation Transformer for Surgical Phase Recognition","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4405490683","doi":"https://doi.org/10.1109/embc53108.2024.10782887","pmid":"https://pubmed.ncbi.nlm.nih.gov/40039574"},"language":"en","primary_location":{"id":"doi:10.1109/embc53108.2024.10782887","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc53108.2024.10782887","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 46th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101765161","display_name":"Bokai Zhang","orcid":"https://orcid.org/0000-0003-1906-2116"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bokai Zhang","raw_affiliation_strings":["Blue River Technology,California,United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Blue River Technology,California,United States of America","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018781096","display_name":"Jiayuan Meng","orcid":"https://orcid.org/0000-0002-1135-6518"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiayuan Meng","raw_affiliation_strings":["Blue River Technology,California,United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Blue River Technology,California,United States of America","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049392282","display_name":"Bin Cheng","orcid":"https://orcid.org/0000-0001-8156-8412"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bin Cheng","raw_affiliation_strings":["Blue River Technology,California,United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Blue River Technology,California,United States of America","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093775142","display_name":"Dean Biskup","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dean Biskup","raw_affiliation_strings":["Blue River Technology,California,United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Blue River Technology,California,United States of America","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049183318","display_name":"Svetlana Petculescu","orcid":null},"institutions":[{"id":"https://openalex.org/I2802723755","display_name":"Independent Sector","ror":"https://ror.org/05vhwqa91","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I2802723755"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Svetlana Petculescu","raw_affiliation_strings":["Independent Consultant,Washington,United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent Consultant,Washington,United States of America","institution_ids":["https://openalex.org/I2802723755"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022009022","display_name":"Angela Chapman","orcid":"https://orcid.org/0000-0002-0249-9875"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Angela Chapman","raw_affiliation_strings":["Blue Grotto Labs, LLC,Massachusetts,United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Blue Grotto Labs, LLC,Massachusetts,United States of America","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9793,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.87459018,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"2024","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11984","display_name":"Anatomy and Medical Technology","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9693999886512756,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5682922601699829},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.511975884437561},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.4747339189052582},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4676969051361084},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43415507674217224},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3337453603744507},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.32220494747161865},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14609473943710327},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1380159556865692},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.08484819531440735}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5682922601699829},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.511975884437561},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.4747339189052582},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4676969051361084},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43415507674217224},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3337453603744507},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32220494747161865},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14609473943710327},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1380159556865692},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.08484819531440735},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D025321","descriptor_name":"Surgery, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc53108.2024.10782887","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc53108.2024.10782887","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 46th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:40039574","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40039574","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W2031688197","https://openalex.org/W2109698606","https://openalex.org/W2194775991","https://openalex.org/W2266464013","https://openalex.org/W2413983136","https://openalex.org/W2550143307","https://openalex.org/W2777273430","https://openalex.org/W2963524571","https://openalex.org/W2963853051","https://openalex.org/W2979536508","https://openalex.org/W2979797179","https://openalex.org/W3024323054","https://openalex.org/W3092562667","https://openalex.org/W3094502228","https://openalex.org/W3150630416","https://openalex.org/W3179522438","https://openalex.org/W3201659970","https://openalex.org/W3203204495","https://openalex.org/W3207346664","https://openalex.org/W3215466375","https://openalex.org/W4220790207","https://openalex.org/W4282969740","https://openalex.org/W4294975676","https://openalex.org/W4296961641","https://openalex.org/W4311633645","https://openalex.org/W4312064789","https://openalex.org/W4312982010","https://openalex.org/W4320713037","https://openalex.org/W4386352662","https://openalex.org/W4393046558","https://openalex.org/W4404788945","https://openalex.org/W6735852674","https://openalex.org/W6784333009","https://openalex.org/W6793164127","https://openalex.org/W6794114097","https://openalex.org/W6797801312","https://openalex.org/W6802442395","https://openalex.org/W6842977897"],"related_works":["https://openalex.org/W4379231730","https://openalex.org/W4389858081","https://openalex.org/W2501551404","https://openalex.org/W4298131179","https://openalex.org/W2113201962","https://openalex.org/W4385583601","https://openalex.org/W4395685956","https://openalex.org/W3159516372","https://openalex.org/W4398146871","https://openalex.org/W4283332100"],"abstract_inverted_index":{"Automatic":[0],"surgical":[1,14,30,48,61,122],"phase":[2,31,49,62,123],"recognition":[3,32,50],"is":[4],"a":[5],"core":[6],"technology":[7],"for":[8,46,59,69,118],"modern":[9],"operating":[10],"rooms":[11],"and":[12,24,51,75,88,101,111,120],"online":[13,60,119],"video":[15,143],"assessment":[16],"platforms.":[17],"Current":[18],"state-of-the-art":[19,129,136],"methods":[20],"use":[21,65],"both":[22],"spatial":[23,70],"temporal":[25,79,86,90,97],"information":[26,80],"to":[27],"tackle":[28],"the":[29,40,52,94,115,142],"task.":[33],"Building":[34],"on":[35,114,138],"this":[36],"idea,":[37],"we":[38],"propose":[39],"Multi-Scale":[41,53],"Action":[42,54],"Segmentation":[43,55],"Transformer":[44,57],"(MS-AST)":[45],"offline":[47,121],"Causal":[56],"(MS-ASCT)":[58],"recognition.":[63],"We":[64,103],"ResNet50":[66],"or":[67],"EfficientNetV2-M":[68],"feature":[71],"extraction.":[72],"Our":[73,131],"MS-AST":[74],"MS-ASCT":[76],"can":[77,108,133],"model":[78],"at":[81],"different":[82],"scales":[83],"with":[84],"multi-scale":[85,89],"self-attention":[87],"cross-attention,":[91],"which":[92,126],"enhances":[93],"capture":[95],"of":[96],"relationships":[98],"between":[99],"frames":[100],"segments.":[102],"demonstrate":[104],"that":[105],"our":[106],"method":[107,132],"achieve":[109,135],"95.26%":[110],"96.15%":[112],"accuracy":[113],"Cholec80":[116],"dataset":[117],"recognition,":[124],"respectively,":[125],"achieves":[127],"new":[128],"results.":[130],"also":[134],"results":[137],"non-medical":[139],"datasets":[140],"in":[141],"action":[144],"segmentation":[145],"domain.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}