{"id":"https://openalex.org/W4408222454","doi":"https://doi.org/10.1109/robio64047.2024.10907318","title":"MT-ViT: Multi-Task Video Transformer for Surgical Skill Assessment from Streaming Long-term Video","display_name":"MT-ViT: Multi-Task Video Transformer for Surgical Skill Assessment from Streaming Long-term Video","publication_year":2024,"publication_date":"2024-12-10","ids":{"openalex":"https://openalex.org/W4408222454","doi":"https://doi.org/10.1109/robio64047.2024.10907318"},"language":"en","primary_location":{"id":"doi:10.1109/robio64047.2024.10907318","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio64047.2024.10907318","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060023404","display_name":"Jiaxin Guo","orcid":"https://orcid.org/0000-0002-2314-8804"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiaxin Guo","raw_affiliation_strings":["CUHK T Stone Robotics Institute, The Chinese University of Hong Kong,Hong Kong,China"],"affiliations":[{"raw_affiliation_string":"CUHK T Stone Robotics Institute, The Chinese University of Hong Kong,Hong Kong,China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040965219","display_name":"Shaocong Han","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113254","display_name":"Second Affiliated Hospital of Zhengzhou University","ror":"https://ror.org/026bqfq17","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210113254"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaocong Han","raw_affiliation_strings":["The Second Affliated Hospital of Zhengzhou University,Zhengzhou,China"],"affiliations":[{"raw_affiliation_string":"The Second Affliated Hospital of Zhengzhou University,Zhengzhou,China","institution_ids":["https://openalex.org/I4210113254"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100707660","display_name":"Yunhui Liu","orcid":"https://orcid.org/0000-0002-3625-6679"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun-Hui Liu","raw_affiliation_strings":["CUHK T Stone Robotics Institute, The Chinese University of Hong Kong,Hong Kong,China"],"affiliations":[{"raw_affiliation_string":"CUHK T Stone Robotics Institute, The Chinese University of Hong Kong,Hong Kong,China","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5060023404"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":0.606,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.75183685,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1752","last_page":"1757"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9620000123977661,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9620000123977661,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.734312117099762},{"id":"https://openalex.org/keywords/video-streaming","display_name":"Video streaming","score":0.6782018542289734},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.6259703040122986},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.536278486251831},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4991428852081299},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.48189669847488403},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3541518449783325},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0842541754245758},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.05815809965133667}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.734312117099762},{"id":"https://openalex.org/C2986160907","wikidata":"https://www.wikidata.org/wiki/Q220499","display_name":"Video streaming","level":2,"score":0.6782018542289734},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.6259703040122986},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.536278486251831},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4991428852081299},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.48189669847488403},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3541518449783325},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0842541754245758},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.05815809965133667},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/robio64047.2024.10907318","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio64047.2024.10907318","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2009307792","https://openalex.org/W2030868422","https://openalex.org/W2109498513","https://openalex.org/W2266464013","https://openalex.org/W2510605706","https://openalex.org/W2807902000","https://openalex.org/W2905550006","https://openalex.org/W2951058133","https://openalex.org/W2963076818","https://openalex.org/W2979726199","https://openalex.org/W3035714233","https://openalex.org/W3088390354","https://openalex.org/W3090325878","https://openalex.org/W3090581617","https://openalex.org/W3091747220","https://openalex.org/W3126721948","https://openalex.org/W3135866074","https://openalex.org/W3149657993","https://openalex.org/W3153595671","https://openalex.org/W3155981689","https://openalex.org/W3160614854","https://openalex.org/W3196971551","https://openalex.org/W3203457317","https://openalex.org/W4296053327","https://openalex.org/W4296054452","https://openalex.org/W4313156423","https://openalex.org/W4319303111","https://openalex.org/W4387225781","https://openalex.org/W6750936408","https://openalex.org/W6766978945"],"related_works":["https://openalex.org/W2980611886","https://openalex.org/W42295635","https://openalex.org/W1973996291","https://openalex.org/W2330575325","https://openalex.org/W2163803519","https://openalex.org/W2497592525","https://openalex.org/W3096145648","https://openalex.org/W3197510923","https://openalex.org/W2370579019","https://openalex.org/W3162258837"],"abstract_inverted_index":{"Surgical":[0],"skill":[1,74,141],"assessment":[2,142],"is":[3,43],"a":[4,12,65,106],"challenging":[5],"task":[6,82],"for":[7,47],"evaluating":[8],"the":[9,52,61,72,101],"proficiency":[10],"of":[11,37],"surgeon":[13],"with":[14,93,105],"long-duration":[15,127],"surgical":[16,73,128],"video":[17,67],"as":[18,30,79],"input.":[19],"Prior":[20],"works":[21],"mostly":[22],"utilize":[23],"motion,":[24],"field":[25],"clearness,":[26],"and":[27,49,96,111,118,125],"fine":[28],"events":[29],"guidance":[31],"to":[32,45,51,70,83,99,115,132],"better":[33],"distinguish":[34],"different":[35],"levels":[36],"skills.":[38],"However,":[39],"such":[40],"assisted":[41],"information":[42],"hard":[44],"acquire":[46],"intra-operation":[48],"leads":[50],"limitation":[53],"in":[54],"processing":[55],"streaming":[56],"long-term":[57],"video.":[58],"To":[59],"address":[60],"problem,":[62],"we":[63],"propose":[64],"multi-task":[66,102],"transformer":[68],"(MT-ViT)":[69],"tackle":[71],"assessment,":[75],"leveraging":[76],"phase":[77],"recognition":[78],"an":[80],"auxiliary":[81],"provide":[84],"context":[85],"awareness.":[86],"We":[87,120],"adopt":[88],"two":[89,126],"task-specific":[90],"tokens":[91],"correlated":[92],"temporal":[94],"attention":[95,98,112],"spatial":[97],"disentangle":[100],"training,":[103],"combined":[104],"space-time":[107],"token":[108],"reorganization":[109],"mechanism":[110],"consensus":[113],"loss":[114],"improve":[116],"efficiency":[117],"accuracy.":[119],"evaluate":[121],"on":[122,140],"JIGSAW":[123],"dataset":[124],"datasets":[129],"(Cholec80,":[130],"AutoLaparo)":[131],"extensively":[133],"validate":[134],"our":[135],"method,":[136],"demonstrating":[137],"superior":[138],"performance":[139],"task.":[143]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-04T09:10:02.777135","created_date":"2025-10-10T00:00:00"}