{"id":"https://openalex.org/W7201831485","doi":"https://doi.org/10.1038/s44484-026-00018-2","title":"Multimodal AI for automated assessment of surgical performance","display_name":"Multimodal AI for automated assessment of surgical performance","publication_year":2026,"publication_date":"2026-08-07","ids":{"openalex":"https://openalex.org/W7201831485","doi":"https://doi.org/10.1038/s44484-026-00018-2"},"language":"en","primary_location":{"id":"doi:10.1038/s44484-026-00018-2","doi":"https://doi.org/10.1038/s44484-026-00018-2","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s44484-026-00018-2","pdf_url":"https://www.nature.com/articles/s44484-026-00018-2.pdf","source":{"id":"https://openalex.org/S7407056681","display_name":"npj Digital Surgery","issn_l":"3091-2806","issn":["3091-2806"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Surgery","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.nature.com/articles/s44484-026-00018-2.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Shekhar Madhav Khairnar","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I867280407","display_name":"The University of Texas Southwestern Medical Center","ror":"https://ror.org/05byvp690","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I867280407"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shekhar Madhav Khairnar","raw_affiliation_strings":["Department of Surgery, UT Southwestern Medical Center, Dallas, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Surgery, UT Southwestern Medical Center, Dallas, TX, USA","institution_ids":["https://openalex.org/I867280407"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004095778","display_name":"Nguyen Huu Phong","orcid":"https://orcid.org/0000-0002-5022-0226","observed_orcids":["https://orcid.org/0000-0002-5022-0226"]},"institutions":[{"id":"https://openalex.org/I867280407","display_name":"The University of Texas Southwestern Medical Center","ror":"https://ror.org/05byvp690","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I867280407"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huu Phong Nguyen","raw_affiliation_strings":["Department of Surgery, UT Southwestern Medical Center, Dallas, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Surgery, UT Southwestern Medical Center, Dallas, TX, USA","institution_ids":["https://openalex.org/I867280407"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106206960","display_name":"Sofia Garces-Palacios","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I867280407","display_name":"The University of Texas Southwestern Medical Center","ror":"https://ror.org/05byvp690","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I867280407"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sofia Garces-Palacios","raw_affiliation_strings":["Department of Surgery, UT Southwestern Medical Center, Dallas, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Surgery, UT Southwestern Medical Center, Dallas, TX, USA","institution_ids":["https://openalex.org/I867280407"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004310627","display_name":"SAMY CASTILLO","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I867280407","display_name":"The University of Texas Southwestern Medical Center","ror":"https://ror.org/05byvp690","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I867280407"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samy Castillo","raw_affiliation_strings":["Department of Surgery, UT Southwestern Medical Center, Dallas, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Surgery, UT Southwestern Medical Center, Dallas, TX, USA","institution_ids":["https://openalex.org/I867280407"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044330470","display_name":"Andres A. Abreu","orcid":"https://orcid.org/0000-0003-3169-7878","observed_orcids":["https://orcid.org/0000-0003-3169-7878"]},"institutions":[{"id":"https://openalex.org/I867280407","display_name":"The University of Texas Southwestern Medical Center","ror":"https://ror.org/05byvp690","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I867280407"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andres Abreu","raw_affiliation_strings":["Department of Surgery, UT Southwestern Medical Center, Dallas, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Surgery, UT Southwestern Medical Center, Dallas, TX, USA","institution_ids":["https://openalex.org/I867280407"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012396729","display_name":"Amr I. Al Abbas","orcid":"https://orcid.org/0000-0001-5629-1060","observed_orcids":["https://orcid.org/0000-0001-5629-1060"]},"institutions":[{"id":"https://openalex.org/I867280407","display_name":"The University of Texas Southwestern Medical Center","ror":"https://ror.org/05byvp690","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I867280407"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amr Al Abbas","raw_affiliation_strings":["Department of Surgery, UT Southwestern Medical Center, Dallas, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Surgery, UT Southwestern Medical Center, Dallas, TX, USA","institution_ids":["https://openalex.org/I867280407"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102786763","display_name":"Kaustubh Gopal","orcid":"https://orcid.org/0000-0002-1061-4466","observed_orcids":["https://orcid.org/0000-0002-1061-4466"]},"institutions":[{"id":"https://openalex.org/I867280407","display_name":"The University of Texas Southwestern Medical Center","ror":"https://ror.org/05byvp690","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I867280407"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kaustubh Gopal","raw_affiliation_strings":["Department of Surgery, UT Southwestern Medical Center, Dallas, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Surgery, UT Southwestern Medical Center, Dallas, TX, USA","institution_ids":["https://openalex.org/I867280407"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140175203","display_name":"Daniel Scott","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I867280407","display_name":"The University of Texas Southwestern Medical Center","ror":"https://ror.org/05byvp690","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I867280407"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Scott","raw_affiliation_strings":["Department of Surgery, UT Southwestern Medical Center, Dallas, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Surgery, UT Southwestern Medical Center, Dallas, TX, USA","institution_ids":["https://openalex.org/I867280407"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073859061","display_name":"Herbert J. Zeh","orcid":"https://orcid.org/0000-0003-2017-1934","observed_orcids":["https://orcid.org/0000-0003-2017-1934"]},"institutions":[{"id":"https://openalex.org/I867280407","display_name":"The University of Texas Southwestern Medical Center","ror":"https://ror.org/05byvp690","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I867280407"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Herbert J. Zeh","raw_affiliation_strings":["Department of Surgery, UT Southwestern Medical Center, Dallas, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Surgery, UT Southwestern Medical Center, Dallas, TX, USA","institution_ids":["https://openalex.org/I867280407"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135146431","display_name":"Patricio Polanco","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I867280407","display_name":"The University of Texas Southwestern Medical Center","ror":"https://ror.org/05byvp690","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I867280407"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Patricio Polanco","raw_affiliation_strings":["Department of Surgery, UT Southwestern Medical Center, Dallas, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Surgery, UT Southwestern Medical Center, Dallas, TX, USA","institution_ids":["https://openalex.org/I867280407"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079931660","display_name":"Ganesh Sankaranarayanan","orcid":"https://orcid.org/0000-0003-1556-2797","observed_orcids":["https://orcid.org/0000-0003-1556-2797"]},"institutions":[{"id":"https://openalex.org/I867280407","display_name":"The University of Texas Southwestern Medical Center","ror":"https://ror.org/05byvp690","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I867280407"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ganesh Sankaranarayanan","raw_affiliation_strings":["Department of Surgery, UT Southwestern Medical Center, Dallas, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Surgery, UT Southwestern Medical Center, Dallas, TX, USA","institution_ids":["https://openalex.org/I867280407"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5079931660"],"corresponding_institution_ids":["https://openalex.org/I867280407"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.61064581,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"1","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/surgical-skill-assessment","display_name":"surgical skill assessment","score":0.9470000267028809},{"id":"https://openalex.org/keywords/multimodal-deep-learning","display_name":"multimodal deep learning","score":0.8700000047683716},{"id":"https://openalex.org/keywords/surgical-tool-tracking","display_name":"surgical instrument tracking","score":0.7670000195503235},{"id":"https://openalex.org/keywords/surgical-training","display_name":"surgical training","score":0.37400001287460327}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7213000059127808},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6646000146865845},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5526000261306763},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5231000185012817},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5160999894142151},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.49729999899864197},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.49619999527931213},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.47870001196861267},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.461899995803833},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.45879998803138733},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.43149998784065247},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.38960000872612},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.3695000112056732},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.36559998989105225},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3513000011444092},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.34630000591278076},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.3183000087738037},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3037000000476837},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.27570000290870667},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2635999917984009},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.25929999351501465},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.25929999351501465},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.25290000438690186},{"id":"https://openalex.org/C2780440489","wikidata":"https://www.wikidata.org/wiki/Q5227278","display_name":"Data-driven","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1038/s44484-026-00018-2","doi":"https://doi.org/10.1038/s44484-026-00018-2","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s44484-026-00018-2","pdf_url":"https://www.nature.com/articles/s44484-026-00018-2.pdf","source":{"id":"https://openalex.org/S7407056681","display_name":"npj Digital Surgery","issn_l":"3091-2806","issn":["3091-2806"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Surgery","raw_type":"journal-article"},{"id":"doi:10.21203/rs.3.rs-10271150/v1","doi":"https://doi.org/10.21203/rs.3.rs-10271150/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-10271150/v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.1038/s44484-026-00018-2","doi":"https://doi.org/10.1038/s44484-026-00018-2","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s44484-026-00018-2","pdf_url":"https://www.nature.com/articles/s44484-026-00018-2.pdf","source":{"id":"https://openalex.org/S7407056681","display_name":"npj Digital Surgery","issn_l":"3091-2806","issn":["3091-2806"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Surgery","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.6240000128746033,"display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320310169","display_name":"University of Texas Southwestern Medical Center","ror":"https://ror.org/05byvp690"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7201831485.pdf","grobid_xml":"https://content.openalex.org/works/W7201831485.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1977202896","https://openalex.org/W2031570967","https://openalex.org/W2056847666","https://openalex.org/W2064675550","https://openalex.org/W2069128801","https://openalex.org/W2079735306","https://openalex.org/W2081725020","https://openalex.org/W2266464013","https://openalex.org/W2333459658","https://openalex.org/W2398889210","https://openalex.org/W2507183669","https://openalex.org/W2510642588","https://openalex.org/W2551428934","https://openalex.org/W2777739488","https://openalex.org/W2951058133","https://openalex.org/W2990503944","https://openalex.org/W3015538334","https://openalex.org/W3088390354","https://openalex.org/W3090581617","https://openalex.org/W3147387781","https://openalex.org/W4205636667","https://openalex.org/W4212942137","https://openalex.org/W4225497949","https://openalex.org/W4291321791","https://openalex.org/W4296053327","https://openalex.org/W4305072987","https://openalex.org/W4309047733","https://openalex.org/W4310706309","https://openalex.org/W4319303111","https://openalex.org/W4386753059","https://openalex.org/W4389490934","https://openalex.org/W4401104831","https://openalex.org/W4404545246","https://openalex.org/W4411766465","https://openalex.org/W4414166371"],"related_works":["https://openalex.org/W4205801416","https://openalex.org/W4417358162","https://openalex.org/W3196971551","https://openalex.org/W7204872969","https://openalex.org/W3090581617","https://openalex.org/W7101844574","https://openalex.org/W3178701062","https://openalex.org/W3135866074","https://openalex.org/W4414309040","https://openalex.org/W4386273553"],"abstract_inverted_index":{"Abstract":[0],"Accurate":[1],"and":[2,17,23,39,55,67,74,92,106,139,161,173,184],"objective":[3],"assessment":[4],"of":[5,125,134,169],"surgical":[6,60,71],"skill":[7,117],"is":[8],"crucial":[9],"for":[10,70,79,84,96,186],"improving":[11],"training":[12],"outcomes,":[13],"ensuring":[14],"patient":[15],"safety,":[16],"enabling":[18],"scalable":[19],"evaluation":[20],"across":[21],"clinical":[22,187],"simulation":[24,122],"contexts.":[25],"Current":[26],"approaches":[27],"often":[28],"depend":[29],"on":[30],"subjective":[31],"human":[32],"ratings":[33],"or":[34],"unimodal":[35],"analysis,":[36],"limiting":[37],"reliability":[38],"applicability":[40],"in":[41,136,141],"real-world":[42],"settings.":[43],"We":[44],"propose":[45],"a":[46,93,109,120,131,142,150,165],"novel":[47],"multimodal":[48],"deep":[49],"learning":[50],"framework":[51],"that":[52],"integrates":[53],"visual":[54,162],"kinematic":[56,160],"data":[57],"to":[58,108,114],"evaluate":[59],"proficiency":[61],"automatically.":[62],"Our":[63],"method":[64],"leverages":[65],"YOLOv8":[66],"BYTE":[68],"Tracker":[69],"tool":[72,81],"tracking":[73],"trajectory":[75],"extraction,":[76],"an":[77],"autoencoder":[78],"encoding":[80],"motion,":[82],"ResNet-50":[83],"deriving":[85],"semantic":[86],"features":[87,103,163],"from":[88],"heatmap":[89],"density":[90],"plots,":[91],"SlowFast-R50":[94],"backbone":[95],"capturing":[97],"spatio-temporal":[98],"video":[99],"cues.":[100],"These":[101,177],"latent":[102],"are":[104],"fused":[105],"input":[107],"1D":[110],"convolutional":[111],"neural":[112],"network":[113],"predict":[115],"expert-assigned":[116],"scores.":[118],"On":[119,149],"JIGSAWS":[121],"benchmark":[123],"(consisting":[124],"103":[126],"videos),":[127],"our":[128,180],"model":[129],"achieved":[130],"Spearman":[132,167],"correlation":[133,168],"0.85":[135],"4-fold":[137],"cross-validation":[138],"0.87":[140],"leave-one-user-out":[143],"evaluation,":[144],"which":[145],"outperforms":[146],"prior":[147],"approaches.":[148],"Biotissue":[151],"dataset":[152],"(205":[153],"videos":[154],"including":[155],"GJ,":[156],"PJ,":[157],"HJ),":[158],"fusing":[159],"yielded":[164],"top":[166],"0.67":[170],"(GJ":[171],"dataset)":[172],"0.69":[174],"(PJ":[175],"dataset).":[176],"results":[178],"demonstrate":[179],"framework\u2019s":[181],"scalability,":[182],"robustness,":[183],"potential":[185],"deployment.":[188]},"counts_by_year":[],"updated_date":"2026-10-12T09:40:04.860316","created_date":"2026-08-08T00:00:00"}