{"id":"https://openalex.org/W3120935441","doi":"https://doi.org/10.1109/ismr48331.2020.9312950","title":"A Multi-Modal Learning System for On-Line Surgical Action Segmentation","display_name":"A Multi-Modal Learning System for On-Line Surgical Action Segmentation","publication_year":2020,"publication_date":"2020-11-18","ids":{"openalex":"https://openalex.org/W3120935441","doi":"https://doi.org/10.1109/ismr48331.2020.9312950","mag":"3120935441"},"language":"en","primary_location":{"id":"doi:10.1109/ismr48331.2020.9312950","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ismr48331.2020.9312950","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Symposium on Medical Robotics (ISMR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020987288","display_name":"Giacomo De Rossi","orcid":"https://orcid.org/0000-0002-2505-3809"},"institutions":[{"id":"https://openalex.org/I119439378","display_name":"University of Verona","ror":"https://ror.org/039bp8j42","country_code":"IT","type":"education","lineage":["https://openalex.org/I119439378"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Giacomo De Rossi","raw_affiliation_strings":["University of Verona, Verona, Italy"],"affiliations":[{"raw_affiliation_string":"University of Verona, Verona, Italy","institution_ids":["https://openalex.org/I119439378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032591112","display_name":"Serena Roin","orcid":null},"institutions":[{"id":"https://openalex.org/I119439378","display_name":"University of Verona","ror":"https://ror.org/039bp8j42","country_code":"IT","type":"education","lineage":["https://openalex.org/I119439378"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Serena Roin","raw_affiliation_strings":["University of Verona, Verona, Italy"],"affiliations":[{"raw_affiliation_string":"University of Verona, Verona, Italy","institution_ids":["https://openalex.org/I119439378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001003105","display_name":"Francesco Setti","orcid":"https://orcid.org/0000-0002-0015-5534"},"institutions":[{"id":"https://openalex.org/I119439378","display_name":"University of Verona","ror":"https://ror.org/039bp8j42","country_code":"IT","type":"education","lineage":["https://openalex.org/I119439378"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Francesco Setti","raw_affiliation_strings":["University of Verona, Verona, Italy"],"affiliations":[{"raw_affiliation_string":"University of Verona, Verona, Italy","institution_ids":["https://openalex.org/I119439378"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001597507","display_name":"Riccardo Muradore","orcid":null},"institutions":[{"id":"https://openalex.org/I119439378","display_name":"University of Verona","ror":"https://ror.org/039bp8j42","country_code":"IT","type":"education","lineage":["https://openalex.org/I119439378"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Riccardo Muradore","raw_affiliation_strings":["University of Verona, Verona, Italy"],"affiliations":[{"raw_affiliation_string":"University of Verona, Verona, Italy","institution_ids":["https://openalex.org/I119439378"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5020987288"],"corresponding_institution_ids":["https://openalex.org/I119439378"],"apc_list":null,"apc_paid":null,"fwci":0.4085,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.66365084,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"132","last_page":"138"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14510","display_name":"Medical Imaging and Analysis","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11984","display_name":"Anatomy and Medical Technology","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7291226983070374},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.6944562792778015},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6508877873420715},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5683984756469727},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4895270764827728},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.48655715584754944},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.48585817217826843},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.4757899045944214},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4518430531024933},{"id":"https://openalex.org/keywords/sliding-window-protocol","display_name":"Sliding window protocol","score":0.42960017919540405},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36084508895874023},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36010944843292236},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.33769434690475464},{"id":"https://openalex.org/keywords/window","display_name":"Window (computing)","score":0.1905895173549652}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7291226983070374},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.6944562792778015},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6508877873420715},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5683984756469727},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4895270764827728},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.48655715584754944},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.48585817217826843},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4757899045944214},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4518430531024933},{"id":"https://openalex.org/C102392041","wikidata":"https://www.wikidata.org/wiki/Q592860","display_name":"Sliding window protocol","level":3,"score":0.42960017919540405},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36084508895874023},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36010944843292236},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33769434690475464},{"id":"https://openalex.org/C2778751112","wikidata":"https://www.wikidata.org/wiki/Q835016","display_name":"Window (computing)","level":2,"score":0.1905895173549652},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ismr48331.2020.9312950","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ismr48331.2020.9312950","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Symposium on Medical Robotics (ISMR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1989912492","https://openalex.org/W1999031681","https://openalex.org/W2029294400","https://openalex.org/W2107443860","https://openalex.org/W2116435618","https://openalex.org/W2125085585","https://openalex.org/W2131842403","https://openalex.org/W2160899683","https://openalex.org/W2194775991","https://openalex.org/W2222269984","https://openalex.org/W2314362175","https://openalex.org/W2399310610","https://openalex.org/W2413983136","https://openalex.org/W2415633882","https://openalex.org/W2470175425","https://openalex.org/W2510642588","https://openalex.org/W2550143307","https://openalex.org/W2593722617","https://openalex.org/W2594361103","https://openalex.org/W2610635404","https://openalex.org/W2618009704","https://openalex.org/W2736730521","https://openalex.org/W2753596626","https://openalex.org/W2799262584","https://openalex.org/W2919658942","https://openalex.org/W2944586531","https://openalex.org/W2956100828","https://openalex.org/W2964273387","https://openalex.org/W2968889775","https://openalex.org/W3003920406","https://openalex.org/W6676325417","https://openalex.org/W6677326919","https://openalex.org/W6725336789","https://openalex.org/W6738279089"],"related_works":["https://openalex.org/W2789522126","https://openalex.org/W2066693961","https://openalex.org/W2368363778","https://openalex.org/W4226493464","https://openalex.org/W4312417841","https://openalex.org/W3133861977","https://openalex.org/W2951211570","https://openalex.org/W3103566983","https://openalex.org/W3167935049","https://openalex.org/W3029198973"],"abstract_inverted_index":{"Surgical":[0],"action":[1,42],"recognition":[2],"and":[3,33,67,70,107],"temporal":[4],"segmentation":[5],"is":[6,52],"a":[7,25,44,57,71,81],"building":[8],"block":[9],"needed":[10],"to":[11,17,36,84,96,138],"provide":[12],"some":[13],"degrees":[14],"of":[15,54,100],"autonomy":[16],"surgical":[18,45],"robots.":[19],"In":[20],"this":[21],"paper,":[22],"we":[23,91,102],"present":[24],"deep":[26],"learning":[27],"model":[28],"that":[29],"relies":[30],"on":[31,104,118,126],"videos":[32],"kinematic":[34,68],"data":[35],"output":[37],"in":[38,43,94,140],"real-time":[39,97],"the":[40,111,127,141],"current":[41],"procedure.":[46],"The":[47],"proposed":[48],"neural":[49],"network":[50],"architecture":[51,125],"composed":[53],"two":[55],"sub-networks:":[56],"Spatial-Kinematic":[58],"Network,":[59,74],"which":[60,75],"produces":[61],"high-level":[62],"features":[63,78],"by":[64],"processing":[65],"images":[66],"data,":[69],"Temporal":[72],"Convolutional":[73],"filters":[76],"such":[77],"temporally":[79],"over":[80,88],"sliding":[82],"window":[83],"stabilize":[85],"their":[86],"changes":[87],"time.":[89],"Since":[90],"are":[92],"interested":[93],"applications":[95],"supervisory":[98],"control":[99],"robots,":[101],"focus":[103],"an":[105],"efficient":[106],"causal":[108,124],"implementation,":[109],"i.e.":[110],"prediction":[112],"at":[113],"sample":[114],"k":[115],"only":[116],"depends":[117],"previous":[119],"observations.":[120],"We":[121],"tested":[122],"our":[123],"publicly":[128],"available":[129],"JIGSAWS":[130],"dataset,":[131],"outperforming":[132],"comparable":[133],"state-of-the-art":[134],"non-causal":[135],"algorithms":[136],"up":[137],"8.6%":[139],"edit":[142],"score.":[143]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}