{"id":"https://openalex.org/W3205650412","doi":"https://doi.org/10.1142/s2424905x21410014","title":"Spatiotemporal Video Highlight by Neural Network Considering Gaze and Hands of Surgeon in Egocentric Surgical Videos","display_name":"Spatiotemporal Video Highlight by Neural Network Considering Gaze and Hands of Surgeon in Egocentric Surgical Videos","publication_year":2021,"publication_date":"2021-10-11","ids":{"openalex":"https://openalex.org/W3205650412","doi":"https://doi.org/10.1142/s2424905x21410014","mag":"3205650412"},"language":"en","primary_location":{"id":"doi:10.1142/s2424905x21410014","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s2424905x21410014","pdf_url":null,"source":{"id":"https://openalex.org/S4210232911","display_name":"Journal of Medical Robotics Research","issn_l":"2424-905X","issn":["2424-905X","2424-9068"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Medical Robotics Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102797871","display_name":"Keitaro Yoshida","orcid":"https://orcid.org/0000-0003-3386-6823"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Keitaro Yoshida","raw_affiliation_strings":["Graduate School of Science and Technology, Keio University, 3-14-1 Hiyoshi, Kohoku-ku, Yokohama-shi, Kanagawa 223-8522, Japan"],"raw_orcid":"https://orcid.org/0000-0003-3386-6823","affiliations":[{"raw_affiliation_string":"Graduate School of Science and Technology, Keio University, 3-14-1 Hiyoshi, Kohoku-ku, Yokohama-shi, Kanagawa 223-8522, Japan","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020411666","display_name":"Ryo Hachiuma","orcid":"https://orcid.org/0000-0001-8274-3710"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ryo Hachiuma","raw_affiliation_strings":["Graduate School of Science and Technology, Keio University, 3-14-1 Hiyoshi, Kohoku-ku, Yokohama-shi, Kanagawa 223-8522, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Science and Technology, Keio University, 3-14-1 Hiyoshi, Kohoku-ku, Yokohama-shi, Kanagawa 223-8522, Japan","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010841189","display_name":"Hisako Tomita","orcid":"https://orcid.org/0009-0009-7955-4148"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hisako Tomita","raw_affiliation_strings":["Graduate School of Science and Technology, Keio University, 3-14-1 Hiyoshi, Kohoku-ku, Yokohama-shi, Kanagawa 223-8522, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Science and Technology, Keio University, 3-14-1 Hiyoshi, Kohoku-ku, Yokohama-shi, Kanagawa 223-8522, Japan","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000806577","display_name":"Jingjing Pan","orcid":"https://orcid.org/0000-0001-7362-0778"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingjing Pan","raw_affiliation_strings":["The Robotics Institute, Carnegie Mellon University, 5000 Forbes Avenue, Pittsburgh, PA 15213, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Robotics Institute, Carnegie Mellon University, 5000 Forbes Avenue, Pittsburgh, PA 15213, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037322163","display_name":"Kris Kitani","orcid":"https://orcid.org/0000-0002-9389-4060"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kris Kitani","raw_affiliation_strings":["The Robotics Institute, Carnegie Mellon University, 5000 Forbes Avenue, Pittsburgh, PA 15213, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Robotics Institute, Carnegie Mellon University, 5000 Forbes Avenue, Pittsburgh, PA 15213, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091432138","display_name":"Hiroki Kajita","orcid":"https://orcid.org/0000-0002-3267-5884"},"institutions":[{"id":"https://openalex.org/I4210107168","display_name":"Keio University Hospital","ror":"https://ror.org/01k8ej563","country_code":"JP","type":"healthcare","lineage":["https://openalex.org/I4210107168"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hiroki Kajita","raw_affiliation_strings":["Department of Plastic and Reconstructive Surgery, Keio University School of Medicine, 35 Shinanomachi, Shinjuku-ku, Tokyo 160-8582, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Plastic and Reconstructive Surgery, Keio University School of Medicine, 35 Shinanomachi, Shinjuku-ku, Tokyo 160-8582, Japan","institution_ids":["https://openalex.org/I4210107168"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049694850","display_name":"Tetsu Hayashida","orcid":"https://orcid.org/0000-0002-1657-803X"},"institutions":[{"id":"https://openalex.org/I4210107168","display_name":"Keio University Hospital","ror":"https://ror.org/01k8ej563","country_code":"JP","type":"healthcare","lineage":["https://openalex.org/I4210107168"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tetsu Hayashida","raw_affiliation_strings":["Department of Surgery, Keio University School of Medicine, 35 Shinanomachi, Shinjuku-ku, Tokyo 160-8582, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Surgery, Keio University School of Medicine, 35 Shinanomachi, Shinjuku-ku, Tokyo 160-8582, Japan","institution_ids":["https://openalex.org/I4210107168"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087706411","display_name":"Maki Sugimoto","orcid":"https://orcid.org/0000-0002-8383-9228"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Maki Sugimoto","raw_affiliation_strings":["Graduate School of Science and Technology, Keio University, 3-14-1 Hiyoshi, Kohoku-ku, Yokohama-shi, Kanagawa 223-8522, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Science and Technology, Keio University, 3-14-1 Hiyoshi, Kohoku-ku, Yokohama-shi, Kanagawa 223-8522, Japan","institution_ids":["https://openalex.org/I203951103"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4711,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.6480433,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"07","issue":"01","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.6983419060707092},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5098056197166443},{"id":"https://openalex.org/keywords/zoom","display_name":"Zoom","score":0.5076168775558472},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5006959438323975},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4656522870063782},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0765238106250763}],"concepts":[{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.6983419060707092},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5098056197166443},{"id":"https://openalex.org/C124913957","wikidata":"https://www.wikidata.org/wiki/Q1232548","display_name":"Zoom","level":3,"score":0.5076168775558472},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5006959438323975},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4656522870063782},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0765238106250763},{"id":"https://openalex.org/C78762247","wikidata":"https://www.wikidata.org/wiki/Q1273174","display_name":"Petroleum engineering","level":1,"score":0.0},{"id":"https://openalex.org/C15336307","wikidata":"https://www.wikidata.org/wiki/Q1766051","display_name":"Lens (geology)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s2424905x21410014","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s2424905x21410014","pdf_url":null,"source":{"id":"https://openalex.org/S4210232911","display_name":"Journal of Medical Robotics Research","issn_l":"2424-905X","issn":["2424-905X","2424-9068"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Medical Robotics Research","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8199999928474426}],"awards":[{"id":"https://openalex.org/G1938570126","display_name":null,"funder_award_id":"JPMJCR14E1","funder_id":"https://openalex.org/F4320338075","funder_display_name":"Core Research for Evolutional Science and Technology"}],"funders":[{"id":"https://openalex.org/F4320338075","display_name":"Core Research for Evolutional Science and Technology","ror":"https://ror.org/00097mb19"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1510835000","https://openalex.org/W1844401294","https://openalex.org/W1910566948","https://openalex.org/W2025302737","https://openalex.org/W2031688197","https://openalex.org/W2063362452","https://openalex.org/W2106318444","https://openalex.org/W2109463015","https://openalex.org/W2119738097","https://openalex.org/W2136848157","https://openalex.org/W2142824200","https://openalex.org/W2145112153","https://openalex.org/W2146103513","https://openalex.org/W2194775991","https://openalex.org/W2243691486","https://openalex.org/W2294654473","https://openalex.org/W2559655401","https://openalex.org/W2587007321","https://openalex.org/W2610201393","https://openalex.org/W2736668798","https://openalex.org/W2790100058","https://openalex.org/W2795307598","https://openalex.org/W2807663718","https://openalex.org/W2884036902","https://openalex.org/W2913429812","https://openalex.org/W2916909344","https://openalex.org/W2964222622"],"related_works":["https://openalex.org/W2385108104","https://openalex.org/W1999328396","https://openalex.org/W1589443630","https://openalex.org/W2183271128","https://openalex.org/W1585794270","https://openalex.org/W3033353262","https://openalex.org/W1561602432","https://openalex.org/W2113986142","https://openalex.org/W2395511366","https://openalex.org/W2148725491"],"abstract_inverted_index":{"In":[0,163,193],"the":[1,18,22,32,81,110,150,156,159,181,185,189,207,216,222,232,252,259,272,290,303,312,329,340,344,347,373],"medical":[2,359],"field,":[3],"surgical":[4,11,23,37,50,61,71,115,191,204,249,279,365],"videos":[5,19,51,72,116,205],"can":[6,136],"be":[7,169],"used":[8,300],"to":[9,20,40,43,59,105,147,154,168,171,179,198,257,262,281,301,367],"introduce":[10],"skills.":[12,192],"Medical":[13],"students":[14],"and":[15,25,123,184,218,244,307,335,353],"residents":[16],"watch":[17],"study":[21,357],"skills":[24,62],"increase":[26],"learning":[27,236],"speed":[28,333],"by":[29,52,140,210,235,349,361],"compensating":[30],"for":[31,215,328],"lack":[33],"of":[34,63,74,83,125,158,188,242,278,289,331,346],"experience":[35],"in":[36,45,66,80,86,109,161,173,206,247,255,315],"rooms":[38],"due":[39],"limited":[41],"opportunity":[42],"join":[44],"surgery.":[46],"To":[47,310],"record":[48,60],"egocentric":[49,70,203,248],"a":[53,57,64,89,132,227,267,283,287,323,350,355,369],"wearable":[54],"camera":[55],"is":[56,102,145,152,166],"solution":[58],"surgeon":[65,151],"detail.":[67,162],"However,":[68],"most":[69],"are":[73],"quite":[75],"long":[76,133],"duration.":[77],"For":[78,127,221,251,339],"example,":[79],"case":[82],"tumor":[84],"removal":[85],"breast":[87],"surgery,":[88],"video":[90,366],"recording":[91],"time":[92,103],"often":[93],"reaches":[94],"2[Formula:":[95],"see":[96,106,180],"text]h.":[97],"With":[98],"that":[99,230,270,326],"length,":[100],"it":[101,144,165],"consuming":[104],"important":[107,146,260],"scenes":[108,119,130,201,234,280],"video,":[111,134],"particularly":[112],"because":[113],"many":[114],"include":[117],"nonessential":[118],"such":[120],"as":[121,286],"sterilization":[122],"preparation":[124],"tools.":[126],"extracting":[128],"specific":[129],"from":[131,202],"we":[135,196,225,265,320,342],"apply":[137],"scene":[138],"estimation":[139],"machine":[141],"learning.":[142],"Furthermore,":[143],"know":[148],"where":[149],"looking":[153],"observe":[155],"area":[157,183,261,297],"incision":[160,182,200,233],"particular,":[164],"vital":[167],"able":[170],"zoom":[172,263,336],"on":[174,275,372],"key":[175],"elements,":[176],"allowing":[177],"viewers":[178],"fine":[186],"details":[187],"necessary":[190],"this":[194],"study,":[195],"aimed":[197],"highlight":[199],"spatiotemporal":[208],"domain":[209],"utilizing":[211],"two":[212],"neural":[213,228,268],"networks":[214,348],"temporal":[217,223],"spatial":[219,253],"highlights.":[220],"highlights,":[224,254],"designed":[226,266],"network":[229,269],"estimates":[231],"gaze":[237,274,292,296],"speed,":[238],"hand":[239],"movements,":[240],"number":[241],"hands,":[243],"background":[245],"movements":[246],"videos.":[250],"order":[256],"estimate":[258],"in,":[264],"learns":[271],"surgeon\u2019s":[273],"natural":[276],"features":[277],"form":[282],"probability":[284],"map":[285],"representation":[288],"estimated":[291,295],"area.":[293],"The":[294],"was":[298],"also":[299,321],"calculate":[302],"appropriate":[304],"zoom-in":[305,308],"position":[306],"ratio.":[309],"control":[311],"highlighted":[313],"parameters":[314],"accord":[316],"with":[317,358],"user":[318,324,356],"preferences,":[319],"made":[322],"interface":[325],"allows":[327],"selection":[330],"playback":[332],"gain":[334],"ratio":[337],"gain.":[338],"evaluation,":[341],"verified":[343],"performance":[345],"quantitative":[351],"assessment":[352,371],"conducted":[354],"doctors":[360],"showing":[362],"an":[363],"actual":[364],"obtain":[368],"qualitative":[370],"proposed":[374],"system.":[375]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}