{"id":"https://openalex.org/W4389374497","doi":"https://doi.org/10.1145/3628797.3628999","title":"Automatic Step Recognition with Video and Kinematic Data for Intelligent Operating Room and Beyond","display_name":"Automatic Step Recognition with Video and Kinematic Data for Intelligent Operating Room and Beyond","publication_year":2023,"publication_date":"2023-12-06","ids":{"openalex":"https://openalex.org/W4389374497","doi":"https://doi.org/10.1145/3628797.3628999"},"language":"en","primary_location":{"id":"doi:10.1145/3628797.3628999","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3628797.3628999","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3628797.3628999","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 12th International Symposium on Information and Communication Technology","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3628797.3628999","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025863705","display_name":"Chin-Boon Chng","orcid":"https://orcid.org/0000-0002-0566-6069"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Chin-Boon Chng","raw_affiliation_strings":["National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101619424","display_name":"Wenjun Lin","orcid":"https://orcid.org/0009-0008-7925-6944"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Wenjun Lin","raw_affiliation_strings":["National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063296736","display_name":"Yaxin Hu","orcid":"https://orcid.org/0000-0002-5952-9318"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]},{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"Yaxin Hu","raw_affiliation_strings":["National University of Singapore, Singapore","Southern University of Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"Southern University of Science and Technology, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057374436","display_name":"Yan Hu","orcid":"https://orcid.org/0000-0002-7663-3096"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]},{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"Yan Hu","raw_affiliation_strings":["National University of Singapore, Singapore","Southern University of Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"Southern University of Science and Technology, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100325209","display_name":"Jiang Liu","orcid":"https://orcid.org/0000-0001-6281-6505"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiang Liu","raw_affiliation_strings":["Southern University of Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067394594","display_name":"Chee\u2010Kong Chui","orcid":"https://orcid.org/0000-0001-9463-4781"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chee-Kong Chui","raw_affiliation_strings":["National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5025863705"],"corresponding_institution_ids":["https://openalex.org/I165932596"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.36461259,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"599","last_page":"606"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11984","display_name":"Anatomy and Medical Technology","score":0.9205999970436096,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8028915524482727},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6707420349121094},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6619012951850891},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.6295991539955139},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5989255905151367},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5332806706428528},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4921495318412781},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43335258960723877},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4199253022670746}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8028915524482727},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6707420349121094},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6619012951850891},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.6295991539955139},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5989255905151367},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5332806706428528},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4921495318412781},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43335258960723877},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4199253022670746},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3628797.3628999","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3628797.3628999","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3628797.3628999","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 12th International Symposium on Information and Communication Technology","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3628797.3628999","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3628797.3628999","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3628797.3628999","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 12th International Symposium on Information and Communication Technology","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6000000238418579,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G1609537680","display_name":null,"funder_award_id":"NRF-CRP","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G5120041475","display_name":null,"funder_award_id":"NRF-CRP25-2020RS-0002","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G7096097275","display_name":null,"funder_award_id":"NRF-CRP25-2020RS-0002, WBS: A-0008485-02-00","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320320698","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49"},{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"},{"id":"https://openalex.org/F4320327605","display_name":"Southern University of Science and Technology","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389374497.pdf","grobid_xml":"https://content.openalex.org/works/W4389374497.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W1591252397","https://openalex.org/W2016545368","https://openalex.org/W2020969241","https://openalex.org/W2088910030","https://openalex.org/W2144908192","https://openalex.org/W2158125308","https://openalex.org/W2194775991","https://openalex.org/W2308279915","https://openalex.org/W2318256166","https://openalex.org/W2777273430","https://openalex.org/W2969147026","https://openalex.org/W2979797179","https://openalex.org/W3092562667","https://openalex.org/W3205711766","https://openalex.org/W4297913542","https://openalex.org/W4300721790"],"related_works":["https://openalex.org/W2789522126","https://openalex.org/W1981780420","https://openalex.org/W4226493464","https://openalex.org/W4312417841","https://openalex.org/W3193565141","https://openalex.org/W3133861977","https://openalex.org/W2951211570","https://openalex.org/W3167935049","https://openalex.org/W3103566983","https://openalex.org/W3029198973"],"abstract_inverted_index":{"With":[0],"the":[1,9,41,125,173,177,189],"continuous":[2],"development":[3,190],"of":[4,14,28,85,114,176,193],"intelligent":[5],"operating":[6,174],"room":[7],"systems,":[8],"segmentation":[10],"and":[11,60,117,140,156,191],"automatic":[12],"recognition":[13,55],"surgical":[15,53,58,80,145],"workflow":[16],"have":[17,30],"become":[18],"challenging":[19],"research":[20],"fields.":[21],"In":[22,44],"recent":[23],"years,":[24],"an":[25],"increasing":[26],"number":[27],"models":[29],"been":[31],"proposed":[32,128],"to":[33,71,99,123],"address":[34],"this":[35,45],"challenge,":[36],"with":[37,155],"deep":[38],"learning":[39],"becoming":[40],"mainstream":[42],"approach.":[43],"paper,":[46],"we":[47],"propose":[48],"a":[49,64,83,88,96,109,133,144],"multi-stage":[50,110],"network":[51,67,129,135],"for":[52,106,168,188],"step":[54],"by":[56],"using":[57],"video":[59,76,104,153],"kinematic":[61,158,164],"data.":[62,159],"Firstly,":[63],"convolutional":[65],"neural":[66],"(ResNet34)":[68],"is":[69,93,121,130,141,166],"used":[70,122],"extract":[72],"visual":[73],"features":[74],"from":[75,136],"frames.":[77],"Next,":[78],"since":[79],"videos":[81],"are":[82],"form":[84],"sequential":[86],"data,":[87],"Temporal":[89],"Convolutional":[90],"Network":[91],"(TCN)":[92],"employed":[94],"as":[95],"temporal":[97,101],"extractor":[98],"process":[100],"information":[102],"between":[103],"frames":[105],"classification.":[107],"Finally,":[108],"TCN":[111,116,119],"network,":[112],"consisting":[113],"Encoder-Decoded":[115],"Dilated":[118],"architectures,":[120],"refine":[124],"result.":[126],"The":[127,179],"compared":[131],"against":[132],"LSTM":[134],"our":[137],"prior":[138],"work":[139],"evaluated":[142],"on":[143],"dataset":[146],"named":[147],"MISAW":[148],"in":[149,172,185],"two":[150],"modes":[151],"-":[152],"data":[154,165],"without":[157],"Experimental":[160],"results":[161],"indicate":[162],"that":[163],"crucial":[167],"robot":[169],"motion":[170],"control":[171],"rooms":[175],"future.":[178],"technology":[180],"will":[181],"also":[182],"find":[183],"application":[184],"robotic":[186],"labs":[187],"optimization":[192],"chemical":[194],"manufacturing":[195],"processes.":[196]},"counts_by_year":[],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}