{"id":"https://openalex.org/W4404238396","doi":"https://doi.org/10.1109/lra.2024.3495452","title":"Think Step by Step: Chain-of-Gesture Prompting for Error Detection in Robotic Surgical Videos","display_name":"Think Step by Step: Chain-of-Gesture Prompting for Error Detection in Robotic Surgical Videos","publication_year":2024,"publication_date":"2024-11-11","ids":{"openalex":"https://openalex.org/W4404238396","doi":"https://doi.org/10.1109/lra.2024.3495452"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2024.3495452","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3495452","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111693459","display_name":"Zhimin Shao","orcid":"https://orcid.org/0000-0002-3078-0939"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhimin Shao","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3078-0939","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066662339","display_name":"Jialang Xu","orcid":"https://orcid.org/0000-0003-2324-7033"},"institutions":[{"id":"https://openalex.org/I4210144746","display_name":"The London College","ror":"https://ror.org/0546ajs61","country_code":"GB","type":"education","lineage":["https://openalex.org/I4210144746"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jialang Xu","raw_affiliation_strings":["UCL Hawkes Institute and the Department of Medical Physics and Biomedical Engineering, University College London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0003-2324-7033","affiliations":[{"raw_affiliation_string":"UCL Hawkes Institute and the Department of Medical Physics and Biomedical Engineering, University College London, London, U.K","institution_ids":["https://openalex.org/I4210144746","https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077630267","display_name":"Danail Stoyanov","orcid":"https://orcid.org/0000-0002-0980-3227"},"institutions":[{"id":"https://openalex.org/I4210144746","display_name":"The London College","ror":"https://ror.org/0546ajs61","country_code":"GB","type":"education","lineage":["https://openalex.org/I4210144746"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Danail Stoyanov","raw_affiliation_strings":["UCL Hawkes Institute and the Department of Medical Physics and Biomedical Engineering, University College London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0002-0980-3227","affiliations":[{"raw_affiliation_string":"UCL Hawkes Institute and the Department of Medical Physics and Biomedical Engineering, University College London, London, U.K","institution_ids":["https://openalex.org/I4210144746","https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048400975","display_name":"Evangelos B. Mazomenos","orcid":"https://orcid.org/0000-0003-0357-5996"},"institutions":[{"id":"https://openalex.org/I4210144746","display_name":"The London College","ror":"https://ror.org/0546ajs61","country_code":"GB","type":"education","lineage":["https://openalex.org/I4210144746"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Evangelos B. Mazomenos","raw_affiliation_strings":["UCL Hawkes Institute and the Department of Medical Physics and Biomedical Engineering, University College London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0003-0357-5996","affiliations":[{"raw_affiliation_string":"UCL Hawkes Institute and the Department of Medical Physics and Biomedical Engineering, University College London, London, U.K","institution_ids":["https://openalex.org/I4210144746","https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050163233","display_name":"Yueming Jin","orcid":"https://orcid.org/0000-0003-3775-3877"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yueming Jin","raw_affiliation_strings":["Department of Biomedical Engineering and the Department of Electrical and Computer Engineering, National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-3775-3877","affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering and the Department of Electrical and Computer Engineering, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1719,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.87776549,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"9","issue":"12","first_page":"11513","last_page":"11520"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9692999720573425,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9692999720573425,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9668999910354614,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9297000169754028,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.6346125602722168},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6038006544113159},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5064517259597778},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4884428083896637},{"id":"https://openalex.org/keywords/surgical-robot","display_name":"Surgical robot","score":0.43403536081314087},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35725846886634827},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.30915406346321106}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.6346125602722168},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6038006544113159},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5064517259597778},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4884428083896637},{"id":"https://openalex.org/C3017684034","wikidata":"https://www.wikidata.org/wiki/Q942348","display_name":"Surgical robot","level":3,"score":0.43403536081314087},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35725846886634827},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.30915406346321106}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2024.3495452","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3495452","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5935547209","display_name":null,"funder_award_id":"203145/Z/16/Z","funder_id":"https://openalex.org/F4320330765","funder_display_name":"Wellcome / EPSRC Centre for Interventional and Surgical Sciences"},{"id":"https://openalex.org/G8149078344","display_name":null,"funder_award_id":"NS/A000050/1","funder_id":"https://openalex.org/F4320330765","funder_display_name":"Wellcome / EPSRC Centre for Interventional and Surgical Sciences"}],"funders":[{"id":"https://openalex.org/F4320320005","display_name":"Royal Academy of Engineering","ror":"https://ror.org/0526snb40"},{"id":"https://openalex.org/F4320330765","display_name":"Wellcome / EPSRC Centre for Interventional and Surgical Sciences","ror":"https://ror.org/03r42r570"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1572295178","https://openalex.org/W1590255116","https://openalex.org/W1720752806","https://openalex.org/W1981428665","https://openalex.org/W1989912492","https://openalex.org/W1993921437","https://openalex.org/W2077516198","https://openalex.org/W2194775991","https://openalex.org/W2565639579","https://openalex.org/W2580456502","https://openalex.org/W2951058133","https://openalex.org/W2963139324","https://openalex.org/W2963853051","https://openalex.org/W2964446959","https://openalex.org/W2968074458","https://openalex.org/W2980110287","https://openalex.org/W2980225217","https://openalex.org/W2980539176","https://openalex.org/W2990503944","https://openalex.org/W3046777924","https://openalex.org/W3090581617","https://openalex.org/W3092562667","https://openalex.org/W3103878770","https://openalex.org/W3105393320","https://openalex.org/W3108631517","https://openalex.org/W3121789984","https://openalex.org/W3155981689","https://openalex.org/W3185114238","https://openalex.org/W3187939613","https://openalex.org/W3212407416","https://openalex.org/W4210446704","https://openalex.org/W4221161243","https://openalex.org/W4281485946","https://openalex.org/W4282969740","https://openalex.org/W4296961641","https://openalex.org/W4319303111","https://openalex.org/W4385245566","https://openalex.org/W4393046558","https://openalex.org/W4404687994","https://openalex.org/W6791353385","https://openalex.org/W6809646742"],"related_works":["https://openalex.org/W2537963312","https://openalex.org/W2066003895","https://openalex.org/W2537762514","https://openalex.org/W2349788282","https://openalex.org/W577271088","https://openalex.org/W2120801881","https://openalex.org/W1982853263","https://openalex.org/W1974473538","https://openalex.org/W2020010749","https://openalex.org/W1979551339"],"abstract_inverted_index":{"Despite":[0],"advancements":[1],"in":[2,12,51,69],"robotic":[3],"systems":[4],"and":[5,32,47,78,112,118,132,147,161,184],"surgical":[6,23,52,91,185],"data":[7],"science,":[8],"ensuring":[9],"safe":[10],"execution":[11],"robot-assisted":[13],"minimally":[14],"invasive":[15],"surgery":[16],"(RMIS)":[17],"remains":[18],"challenging.":[19],"Current":[20],"methods":[21,41],"for":[22,115,135],"error":[24,81],"detection":[25,82],"typically":[26],"involve":[27],"two":[28,98],"parts:":[29],"identifying":[30],"gestures":[31],"then":[33],"detecting":[34],"errors":[35],"within":[36],"each":[37],"gesture":[38,62,116],"clip.":[39],"These":[40],"often":[42],"overlook":[43],"the":[44,66,144,151],"rich":[45],"contextual":[46,88],"semantic":[48],"information":[49,89,137],"inherent":[50],"videos,":[53],"with":[54,130,166],"limited":[55],"performance":[56],"due":[57],"to":[58,180],"reliance":[59],"on":[60,143],"accurate":[61],"identification.":[63],"Inspired":[64],"by":[65,94],"chain-of-thought":[67],"prompting":[68,117],"natural":[70],"language":[71],"processing,":[72],"this":[73],"letter":[74],"presents":[75],"a":[76,106,119,125],"novel":[77],"real-time":[79],"end-to-end":[80],"framework,":[83],"Chain-of-Gesture":[84],"(COG)":[85],"prompting,":[86],"integrating":[87],"from":[90],"videos":[92],"step":[93],"step.":[95],"This":[96,175],"encompasses":[97],"reasoning":[99],"modules":[100],"that":[101],"simulate":[102],"expert":[103],"surgeons'":[104],"decision-making:":[105],"Gestural-Visual":[107],"Reasoning":[108,122],"module":[109,123],"using":[110],"transformer":[111],"attention":[113],"architectures":[114],"Multi-Scale":[120],"Temporal":[121],"employing":[124],"multi-stage":[126],"temporal":[127,136],"convolutional":[128],"network":[129],"slow":[131],"fast":[133],"paths":[134],"extraction.":[138],"We":[139],"validate":[140],"our":[141,177],"method":[142],"JIGSAWS":[145],"dataset":[146],"show":[148],"improvements":[149],"over":[150],"state-of-the-art,":[152],"achieving":[153],"4.6%":[154,158],"higher":[155,159,163],"F1":[156],"score,":[157],"Accuracy,":[160],"5.9%":[162],"Jaccard":[164],"index,":[165],"an":[167],"average":[168],"frame":[169],"processing":[170],"time":[171],"of":[172],"6.69":[173],"milliseconds.":[174],"demonstrates":[176],"approach's":[178],"potential":[179],"enhance":[181],"RMIS":[182],"safety":[183],"education":[186],"efficacy.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-12T08:23:45.883708","created_date":"2025-10-10T00:00:00"}