{"id":"https://openalex.org/W4389689629","doi":"https://doi.org/10.1109/iros55552.2023.10342120","title":"Visual-Kinematics Graph Learning for Procedure-Agnostic Instrument Tip Segmentation in Robotic Surgeries","display_name":"Visual-Kinematics Graph Learning for Procedure-Agnostic Instrument Tip Segmentation in Robotic Surgeries","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4389689629","doi":"https://doi.org/10.1109/iros55552.2023.10342120"},"language":"en","primary_location":{"id":"doi:10.1109/iros55552.2023.10342120","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iros55552.2023.10342120","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100390380","display_name":"Jiaqi Liu","orcid":"https://orcid.org/0000-0003-2958-9309"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Jiaqi Liu","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Computer Science and Engineering","Department of Computer Science and Engineering, The Chinese University of Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Computer Science and Engineering","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040473879","display_name":"Yonghao Long","orcid":"https://orcid.org/0000-0003-4474-7854"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yonghao Long","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Computer Science and Engineering","Department of Computer Science and Engineering, The Chinese University of Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Computer Science and Engineering","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100437926","display_name":"Kai Chen","orcid":"https://orcid.org/0000-0001-6850-1723"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kai Chen","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Computer Science and Engineering","Department of Computer Science and Engineering, The Chinese University of Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Computer Science and Engineering","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111036229","display_name":"Cheuk Hei Leung","orcid":null},"institutions":[{"id":"https://openalex.org/I4210116723","display_name":"Robotics Research (United States)","ror":"https://ror.org/020w2fr77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116723"]},{"id":"https://openalex.org/I4210158792","display_name":"Corner House","ror":"https://ror.org/04sgce546","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I4210158792"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Cheuk Hei Leung","raw_affiliation_strings":["Cornerstone Robotics Ltd"],"affiliations":[{"raw_affiliation_string":"Cornerstone Robotics Ltd","institution_ids":["https://openalex.org/I4210116723","https://openalex.org/I4210158792"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076432970","display_name":"Zerui Wang","orcid":"https://orcid.org/0000-0003-4281-5120"},"institutions":[{"id":"https://openalex.org/I4210116723","display_name":"Robotics Research (United States)","ror":"https://ror.org/020w2fr77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116723"]},{"id":"https://openalex.org/I4210158792","display_name":"Corner House","ror":"https://ror.org/04sgce546","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I4210158792"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Zerui Wang","raw_affiliation_strings":["Cornerstone Robotics Ltd"],"affiliations":[{"raw_affiliation_string":"Cornerstone Robotics Ltd","institution_ids":["https://openalex.org/I4210116723","https://openalex.org/I4210158792"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090516040","display_name":"Qi Dou","orcid":"https://orcid.org/0000-0002-3416-9950"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Qi Dou","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Computer Science and Engineering","Department of Computer Science and Engineering, The Chinese University of Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Computer Science and Engineering","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100390380"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":0.2198,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.49767653,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4633","last_page":"4639"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9729999899864197,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.6554277539253235},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6515330672264099},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6480927467346191},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6003171801567078},{"id":"https://openalex.org/keywords/inverse-kinematics","display_name":"Inverse kinematics","score":0.5189987421035767},{"id":"https://openalex.org/keywords/robotic-surgery","display_name":"Robotic surgery","score":0.4905652403831482},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.464851975440979},{"id":"https://openalex.org/keywords/surgical-instrument","display_name":"Surgical instrument","score":0.42300501465797424},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.41907042264938354},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.35265666246414185},{"id":"https://openalex.org/keywords/surgery","display_name":"Surgery","score":0.16683772206306458},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.13771966099739075}],"concepts":[{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.6554277539253235},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6515330672264099},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6480927467346191},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6003171801567078},{"id":"https://openalex.org/C17816587","wikidata":"https://www.wikidata.org/wiki/Q1501872","display_name":"Inverse kinematics","level":3,"score":0.5189987421035767},{"id":"https://openalex.org/C103203806","wikidata":"https://www.wikidata.org/wiki/Q942348","display_name":"Robotic surgery","level":2,"score":0.4905652403831482},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.464851975440979},{"id":"https://openalex.org/C2778181360","wikidata":"https://www.wikidata.org/wiki/Q1074814","display_name":"Surgical instrument","level":2,"score":0.42300501465797424},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.41907042264938354},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.35265666246414185},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.16683772206306458},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.13771966099739075},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros55552.2023.10342120","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iros55552.2023.10342120","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1901129140","https://openalex.org/W2064985253","https://openalex.org/W2194775991","https://openalex.org/W2630837129","https://openalex.org/W2786036844","https://openalex.org/W2792767783","https://openalex.org/W2964015378","https://openalex.org/W2967498193","https://openalex.org/W2979609563","https://openalex.org/W2980225217","https://openalex.org/W3003209274","https://openalex.org/W3011409570","https://openalex.org/W3094502228","https://openalex.org/W3095602948","https://openalex.org/W3096667748","https://openalex.org/W3096724473","https://openalex.org/W3119543788","https://openalex.org/W3134247921","https://openalex.org/W3138516171","https://openalex.org/W3205231824","https://openalex.org/W3205596143","https://openalex.org/W3207523613","https://openalex.org/W3211849317","https://openalex.org/W4210453703","https://openalex.org/W4210582445","https://openalex.org/W4221148496","https://openalex.org/W4223545025","https://openalex.org/W4288419263","https://openalex.org/W4288574670","https://openalex.org/W4317492695","https://openalex.org/W4362692106","https://openalex.org/W4383097700","https://openalex.org/W6638667902","https://openalex.org/W6784694379","https://openalex.org/W6803276269"],"related_works":["https://openalex.org/W2084494155","https://openalex.org/W2119963650","https://openalex.org/W2972304526","https://openalex.org/W2380210784","https://openalex.org/W2770397302","https://openalex.org/W998473388","https://openalex.org/W2375415610","https://openalex.org/W1996912299","https://openalex.org/W4235013387","https://openalex.org/W2111551460"],"abstract_inverted_index":{"Accurate":[0],"segmentation":[1,66,201],"of":[2,43,50,96,103,136],"surgical":[3,19,30,44,51,123],"instrument":[4,45,90,119,137],"tip":[5,120,161],"is":[6,35,93,130,149],"an":[7],"important":[8],"task":[9,34],"for":[10,89,160],"enabling":[11],"downstream":[12],"applications":[13],"in":[14,76],"robotic":[15,83],"surgery,":[16],"such":[17,104],"as":[18,27,29],"skill":[20],"assessment,":[21],"tool-tissue":[22],"interaction":[23],"and":[24,47,142,182,187],"deformation":[25],"modeling,":[26],"well":[28],"autonomy.":[31],"However,":[32],"this":[33],"very":[36],"challenging":[37],"due":[38],"to":[39,115,132,151,158],"the":[40,82,118],"small":[41],"sizes":[42],"tips,":[46],"significant":[48],"variance":[49],"scenes":[52],"across":[53],"different":[54,97],"procedures.":[55,124],"Although":[56],"much":[57],"effort":[58],"has":[59],"been":[60],"made":[61],"on":[62,167,185,190,212],"visual-based":[63],"methods,":[64],"existing":[65],"models":[67],"still":[68],"suffer":[69],"from":[70,81,139,156],"low":[71],"robustness":[72],"thus":[73],"not":[74],"usable":[75],"practice.":[77],"Fortunately,":[78],"kinematics":[79,157],"data":[80],"system":[84],"can":[85],"provide":[86],"reliable":[87],"prior":[88,155],"location,":[91],"which":[92],"consistent":[94],"regardless":[95],"surgery":[98],"types.":[99],"To":[100],"make":[101],"use":[102],"multi-modal":[105,200],"information,":[106],"we":[107],"propose":[108],"a":[109,126,145,168],"novel":[110],"visual-kinematics":[111,171],"graph":[112,127],"learning":[113,128],"framework":[114,129],"accurately":[116],"segment":[117],"given":[121],"various":[122],"Specifically,":[125],"proposed":[131,199],"encode":[133],"relational":[134],"features":[135],"parts":[138],"both":[140],"image":[141,159],"kinematics.":[143],"Next,":[144],"cross-modal":[146],"contrastive":[147],"loss":[148],"designed":[150],"incorporate":[152],"robust":[153],"geometric":[154],"segmentation.":[162],"We":[163],"have":[164],"conducted":[165],"experiments":[166],"private":[169],"paired":[170],"dataset":[172],"including":[173],"multiple":[174],"procedures,":[175],"i.e.,":[176],"prostatectomy,":[177],"total":[178],"mesorectal":[179],"excision,":[180],"fundoplication":[181],"distal":[183,188],"gastrectomy":[184,189],"cadaver,":[186],"porcine.":[191],"The":[192],"leave-one-procedure-out":[193],"cross":[194],"validation":[195],"demon-strated":[196],"that":[197],"our":[198],"method":[202],"significantly":[203],"outperformed":[204],"current":[205],"image-based":[206],"state-of-the-art":[207],"approaches,":[208],"exceeding":[209],"averagely":[210],"11.2%":[211],"Dice.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}