{"id":"https://openalex.org/W4407403306","doi":"https://doi.org/10.1109/irac63143.2024.10871844","title":"Vision Language Model Empowered Surgical Planning","display_name":"Vision Language Model Empowered Surgical Planning","publication_year":2024,"publication_date":"2024-11-29","ids":{"openalex":"https://openalex.org/W4407403306","doi":"https://doi.org/10.1109/irac63143.2024.10871844"},"language":"en","primary_location":{"id":"doi:10.1109/irac63143.2024.10871844","doi":"https://doi.org/10.1109/irac63143.2024.10871844","is_oa":false,"landing_page_url":"https://doi.org/10.1109/irac63143.2024.10871844","pdf_url":null,"source":{"id":"https://openalex.org/S7407096400","display_name":"International Conference on Intelligent Robotics and Automatic Control (IRAC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Conference on Intelligent Robotics and Automatic Control (IRAC)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062331533","display_name":"Yi-He Chen","orcid":"https://orcid.org/0000-0002-0601-1507","observed_orcids":["https://orcid.org/0000-0002-0601-1507"]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yihe Chen","raw_affiliation_strings":["Nanjing University,School of Artificial Intelligence,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University,School of Artificial Intelligence,Nanjing,China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019816561","display_name":"Runsheng Yu","orcid":"https://orcid.org/0000-0003-0053-1234","observed_orcids":["https://orcid.org/0000-0003-0053-1234","https://orcid.org/0000-0002-4685-1295"]},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Runsheng Yu","raw_affiliation_strings":["Hong Kong University of Science and Technology,Department of Computer Science,Hong Kong,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology,Department of Computer Science,Hong Kong,China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101931980","display_name":"Xin Wang","orcid":"https://orcid.org/0000-0003-0214-4932","observed_orcids":["https://orcid.org/0000-0003-0214-4932"]},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Wang","raw_affiliation_strings":["Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100720712","display_name":"Wensheng Wang","orcid":"https://orcid.org/0000-0002-4031-2303","observed_orcids":["https://orcid.org/0000-0002-4031-2303"]},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wensheng Wang","raw_affiliation_strings":["Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100741008","display_name":"Ning Tan","orcid":"https://orcid.org/0000-0003-0710-6409","observed_orcids":["https://orcid.org/0000-0003-0710-6409","https://orcid.org/0000-0003-4777-0945"]},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Tan","raw_affiliation_strings":["Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100629117","display_name":"Youzhi Zhang","orcid":"https://orcid.org/0000-0002-1823-2139","observed_orcids":["https://orcid.org/0000-0002-1823-2139"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youzhi Zhang","raw_affiliation_strings":["Hong Kong Institute of Science & Innovation Chinese Academy of Sciences,Centre for Artificial Intelligence and Robotics,Hong Kong,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong Institute of Science & Innovation Chinese Academy of Sciences,Centre for Artificial Intelligence and Robotics,Hong Kong,China","institution_ids":["https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9419,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.7795777,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"317","last_page":"322"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.43479999899864197,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.43479999899864197,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.2838999927043915,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.0778999999165535,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.9129999876022339},{"id":"https://openalex.org/keywords/surgical-planning","display_name":"surgical planning","score":0.8830000162124634},{"id":"https://openalex.org/keywords/minimally-invasive-surgery","display_name":"minimally invasive surgery","score":0.8240000009536743},{"id":"https://openalex.org/keywords/robotic-endoscope","display_name":"robotic endoscope","score":0.7630000114440918},{"id":"https://openalex.org/keywords/visual-servoing","display_name":"visual servoing","score":0.7720000147819519}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6667203903198242},{"id":"https://openalex.org/C2779370443","wikidata":"https://www.wikidata.org/wiki/Q1776627","display_name":"Surgical planning","level":2,"score":0.4642871618270874},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.43917766213417053},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32292935252189636},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.1556406021118164},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.10889381170272827}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/irac63143.2024.10871844","doi":"https://doi.org/10.1109/irac63143.2024.10871844","is_oa":false,"landing_page_url":"https://doi.org/10.1109/irac63143.2024.10871844","pdf_url":null,"source":{"id":"https://openalex.org/S7407096400","display_name":"International Conference on Intelligent Robotics and Automatic Control (IRAC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Conference on Intelligent Robotics and Automatic Control (IRAC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1989169659","https://openalex.org/W2133450663","https://openalex.org/W2757192185","https://openalex.org/W2890509291","https://openalex.org/W2995712318","https://openalex.org/W3131953810","https://openalex.org/W3136827180","https://openalex.org/W4285069854","https://openalex.org/W4319865632","https://openalex.org/W4383473935","https://openalex.org/W4383552038","https://openalex.org/W4385430559","https://openalex.org/W4400434472","https://openalex.org/W4401201162","https://openalex.org/W4401414182","https://openalex.org/W4402955063","https://openalex.org/W4403785789","https://openalex.org/W4403819024","https://openalex.org/W4404573762","https://openalex.org/W4404953341","https://openalex.org/W4413917076","https://openalex.org/W4413918741","https://openalex.org/W4416748392","https://openalex.org/W6875307517"],"related_works":["https://openalex.org/W4382053070","https://openalex.org/W4410638924","https://openalex.org/W4412196480","https://openalex.org/W7162133134","https://openalex.org/W3208855193","https://openalex.org/W4290774346","https://openalex.org/W7124462756","https://openalex.org/W4405778701","https://openalex.org/W4393437508","https://openalex.org/W4392944385"],"abstract_inverted_index":{"The":[0],"integration":[1],"of":[2,20,33,49,134],"a":[3,7,131],"flexible":[4],"endoscope":[5],"with":[6,69],"surgical":[8,85],"manipulator":[9],"is":[10],"crucial":[11],"in":[12,112,136],"minimally":[13],"invasive":[14],"surgery":[15],"(MIS),":[16],"facilitating":[17],"detailed":[18],"visualization":[19],"the":[21,25,30,50,56,60,70,97,101,109,125,145,150],"operative":[22],"field":[23],"within":[24],"patient\u2019s":[26],"body.":[27],"During":[28],"MIS,":[29],"remote":[31],"center":[32],"motion":[34],"(RCM)":[35],"constraints":[36],"are":[37],"essential":[38],"for":[39,59],"achieving":[40],"visual":[41,151],"servoing":[42,152],"control":[43,48,62,147,153],"and":[44,63,92,104,149],"ensuring":[45],"accurate":[46],"tracking":[47,61,98,146],"robotic":[51],"endoscope.":[52],"Existing":[53],"work":[54],"requires":[55],"exact":[57,102],"trajectory":[58,103],"does":[64],"not":[65],"connect":[66,105],"both":[67,106],"tasks":[68,107],"RCM":[71],"constraints.":[72],"In":[73],"this":[74],"paper,":[75],"we":[76],"exploit":[77],"GPT-V":[78],"to":[79,95],"develop":[80],"Vision":[81],"Language":[82],"Model":[83],"Empowered":[84],"Planning":[86],"(VLM-EP),":[87],"which":[88,139],"uses":[89],"environmental":[90],"observations":[91],"task":[93,99,148],"description":[94],"finish":[96],"without":[100],"through":[108],"exploration":[110],"procedure":[111],"vivo":[113],"safety":[114],"range.":[115],"Our":[116],"simulated":[117],"experiments":[118],"show":[119],"that":[120,141],"our":[121],"VLM-EP":[122,135,142],"significantly":[123],"outperforms":[124],"state-of-the-art":[126],"control-based":[127],"baseline.":[128],"We":[129],"demonstrate":[130],"practical":[132],"implementation":[133],"real-world":[137],"scenarios,":[138],"shows":[140],"effectively":[143],"handles":[144],"task.":[154]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-10-26T11:51:55.731654","created_date":"2025-02-13T00:00:00"}