{"id":"https://openalex.org/W4401417372","doi":"https://doi.org/10.1109/icra57147.2024.10611534","title":"An Intelligent Robotic Endoscope Control System Based on Fusing Natural Language Processing and Vision Models","display_name":"An Intelligent Robotic Endoscope Control System Based on Fusing Natural Language Processing and Vision Models","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401417372","doi":"https://doi.org/10.1109/icra57147.2024.10611534"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10611534","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10611534","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109760615","display_name":"Beili Dong","orcid":null},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Beili Dong","raw_affiliation_strings":["Institute of Global Health Innovation, Imperial College London,Hamlyn Centre for Robotic Surgery,London,UK,SW7 2AZ"],"affiliations":[{"raw_affiliation_string":"Institute of Global Health Innovation, Imperial College London,Hamlyn Centre for Robotic Surgery,London,UK,SW7 2AZ","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047056423","display_name":"Junhong Chen","orcid":"https://orcid.org/0009-0000-9122-4859"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Junhong Chen","raw_affiliation_strings":["Institute of Global Health Innovation, Imperial College London,Hamlyn Centre for Robotic Surgery,London,UK,SW7 2AZ"],"affiliations":[{"raw_affiliation_string":"Institute of Global Health Innovation, Imperial College London,Hamlyn Centre for Robotic Surgery,London,UK,SW7 2AZ","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100379682","display_name":"Zeyu Wang","orcid":"https://orcid.org/0000-0001-5374-6330"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zeyu Wang","raw_affiliation_strings":["Institute of Global Health Innovation, Imperial College London,Hamlyn Centre for Robotic Surgery,London,UK,SW7 2AZ"],"affiliations":[{"raw_affiliation_string":"Institute of Global Health Innovation, Imperial College London,Hamlyn Centre for Robotic Surgery,London,UK,SW7 2AZ","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025843838","display_name":"Kaizhong Deng","orcid":null},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kaizhong Deng","raw_affiliation_strings":["Institute of Global Health Innovation, Imperial College London,Hamlyn Centre for Robotic Surgery,London,UK,SW7 2AZ"],"affiliations":[{"raw_affiliation_string":"Institute of Global Health Innovation, Imperial College London,Hamlyn Centre for Robotic Surgery,London,UK,SW7 2AZ","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070772177","display_name":"Yiping Li","orcid":"https://orcid.org/0000-0002-9461-813X"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yiping Li","raw_affiliation_strings":["Institute of Global Health Innovation, Imperial College London,Hamlyn Centre for Robotic Surgery,London,UK,SW7 2AZ"],"affiliations":[{"raw_affiliation_string":"Institute of Global Health Innovation, Imperial College London,Hamlyn Centre for Robotic Surgery,London,UK,SW7 2AZ","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063187094","display_name":"Benny Lo","orcid":"https://orcid.org/0000-0002-5080-108X"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Benny Lo","raw_affiliation_strings":["Institute of Global Health Innovation, Imperial College London,Hamlyn Centre for Robotic Surgery,London,UK,SW7 2AZ"],"affiliations":[{"raw_affiliation_string":"Institute of Global Health Innovation, Imperial College London,Hamlyn Centre for Robotic Surgery,London,UK,SW7 2AZ","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032805520","display_name":"George Mylonas","orcid":"https://orcid.org/0000-0003-3725-5843"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"George Mylonas","raw_affiliation_strings":["Institute of Global Health Innovation, Imperial College London,Hamlyn Centre for Robotic Surgery,London,UK,SW7 2AZ"],"affiliations":[{"raw_affiliation_string":"Institute of Global Health Innovation, Imperial College London,Hamlyn Centre for Robotic Surgery,London,UK,SW7 2AZ","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5109760615"],"corresponding_institution_ids":["https://openalex.org/I47508984"],"apc_list":null,"apc_paid":null,"fwci":1.0526,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.7770484,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"8180","last_page":"8186"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9757999777793884,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9757999777793884,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9524999856948853,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.911899983882904,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7331851720809937},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6800373196601868},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6571427583694458},{"id":"https://openalex.org/keywords/endoscope","display_name":"Endoscope","score":0.5229928493499756},{"id":"https://openalex.org/keywords/machine-vision","display_name":"Machine vision","score":0.5204972624778748},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.43994802236557007}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7331851720809937},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6800373196601868},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6571427583694458},{"id":"https://openalex.org/C2776820786","wikidata":"https://www.wikidata.org/wiki/Q580725","display_name":"Endoscope","level":2,"score":0.5229928493499756},{"id":"https://openalex.org/C5339829","wikidata":"https://www.wikidata.org/wiki/Q1425977","display_name":"Machine vision","level":2,"score":0.5204972624778748},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.43994802236557007},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10611534","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10611534","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6299999952316284}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1832808917","https://openalex.org/W2027281287","https://openalex.org/W2109255472","https://openalex.org/W2109287282","https://openalex.org/W2154299778","https://openalex.org/W2565639579","https://openalex.org/W2948289235","https://openalex.org/W3028225967","https://openalex.org/W3096597946","https://openalex.org/W3129417521","https://openalex.org/W3139211907","https://openalex.org/W3211763588","https://openalex.org/W4220786111","https://openalex.org/W4226278401","https://openalex.org/W4287780220","https://openalex.org/W4311630576","https://openalex.org/W4313484499","https://openalex.org/W4323076646","https://openalex.org/W4323572061","https://openalex.org/W4381252822","https://openalex.org/W4385473486","https://openalex.org/W6638848018","https://openalex.org/W6760947256","https://openalex.org/W6776900682","https://openalex.org/W6810738896","https://openalex.org/W6848466206","https://openalex.org/W6849582448","https://openalex.org/W6850503672","https://openalex.org/W6853478059","https://openalex.org/W6854738657"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"In":[0,85],"recent":[1],"years,":[2],"the":[3,14,15,41,44,65,73,77,82,115,124,145,157],"area":[4],"of":[5,17,21,40,67,98,137,144,147],"Robot-Assisted":[6],"Minimally":[7],"Invasive":[8],"Surgery":[9],"(RAMIS)":[10],"is":[11,27,108],"standing":[12],"on":[13,76,95],"verge":[16],"a":[18,30,88,141],"new":[19],"wave":[20],"innovations.":[22],"However,":[23],"autonomy":[24],"in":[25,29,48],"RAMIS":[26],"still":[28,36],"primitive":[31],"stage.":[32],"Therefore,":[33],"most":[34],"surgeries":[35],"require":[37],"manual":[38],"control":[39,92],"endoscope":[42,60,91],"and":[43,58,70,103,119,128,150],"robotic":[45,90],"instruments,":[46],"resulting":[47],"surgeons":[49],"needing":[50],"to":[51,122,131],"switch":[52],"attention":[53],"between":[54],"performing":[55],"surgical":[56,68,83,117,158],"procedures":[57],"moving":[59],"camera.":[61],"Automation":[62],"may":[63],"reduce":[64,72],"complexity":[66],"operations":[69],"consequently":[71],"cognitive":[74],"load":[75],"surgeon":[78],"while":[79],"speeding":[80],"up":[81],"process.":[84],"this":[86,138],"paper,":[87],"hybrid":[89],"system":[93,112,139],"based":[94],"fusion":[96],"model":[97,107],"natural":[99],"language":[100],"processing":[101],"(NLP)":[102],"modified":[104],"YOLO-V8":[105],"vision":[106],"proposed.":[109],"This":[110],"proposed":[111],"can":[113],"analyze":[114],"current":[116],"workflow":[118],"generate":[120],"logs":[121],"summarize":[123],"procedure":[125],"for":[126],"teaching":[127],"providing":[129],"feedback":[130],"junior":[132],"surgeons.":[133],"The":[134],"user":[135],"study":[136],"indicated":[140],"significant":[142],"reduction":[143],"number":[146],"clutching":[148],"actions":[149],"mean":[151],"task":[152],"time,":[153],"which":[154],"effectively":[155],"enhanced":[156],"training.":[159]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}
