{"id":"https://openalex.org/W4412505801","doi":"https://doi.org/10.1002/aisy.202500483","title":"Large Language Model\u2010Embedded Intelligent Robotic Scrub Nurse with Multimodal Input for Enhancing Surgeon\u2013Robot Interaction","display_name":"Large Language Model\u2010Embedded Intelligent Robotic Scrub Nurse with Multimodal Input for Enhancing Surgeon\u2013Robot Interaction","publication_year":2025,"publication_date":"2025-07-20","ids":{"openalex":"https://openalex.org/W4412505801","doi":"https://doi.org/10.1002/aisy.202500483"},"language":"en","primary_location":{"id":"doi:10.1002/aisy.202500483","is_oa":true,"landing_page_url":"https://doi.org/10.1002/aisy.202500483","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/aisy.202500483","source":{"id":"https://openalex.org/S4210212817","display_name":"Advanced Intelligent Systems","issn_l":"2640-4567","issn":["2640-4567"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/aisy.202500483","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028797524","display_name":"Wing Yin Ng","orcid":"https://orcid.org/0000-0002-4913-8292"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wing Yin Ng","raw_affiliation_strings":["Department of Surgery The Chinese University of Hong Kong  Shatin N.T.,Hong Kong SAR China","Department of Surgery, The Chinese University of Hong Kong, Shatin, N.T.,Hong Kong SAR, China"],"affiliations":[{"raw_affiliation_string":"Department of Surgery The Chinese University of Hong Kong  Shatin N.T.,Hong Kong SAR China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Surgery, The Chinese University of Hong Kong, Shatin, N.T.,Hong Kong SAR, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030071778","display_name":"Wanyu Ma","orcid":"https://orcid.org/0000-0002-6535-0998"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wanyu Ma","raw_affiliation_strings":["Department of Surgery The Chinese University of Hong Kong  Shatin N.T.,Hong Kong SAR China","Department of Surgery, The Chinese University of Hong Kong, Shatin, N.T.,Hong Kong SAR, China"],"affiliations":[{"raw_affiliation_string":"Department of Surgery The Chinese University of Hong Kong  Shatin N.T.,Hong Kong SAR China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Surgery, The Chinese University of Hong Kong, Shatin, N.T.,Hong Kong SAR, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032708386","display_name":"Pheng\u2010Ann Heng","orcid":"https://orcid.org/0000-0003-3055-5034"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Pheng Ann Heng","raw_affiliation_strings":["Department of Computer Science and Engineering The Chinese University of Hong Kong  Shatin N.T.,Hong Kong SAR China","Institute of Medical Intelligence and XR The Chinese University of Hong Kong  Shatin N.T.,Hong Kong SAR China","Department of Computer Science and Engineering, The Chinese University of Hong Kong, Shatin, N.T.,Hong Kong SAR, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering The Chinese University of Hong Kong  Shatin N.T.,Hong Kong SAR China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Institute of Medical Intelligence and XR The Chinese University of Hong Kong  Shatin N.T.,Hong Kong SAR China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Shatin, N.T.,Hong Kong SAR, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112876256","display_name":"Philip Wai Yan Chiu","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I2800906782","display_name":"Hong Kong Science and Technology Parks Corporation","ror":"https://ror.org/05q8mqd91","country_code":"HK","type":"nonprofit","lineage":["https://openalex.org/I2800906782"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Philip Wai Yan Chiu","raw_affiliation_strings":["Chow Yuk Ho Technology Center for Innovative Medicine The Chinese University of Hong Kong  Shatin N.T.,Hong Kong SAR China","Department of Surgery The Chinese University of Hong Kong  Shatin N.T.,Hong Kong SAR China","Multi\u2010scale Medical Robotics Center Limited  Shatin N.T.,Hong Kong SAR China","Chow Yuk Ho Technology Center for Innovative Medicine, The Chinese University of Hong Kong, Shatin, N.T.,Hong Kong SAR, China","Multi-scale Medical Robotics Center Limited, Shatin, N.T.,Hong Kong SAR, China"],"affiliations":[{"raw_affiliation_string":"Chow Yuk Ho Technology Center for Innovative Medicine The Chinese University of Hong Kong  Shatin N.T.,Hong Kong SAR China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Surgery The Chinese University of Hong Kong  Shatin N.T.,Hong Kong SAR China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Multi\u2010scale Medical Robotics Center Limited  Shatin N.T.,Hong Kong SAR China","institution_ids":["https://openalex.org/I2800906782"]},{"raw_affiliation_string":"Chow Yuk Ho Technology Center for Innovative Medicine, The Chinese University of Hong Kong, Shatin, N.T.,Hong Kong SAR, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Multi-scale Medical Robotics Center Limited, Shatin, N.T.,Hong Kong SAR, China","institution_ids":["https://openalex.org/I2800906782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100415063","display_name":"Zheng Li","orcid":"https://orcid.org/0000-0003-4455-0808"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I2800906782","display_name":"Hong Kong Science and Technology Parks Corporation","ror":"https://ror.org/05q8mqd91","country_code":"HK","type":"nonprofit","lineage":["https://openalex.org/I2800906782"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Zheng Li","raw_affiliation_strings":["Chow Yuk Ho Technology Center for Innovative Medicine The Chinese University of Hong Kong  Shatin N.T.,Hong Kong SAR China","Department of Surgery The Chinese University of Hong Kong  Shatin N.T.,Hong Kong SAR China","Li Ka Shing Institute of Health Science The Chinese University of Hong Kong  Shatin N.T.,Hong Kong SAR China","Multi\u2010scale Medical Robotics Center Limited  Shatin N.T.,Hong Kong SAR China","Li Ka Shing Institute of Health Science, The Chinese University of Hong Kong, Shatin, N.T.,Hong Kong SAR, China","Multi-scale Medical Robotics Center Limited, Shatin, N.T.,Hong Kong SAR, China"],"affiliations":[{"raw_affiliation_string":"Chow Yuk Ho Technology Center for Innovative Medicine The Chinese University of Hong Kong  Shatin N.T.,Hong Kong SAR China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Surgery The Chinese University of Hong Kong  Shatin N.T.,Hong Kong SAR China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Li Ka Shing Institute of Health Science The Chinese University of Hong Kong  Shatin N.T.,Hong Kong SAR China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Multi\u2010scale Medical Robotics Center Limited  Shatin N.T.,Hong Kong SAR China","institution_ids":["https://openalex.org/I2800906782"]},{"raw_affiliation_string":"Li Ka Shing Institute of Health Science, The Chinese University of Hong Kong, Shatin, N.T.,Hong Kong SAR, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Multi-scale Medical Robotics Center Limited, Shatin, N.T.,Hong Kong SAR, China","institution_ids":["https://openalex.org/I2800906782"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100415063"],"corresponding_institution_ids":["https://openalex.org/I177725633","https://openalex.org/I2800906782"],"apc_list":{"value":2750,"currency":"USD","value_usd":2750},"apc_paid":{"value":2750,"currency":"USD","value_usd":2750},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25327182,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"8","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9505000114440918,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9505000114440918,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9476000070571899,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9193000197410583,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6142288446426392},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6089134216308594},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5407317876815796},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.467085599899292},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4112949073314667}],"concepts":[{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6142288446426392},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6089134216308594},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5407317876815796},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.467085599899292},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4112949073314667}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1002/aisy.202500483","is_oa":true,"landing_page_url":"https://doi.org/10.1002/aisy.202500483","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/aisy.202500483","source":{"id":"https://openalex.org/S4210212817","display_name":"Advanced Intelligent Systems","issn_l":"2640-4567","issn":["2640-4567"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:22db5897c1524440a1fd3958ec058182","is_oa":true,"landing_page_url":"https://doaj.org/article/22db5897c1524440a1fd3958ec058182","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Advanced Intelligent Systems, Vol 8, Iss 1, Pp n/a-n/a (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1002/aisy.202500483","is_oa":true,"landing_page_url":"https://doi.org/10.1002/aisy.202500483","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/aisy.202500483","source":{"id":"https://openalex.org/S4210212817","display_name":"Advanced Intelligent Systems","issn_l":"2640-4567","issn":["2640-4567"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5595774050","display_name":null,"funder_award_id":"142006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322942","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412505801.pdf","grobid_xml":"https://content.openalex.org/works/W4412505801.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1968621334","https://openalex.org/W1993849402","https://openalex.org/W2001496424","https://openalex.org/W2023464954","https://openalex.org/W2032531667","https://openalex.org/W2048464944","https://openalex.org/W2059518738","https://openalex.org/W2061494106","https://openalex.org/W2103364245","https://openalex.org/W2116938970","https://openalex.org/W2147863572","https://openalex.org/W2330602057","https://openalex.org/W2765876816","https://openalex.org/W2975428709","https://openalex.org/W2980197563","https://openalex.org/W3124517302","https://openalex.org/W3162477342","https://openalex.org/W3196711335","https://openalex.org/W4200633290","https://openalex.org/W4293094978","https://openalex.org/W4307605738","https://openalex.org/W4386925284","https://openalex.org/W4391300566","https://openalex.org/W4401245026","https://openalex.org/W4401730089","https://openalex.org/W4403770406","https://openalex.org/W4405934866","https://openalex.org/W4408223336"],"related_works":["https://openalex.org/W2978665606","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W189465620","https://openalex.org/W4366818884","https://openalex.org/W2248308732","https://openalex.org/W4392651289","https://openalex.org/W3042490037","https://openalex.org/W4380487215"],"abstract_inverted_index":{"Scrub":[0],"nurses":[1],"have":[2],"crucial":[3],"responsibilities,":[4],"particularly":[5],"in":[6],"handling":[7],"instrument\u2010related":[8,61],"tasks.":[9],"However,":[10],"significant":[11],"mental":[12],"burdens":[13],"and":[14,65,69,88,96,102,193],"unfamiliarity":[15],"with":[16,119,160],"instruments":[17],"can":[18],"lead":[19],"to":[20,83,143],"various":[21],"human":[22],"errors.":[23],"Consequently,":[24],"the":[25,72,75,80,100,103,133,149,182],"research":[26],"community":[27],"has":[28],"explored":[29],"robotic":[30,54,173],"prototypes.":[31],"Unfortunately,":[32],"these":[33],"prototypes":[34],"often":[35],"focus":[36],"on":[37,170],"specific":[38],"instrument\u2010handling":[39],"tasks":[40],"or":[41],"offer":[42],"non\u2010intuitive":[43],"interaction":[44,98],"methods,":[45],"hindering":[46],"social":[47],"acceptance.":[48],"This":[49],"article":[50],"proposes":[51],"a":[52,89,154,171],"surgeon\u2010friendly":[53],"scrub":[55,174],"nurse":[56,175],"platform":[57],"that":[58,181],"addresses":[59],"multiple":[60],"tasks,":[62,189],"including":[63],"grasping":[64],"transferring,":[66],"automatic":[67],"sorting,":[68],"counting.":[70],"To":[71],"best":[73],"of":[74,123,158,165],"authors\u2019":[76],"knowledge,":[77],"this":[78],"is":[79],"first":[81],"prototype":[82,184],"incorporate":[84],"audiovisual":[85],"input":[86],"modalities":[87],"large":[90],"language":[91],"model":[92],"(LLM)":[93],"for":[94],"smooth":[95],"intuitive":[97],"between":[99],"surgeon":[101],"robot.":[104],"Specifically,":[105],"vision":[106],"artificial":[107],"intelligence":[108],"(AI)":[109],"provides":[110],"accurate":[111],"instrument":[112],"detection":[113],"results":[114],"using":[115],"oriented":[116],"bounding":[117],"boxes":[118],"an":[120,161],"average":[121,162],"precision":[122],"97.6%,":[124],"guiding":[125],"robot":[126,146],"motion":[127],"planning.":[128],"The":[129,137],"speech":[130],"AI":[131],"recognizes":[132],"surgeon's":[134],"voice":[135],"commands.":[136],"LLM":[138],"further":[139],"interprets":[140],"multimodal":[141],"information":[142],"trigger":[144],"different":[145],"actions":[147],"via":[148],"\u201ctool":[150],"use\u201d":[151],"capability,":[152],"achieving":[153],"standalone":[155],"success":[156],"rate":[157],"94%":[159],"action":[163],"latency":[164],"less":[166],"than":[167],"1":[168],"s":[169],"real":[172],"hardware":[176],"platform.":[177],"Physical":[178],"validation":[179],"demonstrated":[180],"proposed":[183],"successfully":[185],"completed":[186],"all":[187],"assigned":[188],"proving":[190],"its":[191],"feasibility":[192],"effectiveness.":[194]},"counts_by_year":[],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}