{"id":"https://openalex.org/W4406022307","doi":"https://doi.org/10.1109/lra.2025.3535184","title":"From Decision to Action in Surgical Autonomy: Multi-Modal Large Language Models for Robot-Assisted Blood Suction","display_name":"From Decision to Action in Surgical Autonomy: Multi-Modal Large Language Models for Robot-Assisted Blood Suction","publication_year":2025,"publication_date":"2025-01-27","ids":{"openalex":"https://openalex.org/W4406022307","doi":"https://doi.org/10.1109/lra.2025.3535184"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2025.3535184","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2025.3535184","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2408.07806","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093064178","display_name":"Sadra Zargarzadeh","orcid":"https://orcid.org/0000-0003-4406-915X"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Sadra Zargarzadeh","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB, Canada"],"raw_orcid":"https://orcid.org/0000-0003-4406-915X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116252184","display_name":"Maryam Mirzaei","orcid":"https://orcid.org/0000-0001-5309-9786"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Maryam Mirzaei","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB, Canada"],"raw_orcid":"https://orcid.org/0000-0001-5309-9786","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023350625","display_name":"Yafei Ou","orcid":"https://orcid.org/0000-0002-2989-9991"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yafei Ou","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB, Canada"],"raw_orcid":"https://orcid.org/0000-0002-2989-9991","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018636421","display_name":"Mahdi Tavakoli","orcid":"https://orcid.org/0000-0002-7427-6961"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mahdi Tavakoli","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB, Canada"],"raw_orcid":"https://orcid.org/0000-0002-7427-6961","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5093064178"],"corresponding_institution_ids":["https://openalex.org/I154425047"],"apc_list":null,"apc_paid":null,"fwci":8.8853,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.97733227,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"10","issue":"3","first_page":"2598","last_page":"2605"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5957757830619812},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.569866418838501},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.54705810546875},{"id":"https://openalex.org/keywords/autonomy","display_name":"Autonomy","score":0.5378057360649109},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5061530470848083},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.4815531075000763},{"id":"https://openalex.org/keywords/agency","display_name":"Agency (philosophy)","score":0.48037227988243103},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.43705350160598755},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.38808003067970276},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2837517261505127},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.14830613136291504},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.1366647183895111}],"concepts":[{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5957757830619812},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.569866418838501},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.54705810546875},{"id":"https://openalex.org/C65414064","wikidata":"https://www.wikidata.org/wiki/Q484105","display_name":"Autonomy","level":2,"score":0.5378057360649109},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5061530470848083},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4815531075000763},{"id":"https://openalex.org/C108170787","wikidata":"https://www.wikidata.org/wiki/Q3951828","display_name":"Agency (philosophy)","level":2,"score":0.48037227988243103},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.43705350160598755},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.38808003067970276},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2837517261505127},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.14830613136291504},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.1366647183895111},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/lra.2025.3535184","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2025.3535184","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2408.07806","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.07806","pdf_url":"https://arxiv.org/pdf/2408.07806","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2408.07806","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.07806","pdf_url":"https://arxiv.org/pdf/2408.07806","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.8199999928474426,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320319952","display_name":"Canada Foundation for Innovation","ror":"https://ror.org/000az4664"},{"id":"https://openalex.org/F4320325651","display_name":"Alberta Innovates","ror":null},{"id":"https://openalex.org/F4320334506","display_name":"Canadian Institutes of Health Research","ror":"https://ror.org/01gavpb45"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4406022307.pdf","grobid_xml":"https://content.openalex.org/works/W4406022307.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W2016545368","https://openalex.org/W2061417916","https://openalex.org/W2341108136","https://openalex.org/W2973815009","https://openalex.org/W3118688377","https://openalex.org/W3133389372","https://openalex.org/W3196757288","https://openalex.org/W3198013102","https://openalex.org/W3207462099","https://openalex.org/W4211225190","https://openalex.org/W4312578227","https://openalex.org/W4323914534","https://openalex.org/W4363679378","https://openalex.org/W4366241052","https://openalex.org/W4383108457","https://openalex.org/W4387307799","https://openalex.org/W4387641544","https://openalex.org/W4389237785","https://openalex.org/W4389666586","https://openalex.org/W4389667233","https://openalex.org/W4390730760","https://openalex.org/W4394708859","https://openalex.org/W4394828156","https://openalex.org/W4400187978","https://openalex.org/W4401414899","https://openalex.org/W4401415119","https://openalex.org/W4401415530","https://openalex.org/W4405785727","https://openalex.org/W4405787555","https://openalex.org/W6639175102","https://openalex.org/W6810640255","https://openalex.org/W6839928859","https://openalex.org/W6849903772","https://openalex.org/W6850503672","https://openalex.org/W6856045385"],"related_works":["https://openalex.org/W1508899372","https://openalex.org/W2012658348","https://openalex.org/W2039460805","https://openalex.org/W4250956039","https://openalex.org/W3167258865","https://openalex.org/W4240485100","https://openalex.org/W4254970379","https://openalex.org/W2992534160","https://openalex.org/W1595058678","https://openalex.org/W3022812046"],"abstract_inverted_index":{"The":[0,89],"rise":[1],"of":[2,166,178],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"has":[7,16],"impacted":[8],"research":[9],"in":[10,19,30,33,53,66,82,170,188],"robotics":[11,24],"and":[12,47,62,91,100,104,129,136,186],"automation.":[13],"While":[14],"progress":[15],"been":[17],"made":[18],"integrating":[20],"LLMs":[21,180],"into":[22],"general":[23],"tasks,":[25],"a":[26,70,78,116,148,152,164,192],"noticeable":[27],"void":[28],"persists":[29],"their":[31],"adoption":[32],"more":[34],"specific":[35],"domains":[36],"such":[37,43],"as":[38,44,151],"surgery,":[39,55],"where":[40],"critical":[41],"factors":[42],"reasoning,":[45],"explainability,":[46],"safety":[48],"are":[49,93,106,126],"paramount.":[50],"Achieving":[51],"autonomy":[52],"robotic":[54],"which":[56],"entails":[57],"the":[58,67,96,101,109,120,176],"ability":[59],"to":[60,64,95,141,162,181],"reason":[61],"adapt":[63],"changes":[65],"environment,":[68],"remains":[69],"significant":[71],"challenge.":[72],"In":[73],"this":[74],"work,":[75],"we":[76],"propose":[77],"multi-modal":[79,149,179],"LLM":[80,150],"integration":[81],"robot-assisted":[83,171],"surgery":[84],"for":[85,158],"autonomous":[86,195],"blood":[87,134],"suction.":[88],"reasoning":[90,154,167],"prioritization":[92],"delegated":[94],"higher-level":[97,153],"task-planning":[98],"LLM,":[99],"motion":[102],"planning":[103],"execution":[105],"handled":[107],"by":[108],"lower-level":[110],"deep":[111],"reinforcement":[112],"learning":[113],"model,":[114],"creating":[115],"distributed":[117],"agency":[118],"between":[119],"two":[121],"components.":[122],"As":[123],"surgical":[124,160,196],"operations":[125],"highly":[127],"dynamic":[128],"may":[130],"encounter":[131],"unforeseen":[132],"circumstances,":[133],"clots":[135],"active":[137],"bleeding":[138],"were":[139],"introduced":[140],"influence":[142],"decision-making.":[143],"Results":[144],"showed":[145],"that":[146],"using":[147],"unit":[155],"can":[156],"account":[157],"these":[159],"complexities":[161],"achieve":[163],"level":[165],"previously":[168],"unattainable":[169],"surgeries.":[172],"These":[173],"findings":[174],"demonstrate":[175],"potential":[177],"significantly":[182],"enhance":[183],"contextual":[184],"understanding":[185],"decision-making":[187],"robotic-assisted":[189],"surgeries,":[190],"marking":[191],"step":[193],"toward":[194],"systems.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":11}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}