{"id":"https://openalex.org/W4413157121","doi":"https://doi.org/10.1109/lra.2025.3598625","title":"USPilot: An Embodied Robotic Assistant Ultrasound System With a Large Language Model Enhanced Graph Planner","display_name":"USPilot: An Embodied Robotic Assistant Ultrasound System With a Large Language Model Enhanced Graph Planner","publication_year":2025,"publication_date":"2025-08-13","ids":{"openalex":"https://openalex.org/W4413157121","doi":"https://doi.org/10.1109/lra.2025.3598625"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2025.3598625","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2025.3598625","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013169403","display_name":"Mingcong Chen","orcid":"https://orcid.org/0000-0001-9544-2589"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Mingcong Chen","raw_affiliation_strings":["Department of Biomedical Engineering, City University of Hong Kong, Hong Kong, SAR, China","Department of Biomedical Engineering, City University of Hong Kong, Hong Kong SAR"],"raw_orcid":"https://orcid.org/0000-0001-9544-2589","affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, City University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Biomedical Engineering, City University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102684384","display_name":"Siqi Fan","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Siqi Fan","raw_affiliation_strings":["Department of Mechanical and Automation Engineering, Chinese University of Hong Kong, Hong Kong, SAR, China","Department of Mechanical and Automation Engineering, Chinese University of Hong Kong, Hong Kong SAR"],"raw_orcid":"https://orcid.org/0009-0005-4625-9100","affiliations":[{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, Chinese University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, Chinese University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101955302","display_name":"Guanglin Cao","orcid":"https://orcid.org/0009-0001-0197-2886"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]},{"id":"https://openalex.org/I4210121405","display_name":"Centre for Artificial Intelligence and Robotics","ror":"https://ror.org/01xnbq218","country_code":"IN","type":"facility","lineage":["https://openalex.org/I1340206300","https://openalex.org/I4210121405","https://openalex.org/I4210150591"]}],"countries":["CN","IN"],"is_corresponding":false,"raw_author_name":"Guanglin Cao","raw_affiliation_strings":["Centre for Artificial Intelligence and Robotics Hong Kong Institute of Science &amp; Innovation, Chinese Academy of Sciences, Hong Kong, SAR, China","Centre for Artificial Intelligence and Robotics Hong Kong Institute of Science &amp; Innovation, Chinese Academy of Sciences, Hong Kong SAR"],"raw_orcid":"https://orcid.org/0009-0001-0197-2886","affiliations":[{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics Hong Kong Institute of Science &amp; Innovation, Chinese Academy of Sciences, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I4210116924","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics Hong Kong Institute of Science &amp; Innovation, Chinese Academy of Sciences, Hong Kong SAR","institution_ids":["https://openalex.org/I4210121405"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100707660","display_name":"Yunhui Liu","orcid":"https://orcid.org/0000-0002-3625-6679"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yun-hui Liu","raw_affiliation_strings":["Department of Mechanical and Automation Engineering, Chinese University of Hong Kong, Hong Kong","Department of Mechanical and Automation Engineering, Chinese University of Hong Kong, Hong Kong SAR"],"raw_orcid":"https://orcid.org/0000-0002-3625-6679","affiliations":[{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, Chinese University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004659892","display_name":"Hongbin Liu","orcid":"https://orcid.org/0000-0002-4315-7556"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]},{"id":"https://openalex.org/I4210121405","display_name":"Centre for Artificial Intelligence and Robotics","ror":"https://ror.org/01xnbq218","country_code":"IN","type":"facility","lineage":["https://openalex.org/I1340206300","https://openalex.org/I4210121405","https://openalex.org/I4210150591"]}],"countries":["CN","IN"],"is_corresponding":false,"raw_author_name":"Hongbin Liu","raw_affiliation_strings":["Centre for Artificial Intelligence and Robotics Hong Kong Institute of Science &amp; Innovation, Chinese Academy of Sciences, Hong Kong, SAR, China","Centre for Artificial Intelligence and Robotics Hong Kong Institute of Science &amp; Innovation, Chinese Academy of Sciences, Hong Kong SAR"],"raw_orcid":"https://orcid.org/0000-0002-4315-7556","affiliations":[{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics Hong Kong Institute of Science &amp; Innovation, Chinese Academy of Sciences, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I4210116924","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics Hong Kong Institute of Science &amp; Innovation, Chinese Academy of Sciences, Hong Kong SAR","institution_ids":["https://openalex.org/I4210121405"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5013169403"],"corresponding_institution_ids":["https://openalex.org/I168719708"],"apc_list":null,"apc_paid":null,"fwci":1.0999,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.80342251,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"10","issue":"10","first_page":"10027","last_page":"10034"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9585000276565552,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9585000276565552,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9448000192642212,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/planner","display_name":"Planner","score":0.8791331052780151},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.860917866230011},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5952301621437073},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5553405284881592},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.38264843821525574},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3714674413204193},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2534533441066742}],"concepts":[{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.8791331052780151},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.860917866230011},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5952301621437073},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5553405284881592},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.38264843821525574},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3714674413204193},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2534533441066742}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2025.3598625","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2025.3598625","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2173082292","https://openalex.org/W2754845247","https://openalex.org/W3125472763","https://openalex.org/W3205841225","https://openalex.org/W3211330821","https://openalex.org/W4224912544","https://openalex.org/W4383097412","https://openalex.org/W4383108835","https://openalex.org/W4384701644","https://openalex.org/W4386524666","https://openalex.org/W4390495662","https://openalex.org/W4390911354","https://openalex.org/W4391936093","https://openalex.org/W4402951641","https://openalex.org/W6850503672","https://openalex.org/W6850625674","https://openalex.org/W6853701808","https://openalex.org/W6854929498","https://openalex.org/W6858988530","https://openalex.org/W6910913755"],"related_works":["https://openalex.org/W2380179524","https://openalex.org/W4283365723","https://openalex.org/W2963001125","https://openalex.org/W2091233881","https://openalex.org/W2352366064","https://openalex.org/W4250820896","https://openalex.org/W2124102101","https://openalex.org/W4250305970","https://openalex.org/W1484550171","https://openalex.org/W1570928019"],"abstract_inverted_index":{"In":[0],"the":[1,32,87,123,144,166],"era":[2],"of":[3,35,71,94,138,161],"Large":[4],"Language":[5],"Models":[6],"(LLMs),":[7],"embodied":[8,46],"artificial":[9],"intelligence":[10],"presents":[11],"transformative":[12],"opportunities":[13],"for":[14],"robotic":[15,47,111,177],"manipulation":[16],"tasks.":[17,98],"Ultrasound":[18],"imaging,":[19],"a":[20,67,91,116,158],"widely":[21],"used":[22],"and":[23,77,97,113,141,152],"cost-effective":[24],"medical":[25,185],"diagnostic":[26],"procedure,":[27],"faces.":[28],"challenges":[29],"due":[30],"to":[31,56,64,73,108,173],"global":[33],"shortage":[34],"professional":[36],"sonographers.":[37],"To":[38],"address":[39],"this":[40],"issue,":[41],"we":[42],"propose":[43],"USPilot,":[44],"an":[45,53,102,136],"assistant":[48],"ultrasound":[49,59,79,110,154,178],"system":[50,145],"powered":[51],"by":[52],"LLM-based":[54],"framework":[55],"enable":[57],"autonomous":[58,176],"acquisition.":[60],"USPilot":[61,89,100],"is":[62],"designed":[63],"function":[65],"as":[66,115],"virtual":[68],"sonographer,":[69],"capable":[70],"responding":[72],"patients'":[74],"ultrasound-related":[75],"queries":[76],"performing":[78],"scans":[80],"based":[81],"on":[82,132],"user":[83],"intent.":[84],"By":[85],"fine-tuning":[86],"LLM,":[88],"demonstrates":[90,146],"deep":[92],"understanding":[93,151],"ultrasound-specific":[95],"questions":[96],"Furthermore,":[99],"incorporates":[101],"LLM-enhanced":[103,124],"Graph":[104],"Neural":[105],"Network":[106],"(GNN)":[107],"manage":[109],"APIs":[112],"serve":[114],"task":[117,130],"planner.":[118],"Experimental":[119],"results":[120],"show":[121],"that":[122],"GNN":[125],"achieves":[126],"unprecedented":[127],"accuracy":[128,137],"in":[129,149,184],"planning":[131],"public":[133],"datasets":[134],"with":[135,157,165],"78.64%,":[139],"60.8%":[140],"59.6%.":[142],"Additionally,":[143],"significant":[147],"potential":[148],"autonomously":[150],"executing":[153],"scan":[155],"procedures":[156],"successful":[159],"demonstration":[160],"our":[162],"physical":[163],"setup":[164],"robot.":[167],"These":[168],"advancements":[169],"bring":[170],"us":[171],"closer":[172],"achieving":[174],"potentially":[175],"systems,":[179],"addressing":[180],"critical":[181],"resource":[182],"gaps":[183],"imaging.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}
