{"id":"https://openalex.org/W4406727889","doi":"https://doi.org/10.1109/tase.2024.3524426","title":"Language-Guided Dexterous Functional Grasping by LLM Generated Grasp Functionality and Synergy for Humanoid Manipulation","display_name":"Language-Guided Dexterous Functional Grasping by LLM Generated Grasp Functionality and Synergy for Humanoid Manipulation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4406727889","doi":"https://doi.org/10.1109/tase.2024.3524426"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2024.3524426","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3524426","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103517070","display_name":"Zhuo Li","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Zhuo Li","raw_affiliation_strings":["Department of Mechanical and Automation Engineering, T-Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, China","Department of Mechanical and Automation Engineering, T-Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, T-Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, T-Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071018452","display_name":"Junjia Liu","orcid":"https://orcid.org/0000-0003-2428-5533"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Junjia Liu","raw_affiliation_strings":["Department of Mechanical and Automation Engineering, T-Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, China","Department of Mechanical and Automation Engineering, T-Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, T-Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, T-Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004364059","display_name":"Zhihao Li","orcid":"https://orcid.org/0000-0003-3153-6708"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhihao Li","raw_affiliation_strings":["Department of Mechanical and Automation Engineering, T-Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, China","Department of Mechanical and Automation Engineering, T-Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, T-Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, T-Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101548597","display_name":"Zhipeng Dong","orcid":"https://orcid.org/0000-0002-4056-4172"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhipeng Dong","raw_affiliation_strings":["Department of Mechanical and Automation Engineering, T-Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, China","Department of Mechanical and Automation Engineering, T-Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, T-Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, T-Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016895404","display_name":"Tao Teng","orcid":"https://orcid.org/0000-0002-4064-1043"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Tao Teng","raw_affiliation_strings":["Department of Mechanical and Automation Engineering, T-Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, China","Department of Mechanical and Automation Engineering, T-Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, T-Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, T-Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110102698","display_name":"Yongsheng Ou","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongsheng Ou","raw_affiliation_strings":["Department of Control Science and Engineering, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"Department of Control Science and Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044243940","display_name":"Darwin G. Caldwell","orcid":"https://orcid.org/0000-0002-6233-9961"},"institutions":[{"id":"https://openalex.org/I30771326","display_name":"Italian Institute of Technology","ror":"https://ror.org/042t93s57","country_code":"IT","type":"facility","lineage":["https://openalex.org/I30771326"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Darwin Caldwell","raw_affiliation_strings":["Department of Advanced Robotics, Istituto Italiano di Tecnologia, Genoa, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Advanced Robotics, Istituto Italiano di Tecnologia, Genoa, Italy","institution_ids":["https://openalex.org/I30771326"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100405442","display_name":"Fei Chen","orcid":"https://orcid.org/0000-0003-4397-0931"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Fei Chen","raw_affiliation_strings":["Department of Mechanical and Automation Engineering, T-Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, China","Department of Mechanical and Automation Engineering, T-Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, T-Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, T-Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5103517070"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":18.4361,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.99350519,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"22","issue":null,"first_page":"10506","last_page":"10519"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9514999985694885,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.9123700857162476},{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.710135817527771},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6238532066345215},{"id":"https://openalex.org/keywords/grippers","display_name":"Grippers","score":0.5442415475845337},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5291001796722412},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4293994605541229},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3521006107330322},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.23387137055397034},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.20616373419761658},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.13402700424194336}],"concepts":[{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.9123700857162476},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.710135817527771},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6238532066345215},{"id":"https://openalex.org/C2775960376","wikidata":"https://www.wikidata.org/wiki/Q1435859","display_name":"Grippers","level":2,"score":0.5442415475845337},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5291001796722412},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4293994605541229},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3521006107330322},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.23387137055397034},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.20616373419761658},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.13402700424194336}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2024.3524426","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3524426","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1510186039","https://openalex.org/W1987648924","https://openalex.org/W2005756025","https://openalex.org/W2041769575","https://openalex.org/W2102971868","https://openalex.org/W2106215490","https://openalex.org/W2138983671","https://openalex.org/W2167788274","https://openalex.org/W2170940415","https://openalex.org/W2261736307","https://openalex.org/W2282481780","https://openalex.org/W2807254784","https://openalex.org/W2889969363","https://openalex.org/W2913012393","https://openalex.org/W2962984928","https://openalex.org/W2980216391","https://openalex.org/W3003177118","https://openalex.org/W3109929115","https://openalex.org/W3135359526","https://openalex.org/W3204238384","https://openalex.org/W4221143046","https://openalex.org/W4309130018","https://openalex.org/W4324064305","https://openalex.org/W4360770749","https://openalex.org/W4362653715","https://openalex.org/W4367834905","https://openalex.org/W4387092545","https://openalex.org/W4389665575","https://openalex.org/W4390871819","https://openalex.org/W4390874575","https://openalex.org/W4391128534","https://openalex.org/W4404782964","https://openalex.org/W6638365565","https://openalex.org/W6741002519","https://openalex.org/W6747827861","https://openalex.org/W6789211778","https://openalex.org/W6800004206","https://openalex.org/W6810640255","https://openalex.org/W6838959477","https://openalex.org/W6847363464","https://openalex.org/W6851507807","https://openalex.org/W6852796095","https://openalex.org/W6854555012","https://openalex.org/W6854929498","https://openalex.org/W6855028510","https://openalex.org/W6856529877","https://openalex.org/W6856535302","https://openalex.org/W6873418192"],"related_works":["https://openalex.org/W2163296013","https://openalex.org/W2743859443","https://openalex.org/W2326995835","https://openalex.org/W4312985843","https://openalex.org/W2583647647","https://openalex.org/W2613999385","https://openalex.org/W1984314158","https://openalex.org/W4210583734","https://openalex.org/W3159512259","https://openalex.org/W2963326767"],"abstract_inverted_index":{"Dexterous":[0],"Functional":[1],"Grasping":[2],"(DFG)":[3],"is":[4],"the":[5,33,91,109,129,141,174,201,239,306],"crucial":[6],"first":[7,89],"step":[8],"for":[9,52,147],"humanoid":[10,149,179,206],"robots":[11,19,180],"to":[12,20,98,113,168,185,210,219,241,249,257,283,293,305],"perform":[13,186,211],"generalized":[14,256,285],"manipulation":[15,93,150,162,262,279],"tasks.":[16],"However,":[17],"enabling":[18,178],"learn":[21],"language-guided":[22,270],"DFG":[23,69,116],"skills":[24],"in":[25,132],"real-world":[26],"environments":[27],"presents":[28],"several":[29],"challenges,":[30,59],"including":[31],"comprehending":[32],"complex":[34,212],"relationship":[35],"between":[36],"task":[37],"instructions":[38,80],"and":[39,49,81,143,160,203,225,253,261,302],"grasp":[40,100,111,134,155],"functionality,":[41],"generating":[42],"feasible":[43],"functional":[44,54,76,86,187,230,251,272,286],"grasps":[45,77,287],"of":[46,145,158,165,177,205,277,288],"dexterous":[47,75,183,229,271,289],"hands,":[48],"handling":[50],"generalization":[51,83],"novel":[53,85,258],"concepts.":[55,87],"To":[56],"tackle":[57],"these":[58],"we":[60],"introduce":[61],"SayFuncGrasp,":[62],"a":[63,161],"Large":[64],"Language":[65],"Model":[66],"(LLM)":[67],"based":[68,102,189],"framework":[70],"that":[71,125],"can":[72,198],"synthesize":[73,114],"versatile":[74],"from":[78,95,281],"language":[79,104,243],"achieve":[82],"on":[84,103,190,235],"SayFuncGrasp":[88,126,146],"harnesses":[90],"open-ended":[92,278],"knowledge":[94,280],"an":[96,153],"LLM":[97],"infer":[99],"functionality":[101,112,135],"instructions.":[105,192,244],"Subsequently,":[106],"it":[107],"employs":[108],"inferred":[110],"plausible":[115],"actions":[117],"characterized":[118],"by":[119,173,215],"hand":[120],"synergies.":[121],"Simulation":[122],"experiments":[123,139],"show":[124],"significantly":[127,199],"outperforms":[128],"baseline":[130],"method":[131],"open-set":[133],"generalization.":[136],"Real":[137],"robot":[138,290],"demonstrate":[140,299],"effectiveness":[142],"generalizability":[144,303],"interactive":[148],"tasks,":[151],"achieving":[152],"overall":[154],"success":[156,163],"rate":[157,164],"64.66%":[159],"70.41%.":[166],"Note":[167],"Practitioners\u2014This":[169],"research":[170],"was":[171],"motivated":[172],"practical":[175],"challenge":[176],"with":[181],"high-DoF":[182],"hands":[184,291],"grasping":[188,231,273],"verbal":[191,294],"In":[193],"industrial":[194],"settings,":[195],"such":[196],"capabilities":[197],"enhance":[200],"versatility":[202,301],"adaptability":[204],"assistants,":[207],"allowing":[208],"them":[209],"manipulations":[213],"simply":[214],"being":[216],"told":[217],"what":[218],"do,":[220],"thereby":[221],"reducing":[222],"programming":[223],"complexity":[224],"increasing":[226],"flexibility.":[227],"Current":[228],"methods":[232],"rely":[233],"solely":[234],"visual":[236],"input,":[237],"without":[238],"ability":[240],"process":[242],"Furthermore,":[245],"they":[246],"are":[247],"restricted":[248],"pre-defined":[250],"concepts":[252],"cannot":[254],"be":[255],"object":[259],"classes":[260],"tasks":[263],"within":[264],"natural":[265],"language.":[266],"Our":[267,296],"newly":[268],"proposed":[269],"system":[274],"takes":[275],"advantage":[276],"LLMs":[282],"produce":[284],"according":[292],"commands.":[295],"experiment":[297],"results":[298],"improved":[300],"compared":[304],"state-of-the-art.":[307]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":11}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}