{"id":"https://openalex.org/W4415003986","doi":"https://doi.org/10.1109/icat66432.2025.11189268","title":"Using Visual Language Models to Control Bionic Hands: Assessment of Object Perception and Grasp Inference","display_name":"Using Visual Language Models to Control Bionic Hands: Assessment of Object Perception and Grasp Inference","publication_year":2025,"publication_date":"2025-09-02","ids":{"openalex":"https://openalex.org/W4415003986","doi":"https://doi.org/10.1109/icat66432.2025.11189268"},"language":"en","primary_location":{"id":"doi:10.1109/icat66432.2025.11189268","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icat66432.2025.11189268","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 XXX International Conference on Information, Communication and Automation Technologies (ICAT)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2509.13572","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5118612842","display_name":"Ozan Karaali","orcid":null},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Ozan Karaali","raw_affiliation_strings":["Aalborg University,Department of Electronic Systems,Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalborg University,Department of Electronic Systems,Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087727756","display_name":"Hossam Farag","orcid":"https://orcid.org/0000-0002-1023-9694"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Hossam Farag","raw_affiliation_strings":["Aalborg University,Department of Electronic Systems,Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalborg University,Department of Electronic Systems,Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002085257","display_name":"Strahinja Do\u0161en","orcid":"https://orcid.org/0000-0003-3035-147X"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Strahinja Do\u0161en","raw_affiliation_strings":["Aalborg University,Department of Health Science and Technology,Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalborg University,Department of Health Science and Technology,Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054388477","display_name":"\u010cedomir Stefanovi\u0107","orcid":"https://orcid.org/0000-0002-9361-2908"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"\u010cedomir Stefanovi\u0107","raw_affiliation_strings":["Aalborg University,Department of Electronic Systems,Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalborg University,Department of Electronic Systems,Denmark","institution_ids":["https://openalex.org/I891191580"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I891191580"],"apc_list":null,"apc_paid":null,"fwci":4.4668,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.95002859,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.6654999852180481,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.6654999852180481,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.661899983882904,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.8816999793052673},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5533999800682068},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5189999938011169},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5164999961853027},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.503000020980835},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.41100001335144043},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.39910000562667847},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3580999970436096},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.31679999828338623}],"concepts":[{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.8816999793052673},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6777999997138977},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6069999933242798},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5533999800682068},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5189999938011169},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5164999961853027},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.503000020980835},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4738999903202057},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.41100001335144043},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.39910000562667847},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37959998846054077},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3580999970436096},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32659998536109924},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.31679999828338623},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.31299999356269836},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.2971000075340271},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.29679998755455017},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.27900001406669617},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.275299996137619},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.27480000257492065},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.273499995470047},{"id":"https://openalex.org/C49020025","wikidata":"https://www.wikidata.org/wiki/Q1059099","display_name":"Chaining","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.2687000036239624},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.25609999895095825},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icat66432.2025.11189268","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icat66432.2025.11189268","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 XXX International Conference on Information, Communication and Automation Technologies (ICAT)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/48bb885a-08ec-4cf4-b2e4-e54d48a666b0","is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/48bb885a-08ec-4cf4-b2e4-e54d48a666b0","pdf_url":"https://arxiv.org/pdf/2509.13572","source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:publications/48bb885a-08ec-4cf4-b2e4-e54d48a666b0","is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/48bb885a-08ec-4cf4-b2e4-e54d48a666b0","pdf_url":"https://arxiv.org/pdf/2509.13572","source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415003986.pdf","grobid_xml":"https://content.openalex.org/works/W4415003986.grobid-xml"},"referenced_works_count":8,"referenced_works":["https://openalex.org/W2066327120","https://openalex.org/W3044538930","https://openalex.org/W3134820748","https://openalex.org/W4220878238","https://openalex.org/W4403331186","https://openalex.org/W4408555470","https://openalex.org/W4408614610","https://openalex.org/W4409485189"],"related_works":[],"abstract_inverted_index":{"This":[0,197],"study":[1],"examines":[2],"the":[3,13,56,200],"potential":[4,219],"of":[5,16,61,115,130,133,205,214],"utilizing":[6],"Vision":[7],"Language":[8],"Models":[9],"(VLMs)":[10],"to":[11,35,72],"improve":[12],"perceptual":[14,209],"capabilities":[15,202],"semi-autonomous":[17],"prosthetic":[18,222],"hands.":[19],"We":[20],"introduce":[21],"a":[22,32,74,82,121,128],"unified":[23,75],"benchmark":[24,65],"for":[25,46,78,141,211,220],"end-to-end":[26],"perception":[27],"and":[28,51,58,92,99,101,113,148,160,176,184,192,203],"grasp":[29,52,105,187],"inference,":[30],"evaluating":[31],"single":[33,83],"VLM":[34],"perform":[36,73],"tasks":[37],"that":[38,167],"traditionally":[39],"require":[40],"complex":[41],"pipelines":[42],"with":[43,127,158],"separate":[44],"modules":[45,210],"object":[47,145,174],"detection,":[48],"pose":[49],"estimation,":[50],"planning.":[53],"To":[54],"establish":[55],"feasibility":[57],"current":[59,201],"limitations":[60,204],"this":[62],"approach,":[63],"we":[64],"eight":[66],"contemporary":[67],"VLMs":[68,206],"on":[69],"their":[70,93,218],"ability":[71],"task":[76],"essential":[77],"bionic":[79,215],"grasping.":[80],"From":[81],"static":[84],"image,":[85],"they":[86],"should":[87],"(1)":[88],"identify":[89],"common":[90,134],"objects":[91],"key":[94],"properties":[95],"(name,":[96],"shape,":[97],"orientation,":[98],"dimensions),":[100],"(2)":[102],"infer":[103],"appropriate":[104],"parameters":[106],"(grasp":[107],"type,":[108],"wrist":[109],"rotation,":[110],"hand":[111,155,190],"aperture,":[112,193],"number":[114],"fingers).":[116],"A":[117],"corresponding":[118],"prompt":[119],"requesting":[120],"structured":[122],"JSON":[123],"output":[124],"was":[125],"employed":[126],"dataset":[129],"34":[131],"snapshots":[132],"objects.":[135],"Key":[136],"performance":[137,172],"metrics,":[138],"including":[139],"accuracy":[140,180],"categorical":[142],"attributes":[143],"(e.g.,":[144,153],"name,":[146],"shape)":[147],"errors":[149],"in":[150,173,181],"numerical":[151],"estimates":[152],"dimensions,":[154],"aperture),":[156],"along":[157],"latency":[159],"cost,":[161],"were":[162],"analyzed.":[163],"The":[164],"results":[165],"demonstrated":[166],"most":[168],"models":[169],"exhibited":[170],"high":[171],"identification":[175],"shape":[177],"recognition,":[178],"while":[179],"estimating":[182],"dimensions":[183],"inferring":[185],"optimal":[186],"parameters,":[188],"particularly":[189],"rotation":[191],"varied":[194],"more":[195],"significantly.":[196],"work":[198],"highlights":[199],"as":[207],"advanced":[208],"semiautonomous":[212],"control":[213],"limbs,":[216],"demonstrating":[217],"effective":[221],"applications.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-08-24T07:32:12.397491","created_date":"2025-10-10T00:00:00"}