{"id":"https://openalex.org/W7131881276","doi":"https://doi.org/10.1109/sii64115.2026.11404556","title":"Utilizing Knowledge in Vision-Language Model for Robotic Grasp Force Estimation through Robot-to-Human Image Translation","display_name":"Utilizing Knowledge in Vision-Language Model for Robotic Grasp Force Estimation through Robot-to-Human Image Translation","publication_year":2026,"publication_date":"2026-01-11","ids":{"openalex":"https://openalex.org/W7131881276","doi":"https://doi.org/10.1109/sii64115.2026.11404556"},"language":null,"primary_location":{"id":"doi:10.1109/sii64115.2026.11404556","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sii64115.2026.11404556","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE/SICE International Symposium on System Integration (SII)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006230213","display_name":"Shohei Hagane","orcid":"https://orcid.org/0000-0002-5162-9111"},"institutions":[{"id":"https://openalex.org/I1293612202","display_name":"Toyota Motor Corporation (Switzerland)","ror":"https://ror.org/05p0pbv75","country_code":"CH","type":"company","lineage":["https://openalex.org/I1293612202","https://openalex.org/I4210125472","https://openalex.org/I4210137853"]},{"id":"https://openalex.org/I4210165351","display_name":"Toyota Central Research and Development Laboratories (Japan)","ror":"https://ror.org/05mjgqe69","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4210165351"]}],"countries":["CH","JP"],"is_corresponding":false,"raw_author_name":"Shohei Hagane","raw_affiliation_strings":["Toyota Central R&#x0026;D Labs., Inc.,Japan,480-1192"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toyota Central R&#x0026;D Labs., Inc.,Japan,480-1192","institution_ids":["https://openalex.org/I1293612202","https://openalex.org/I4210165351"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076304804","display_name":"Shigeaki Goto","orcid":null},"institutions":[{"id":"https://openalex.org/I1293612202","display_name":"Toyota Motor Corporation (Switzerland)","ror":"https://ror.org/05p0pbv75","country_code":"CH","type":"company","lineage":["https://openalex.org/I1293612202","https://openalex.org/I4210125472","https://openalex.org/I4210137853"]},{"id":"https://openalex.org/I4210165351","display_name":"Toyota Central Research and Development Laboratories (Japan)","ror":"https://ror.org/05mjgqe69","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4210165351"]}],"countries":["CH","JP"],"is_corresponding":false,"raw_author_name":"Shigeaki Goto","raw_affiliation_strings":["Toyota Central R&#x0026;D Labs., Inc.,Japan,480-1192"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toyota Central R&#x0026;D Labs., Inc.,Japan,480-1192","institution_ids":["https://openalex.org/I1293612202","https://openalex.org/I4210165351"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051488121","display_name":"Yoshihiro Ohama","orcid":"https://orcid.org/0000-0003-1601-2308"},"institutions":[{"id":"https://openalex.org/I1293612202","display_name":"Toyota Motor Corporation (Switzerland)","ror":"https://ror.org/05p0pbv75","country_code":"CH","type":"company","lineage":["https://openalex.org/I1293612202","https://openalex.org/I4210125472","https://openalex.org/I4210137853"]},{"id":"https://openalex.org/I4210165351","display_name":"Toyota Central Research and Development Laboratories (Japan)","ror":"https://ror.org/05mjgqe69","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4210165351"]}],"countries":["CH","JP"],"is_corresponding":false,"raw_author_name":"Yoshihiro Ohama","raw_affiliation_strings":["Toyota Central R&#x0026;D Labs., Inc.,Japan,480-1192"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toyota Central R&#x0026;D Labs., Inc.,Japan,480-1192","institution_ids":["https://openalex.org/I1293612202","https://openalex.org/I4210165351"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16888361,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"895","last_page":"901"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.3384999930858612,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.3384999930858612,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.13339999318122864,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.06800000369548798,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.789900004863739},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6574000120162964},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.521399974822998},{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.49880000948905945},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.4740999937057495},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4383000135421753},{"id":"https://openalex.org/keywords/grippers","display_name":"Grippers","score":0.40779998898506165},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.398499995470047}],"concepts":[{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.789900004863739},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6872000098228455},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6574000120162964},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6531000137329102},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6370999813079834},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.521399974822998},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.49880000948905945},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.4740999937057495},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4383000135421753},{"id":"https://openalex.org/C2775960376","wikidata":"https://www.wikidata.org/wiki/Q1435859","display_name":"Grippers","level":2,"score":0.40779998898506165},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.398499995470047},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3619000017642975},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.3197999894618988},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.30399999022483826},{"id":"https://openalex.org/C2988191880","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic hand","level":3,"score":0.30379998683929443},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.274399995803833},{"id":"https://openalex.org/C2987933465","wikidata":"https://www.wikidata.org/wiki/Q141130","display_name":"Image manipulation","level":3,"score":0.2721000015735626},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.27129998803138733},{"id":"https://openalex.org/C74222875","wikidata":"https://www.wikidata.org/wiki/Q16000312","display_name":"Robot kinematics","level":4,"score":0.27070000767707825},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.2549000084400177},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/sii64115.2026.11404556","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sii64115.2026.11404556","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE/SICE International Symposium on System Integration (SII)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W4288083516","https://openalex.org/W4288885957","https://openalex.org/W4399208173","https://openalex.org/W4413944821"],"related_works":[],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"general-purpose":[3],"robots":[4],"have":[5,19],"been":[6,20],"introduced":[7],"into":[8,83,133],"domains":[9],"requiring":[10],"delicate":[11],"manipulation,":[12],"such":[13],"as":[14],"materials":[15],"experimentation.":[16],"While":[17],"advances":[18],"made":[21],"in":[22,70,118,160],"automating":[23],"specific":[24],"processes,":[25],"generalized":[26],"robotic":[27,181],"pick-and-place":[28],"operations":[29],"still":[30],"pose":[31],"a":[32,51,87,93],"challenge":[33],"due":[34],"to":[35,78,101,113],"the":[36,42,63,99,137,150,154,161,174],"diversity":[37],"of":[38,57,141,148,156,176],"target":[39,58,115,142,151,157],"objects":[40],"and":[41,184],"need":[43],"for":[44,54,180,188],"appropriate":[45],"force":[46,60,105,117,144,182,197],"control.":[47],"This":[48],"study":[49],"proposes":[50],"novel":[52],"approach":[53,90],"zero-shot":[55],"estimation":[56,145,164],"grasping":[59,104,116,143],"by":[61],"utilizing":[62,177],"prior":[64],"knowledge":[65],"about":[66],"human":[67,134],"motions":[68],"embedded":[69],"Vision-Language":[71],"Model":[72],"(VLM).":[73],"The":[74,107],"key":[75],"idea":[76],"is":[77,111],"convert":[79],"robot":[80,131,196],"manipulation":[81,191],"images":[82,85,132],"human-action":[84],"using":[86],"style":[88],"transfer":[89],"based":[91],"on":[92,194],"fine-tuned":[94],"Variational":[95],"Auto-Encoder":[96],"(VAE),":[97],"enabling":[98],"VLM":[100,179],"better":[102],"infer":[103],"requirements.":[106],"VLM,":[108],"specifically":[109],"GPT-4o,":[110],"prompted":[112],"estimate":[114],"discrete":[119],"categories":[120],"(no":[121],"grasp,":[122],"light":[123],"grip,":[124],"firm":[125],"grip).Experimental":[126],"results":[127],"demonstrate":[128],"that":[129],"converting":[130],"representations":[135],"improves":[136,163],"accuracy":[138,165],"not":[139],"only":[140],"but":[146],"also":[147],"understanding":[149],"objects.":[152],"Furthermore,":[153],"inclusion":[155],"object":[158],"information":[159],"prompt":[162],"across":[166],"all":[167],"input":[168],"image":[169],"types.":[170],"These":[171],"findings":[172],"highlight":[173],"effectiveness":[175],"human-knowledge-trained":[178],"control":[183],"open":[185],"new":[186],"avenues":[187],"general-purpose,":[189],"cost-efficient":[190],"without":[192],"relying":[193],"large-scale":[195],"datasets.":[198]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-02-28T00:00:00"}
