{"id":"https://openalex.org/W7150864703","doi":"https://doi.org/10.1109/lra.2026.3681124","title":"Adaptive Visual-Tactile Fusion for Contact-Rich Dexterous Manipulation","display_name":"Adaptive Visual-Tactile Fusion for Contact-Rich Dexterous Manipulation","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7150864703","doi":"https://doi.org/10.1109/lra.2026.3681124"},"language":null,"primary_location":{"id":"doi:10.1109/lra.2026.3681124","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2026.3681124","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112472609","display_name":"Zedong Cai","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zedong Cai","raw_affiliation_strings":["Faculty of Computing, Harbin Institute of Technology, Harbin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computing, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chuan Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuan Liu","raw_affiliation_strings":["Faculty of Computing, Harbin Institute of Technology, Harbin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computing, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133048527","display_name":"Siyuan Li","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyuan Li","raw_affiliation_strings":["Faculty of Computing, Harbin Institute of Technology, Harbin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computing, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5133063137","display_name":"Peng Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Liu","raw_affiliation_strings":["Faculty of Computing, Harbin Institute of Technology, Harbin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computing, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.39336718,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.5358999967575073,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.5358999967575073,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.1785999983549118,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11687","display_name":"Teleoperation and Haptic Systems","score":0.15559999644756317,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.34619998931884766},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.3312000036239624},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.2976999878883362},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.26350000500679016}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5401999950408936},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4528000056743622},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.40139999985694885},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.34619998931884766},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.3312000036239624},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2976999878883362},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2694999873638153},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.26350000500679016},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.2574999928474426},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.2378000020980835}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2026.3681124","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2026.3681124","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Effective":[0],"dexterous":[1,137],"manipulation":[2,99,138],"hinges":[3],"on":[4,25,56,94],"the":[5,75,82,136],"dynamic":[6],"integration":[7],"of":[8,77,84,97,116],"visual":[9],"context":[10],"with":[11],"fine-grained":[12],"tactile":[13,35,44,58],"feedback.":[14],"This":[15],"remains":[16],"a":[17,42,53,66,95],"significant":[18],"challenge,":[19],"as":[20],"existing":[21],"methods":[22],"often":[23],"rely":[24],"static":[26],"fusion":[27,70,131],"strategies":[28],"and":[29,79],"struggle":[30],"to":[31,122,134],"learn":[32],"from":[33],"isolated":[34],"features.":[36],"To":[37],"address":[38],"this,":[39],"we":[40,64],"propose":[41],"hardware-decoupled":[43],"representation":[45],"that":[46,72,108,128],"learns":[47],"cross-finger":[48],"spatial":[49],"features":[50],"by":[51],"training":[52],"sparse":[54],"Transformer":[55],"unified":[57],"images,":[59],"enabling":[60],"cross-device":[61],"generalization.":[62],"Furthermore,":[63],"introduce":[65],"tactile-activity-guided":[67],"adaptive":[68,129],"visual-tactile":[69],"mechanism":[71],"dynamically":[73],"adjusts":[74],"influence":[76],"vision":[78],"touch,":[80],"showing":[81],"contribution":[83],"touch":[85],"feedback":[86],"upon":[87],"physical":[88],"contact.":[89],"We":[90],"evaluate":[91],"our":[92,109],"method":[93,110],"series":[96],"contact-rich":[98],"tasks":[100],"requiring":[101],"fine":[102],"force":[103],"control.":[104],"Experimental":[105],"results":[106],"show":[107],"has":[111],"an":[112],"average":[113],"success":[114],"rate":[115],"over":[117],"90%,":[118],"demonstrating":[119],"effectiveness":[120],"compared":[121],"other":[123],"methods.":[124],"Further":[125],"analysis":[126],"shows":[127],"multimodal":[130],"is":[132],"essential":[133],"complete":[135],"tasks.":[139],"The":[140],"videos":[141],"can":[142],"be":[143],"viewed":[144],"at":[145],"<uri":[146],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[147],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://avtf-dex.github.io</uri>.":[148]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2026-04-07T00:00:00"}
