{"id":"https://openalex.org/W7161715799","doi":"https://doi.org/10.48550/arxiv.2605.17336","title":"Tactile-based Multimodal Fusion in Embodied Intelligence: A Survey of Vision, Language, and Contact-Driven Paradigms","display_name":"Tactile-based Multimodal Fusion in Embodied Intelligence: A Survey of Vision, Language, and Contact-Driven Paradigms","publication_year":2026,"publication_date":"2026-05-17","ids":{"openalex":"https://openalex.org/W7161715799","doi":"https://doi.org/10.48550/arxiv.2605.17336"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.17336","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17336","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.17336","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132591549","display_name":"Zhixiang Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Zhixiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136461270","display_name":"Di Tian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Di","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132621863","display_name":"Runwei Guan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guan, Runwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075895554","display_name":"Yanzhou Mu","orcid":"https://orcid.org/0000-0003-1816-2246"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mu, Yanzhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042984551","display_name":"Xiaolou Sun","orcid":"https://orcid.org/0009-0007-3597-3872"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Xiaolou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136454540","display_name":"Shaofeng Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Shaofeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132544795","display_name":"Daizong Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Daizong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136485946","display_name":"Tao Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Tao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136456481","display_name":"Yutao Yue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yue, Yutao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136495661","display_name":"Henghui Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Henghui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136503263","display_name":"Bin Fang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Bin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132578330","display_name":"Alex Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Alex","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083874423","display_name":"Qing\u2010Long Han","orcid":"https://orcid.org/0000-0002-7207-0716"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Qing-Long","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136476262","display_name":"Hui Xiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Hui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10338","display_name":"Advanced Sensor and Energy Harvesting Materials","score":0.8317999839782715,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10338","display_name":"Advanced Sensor and Energy Harvesting Materials","score":0.8317999839782715,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.0640999972820282,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.031099999323487282,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.5709999799728394},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.5361999869346619},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.5031999945640564},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.47099998593330383},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4374000132083893},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.4311999976634979},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.38530001044273376},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.38510000705718994}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7099000215530396},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.5709999799728394},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5449000000953674},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.5361999869346619},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.5031999945640564},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48159998655319214},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.47099998593330383},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4374000132083893},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.4311999976634979},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.38530001044273376},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.38510000705718994},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.32710000872612},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.31839999556541443},{"id":"https://openalex.org/C3017819093","wikidata":"https://www.wikidata.org/wiki/Q328835","display_name":"Tactile perception","level":3,"score":0.301800012588501},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.30140000581741333},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.28949999809265137},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.26339998841285706},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.17336","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17336","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.17336","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17336","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.441893070936203,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Tactile":[0,78],"sensing":[1,91,210],"is":[2,31],"a":[3,96,107,124],"fundamental":[4],"modality":[5],"for":[6],"embodied":[7],"intelligence,":[8],"offering":[9],"unique":[10],"and":[11,19,39,52,60,93,137,155,173,180,193,195,202,217,220,224],"direct":[12],"feedback":[13,200],"on":[14,177,187],"contact":[15],"geometry,":[16],"material":[17],"properties,":[18],"interaction":[20,68],"dynamics":[21],"that":[22,127],"remote":[23],"sensors":[24],"cannot":[25],"replace.":[26],"However,":[27],"unimodal":[28],"tactile":[29,57,112,209],"perception":[30],"inherently":[32],"limited":[33],"by":[34],"its":[35],"sparse":[36],"spatial":[37],"coverage":[38],"lack":[40],"of":[41,76,110,120],"global":[42],"semantic":[43,70],"context.":[44],"With":[45],"the":[46,74,83,117,129,141,159],"recent":[47],"explosion":[48],"in":[49],"deep":[50],"learning":[51],"large":[53],"language":[54,61],"models,":[55],"integrating":[56],"with":[58,69],"vision":[59],"has":[62],"become":[63],"essential":[64],"to":[65,73,116],"bridge":[66],"physical":[67],"reasoning,":[71],"leading":[72],"emergence":[75],"Multimodal":[77,171,197],"Fusion.":[79],"Despite":[80],"rapid":[81],"progress,":[82],"existing":[84],"researches":[85],"remain":[86],"fragmented":[87],"across":[88],"disparate":[89],"datasets,":[90,150,152,154],"modalities,":[92],"tasks,":[94],"lacking":[95],"unified":[97],"theoretical":[98],"framework.":[99],"To":[100],"address":[101],"this":[102,104],"gap,":[103],"paper":[105],"provides":[106],"comprehensive":[108],"survey":[109],"multimodal":[111,135,138],"fusion":[113],"research":[114],"up":[115],"first":[118],"quarter":[119],"2026.":[121],"We":[122],"propose":[123],"hierarchical":[125],"taxonomy":[126],"organizes":[128],"field":[130],"into":[131,166],"two":[132],"primary":[133],"dimensions:":[134],"datasets":[136],"methods.":[139],"On":[140,158],"data":[142],"side,":[143,161],"we":[144,162,206],"categorize":[145],"resources":[146],"ranging":[147],"from":[148],"Tactile-Vision":[149],"Tactile-Language":[151],"Tactile-Vision-Language":[153],"Tactile-Vision-Other":[156],"datasets.":[157],"method":[160],"structure":[163],"prior":[164],"work":[165],"three":[167],"core":[168],"pillars:":[169],"(1)":[170],"Perception":[172],"Recognition,":[174],"which":[175],"focuses":[176],"object":[178],"understanding":[179],"grasp":[181],"prediction;":[182],"(2)":[183],"Cross-Modal":[184],"Generation,":[185],"focusing":[186],"bidirectional":[188],"translation":[189],"between":[190],"tactile,":[191],"vision,":[192],"text;":[194],"(3)":[196],"Interaction,":[198],"emphasizing":[199],"control":[201],"language-guided":[203],"manipulation.":[204],"Furthermore,":[205],"summarize":[207],"representative":[208],"hardware,":[211],"review":[212],"commonly":[213],"used":[214],"evaluation":[215],"metrics":[216],"benchmark":[218],"settings,":[219],"discuss":[221],"current":[222],"challenges":[223],"promising":[225],"future":[226],"directions.":[227]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-20T00:00:00"}