{"id":"https://openalex.org/W7156009286","doi":"https://doi.org/10.1109/tii.2026.3683166","title":"Visual\u2013Tactile Fusion Transformer for Grasping and Slip Detection of Unknown Objects","display_name":"Visual\u2013Tactile Fusion Transformer for Grasping and Slip Detection of Unknown Objects","publication_year":2026,"publication_date":"2026-04-27","ids":{"openalex":"https://openalex.org/W7156009286","doi":"https://doi.org/10.1109/tii.2026.3683166"},"language":null,"primary_location":{"id":"doi:10.1109/tii.2026.3683166","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2026.3683166","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016637357","display_name":"Yuzhen Xie","orcid":"https://orcid.org/0000-0003-3363-8580"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuzhen Xie","raw_affiliation_strings":["Southeast University"],"raw_orcid":"https://orcid.org/0000-0003-3363-8580","affiliations":[{"raw_affiliation_string":"Southeast University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048327458","display_name":"Aiguo Song","orcid":"https://orcid.org/0000-0002-1982-6780"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aiguo Song","raw_affiliation_strings":["Southeast University"],"raw_orcid":"https://orcid.org/0000-0002-1982-6780","affiliations":[{"raw_affiliation_string":"Southeast University","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114310276","display_name":"Huijun Li","orcid":"https://orcid.org/0000-0002-4395-2461"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huijun Li","raw_affiliation_strings":["Southeast University"],"raw_orcid":"https://orcid.org/0000-0002-4395-2461","affiliations":[{"raw_affiliation_string":"Southeast University","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.4384743,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"22","issue":"8","first_page":"7078","last_page":"7089"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.5630000233650208,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.5630000233650208,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.10159999877214432,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10338","display_name":"Advanced Sensor and Energy Harvesting Materials","score":0.034699998795986176,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5753999948501587},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4934999942779541},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.45989999175071716},{"id":"https://openalex.org/keywords/slip","display_name":"Slip (aerodynamics)","score":0.45489999651908875},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.2827000021934509},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.2816999852657318}],"concepts":[{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5753999948501587},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5717999935150146},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4934999942779541},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4738999903202057},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.45989999175071716},{"id":"https://openalex.org/C195268267","wikidata":"https://www.wikidata.org/wiki/Q1928883","display_name":"Slip (aerodynamics)","level":2,"score":0.45489999651908875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4449000060558319},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.29580000042915344},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2937999963760376},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2827000021934509},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.2816999852657318},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.2800000011920929},{"id":"https://openalex.org/C140311924","wikidata":"https://www.wikidata.org/wiki/Q200928","display_name":"Electric power transmission","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C2988922011","wikidata":"https://www.wikidata.org/wiki/Q5449244","display_name":"Filtering theory","level":2,"score":0.25920000672340393},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.25609999895095825}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2026.3683166","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2026.3683166","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G217178540","display_name":null,"funder_award_id":"92148205","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3476943604","display_name":null,"funder_award_id":"BE2023023-3","funder_id":"https://openalex.org/F4320327777","funder_display_name":"Jiangsu Provincial Key Research and Development Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327777","display_name":"Jiangsu Provincial Key Research and Development Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2167667767","https://openalex.org/W2199073508","https://openalex.org/W2618530766","https://openalex.org/W2775635818","https://openalex.org/W2804941773","https://openalex.org/W2963915174","https://openalex.org/W2968095426","https://openalex.org/W2969626490","https://openalex.org/W2970231061","https://openalex.org/W2979098108","https://openalex.org/W3011137165","https://openalex.org/W3016011581","https://openalex.org/W3027575050","https://openalex.org/W3091465854","https://openalex.org/W3096609285","https://openalex.org/W3102486441","https://openalex.org/W3129842436","https://openalex.org/W3146366485","https://openalex.org/W3153691089","https://openalex.org/W3169575318","https://openalex.org/W3174142642","https://openalex.org/W3199427672","https://openalex.org/W3206486039","https://openalex.org/W3207804100","https://openalex.org/W4206706211","https://openalex.org/W4224111766","https://openalex.org/W4285102406","https://openalex.org/W4385245566","https://openalex.org/W4401414358","https://openalex.org/W4402185305","https://openalex.org/W4404195649","https://openalex.org/W4404688060","https://openalex.org/W4405786423","https://openalex.org/W4410226436","https://openalex.org/W4413887115","https://openalex.org/W4415164225","https://openalex.org/W7082664780"],"related_works":[],"abstract_inverted_index":{"The":[0,64],"efficient":[1],"integration":[2],"of":[3,15,67],"visual":[4,23],"and":[5,13,59,145,154,173,180],"tactile":[6,25],"information":[7,62,108],"is":[8],"essential":[9],"for":[10,34,48,82,170],"slip":[11,49,174],"detection":[12],"evaluation":[14],"grasping":[16,158,172],"stability.":[17],"However,":[18],"existing":[19,102],"research":[20],"generally":[21],"combines":[22],"or":[24],"modalities":[26,111,144],"as":[27,73],"prior":[28],"information,":[29,120],"without":[30],"fully":[31],"exploring":[32],"mechanisms":[33],"fusing":[35],"complementary":[36],"modalities.":[37],"In":[38,85],"this":[39],"article,":[40],"we":[41,87,121,148],"propose":[42,122],"a":[43,89,123],"visual\u2013tactile":[44],"fusion":[45],"Transformer":[46],"(VTF-Trans)":[47],"detection,":[50,175],"designed":[51],"to":[52,94,116],"handle":[53],"unaligned":[54],"data":[55],"in":[56],"different":[57,110,143],"formats":[58],"facilitate":[60],"cross-modal":[61,97,124],"exchange.":[63],"main":[65],"advantages":[66],"the":[68,101,140,162,167],"proposed":[69],"method":[70],"are":[71],"summarized":[72],"follows:":[74],"first,":[75],"VTF-Trans":[76,104,165],"employs":[77],"an":[78],"improved":[79],"dual-stream":[80],"transformer":[81],"feature":[83],"extraction.":[84],"addition,":[86],"introduce":[88],"gated":[90],"modal":[91],"attention":[92,125],"module":[93],"further":[95],"refine":[96],"fusion.":[98],"Compared":[99,160],"with":[100,161],"methods,":[103,164],"effectively":[105],"integrates":[106],"useful":[107],"from":[109],"across":[112],"multiple":[113],"scales.":[114],"Second,":[115],"extract":[117],"deep":[118],"multimodal":[119],"(CMA)":[126],"mechanism.":[127],"By":[128],"defining":[129],"cross-affinity":[130],"based":[131],"on":[132,151],"single-modality":[133],"affinities":[134],"(token":[135],"metrics),":[136],"CMA":[137],"naturally":[138],"alleviates":[139],"gap":[141],"between":[142],"domains.":[146],"Third,":[147],"evaluate":[149],"VTF-trans":[150],"three":[152],"datasets":[153],"conduct":[155],"unknown":[156],"object":[157],"experiments.":[159],"state-of-the-art":[163],"achieves":[166],"highest":[168],"accuracy":[169],"robotic":[171],"highlighting":[176],"its":[177],"superior":[178],"performance":[179],"practical":[181],"applicability.":[182]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2026-04-28T00:00:00"}