{"id":"https://openalex.org/W4404708922","doi":"https://doi.org/10.1109/toh.2024.3506791","title":"DT-Transformer: A Text-Tactile Fusion Network for Object Recognition","display_name":"DT-Transformer: A Text-Tactile Fusion Network for Object Recognition","publication_year":2024,"publication_date":"2024-11-25","ids":{"openalex":"https://openalex.org/W4404708922","doi":"https://doi.org/10.1109/toh.2024.3506791","pmid":"https://pubmed.ncbi.nlm.nih.gov/40030361"},"language":"en","primary_location":{"id":"doi:10.1109/toh.2024.3506791","is_oa":false,"landing_page_url":"https://doi.org/10.1109/toh.2024.3506791","pdf_url":null,"source":{"id":"https://openalex.org/S38993383","display_name":"IEEE Transactions on Haptics","issn_l":"1939-1412","issn":["1939-1412","2329-4051","2334-0134"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Haptics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046798019","display_name":"Shengjie Qiu","orcid":"https://orcid.org/0000-0003-0258-0216"},"institutions":[{"id":"https://openalex.org/I4210156189","display_name":"Shanghai Dianji University","ror":"https://ror.org/055fene14","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210156189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengjie Qiu","raw_affiliation_strings":["School of Electrical Engineering, Shanghai DianJi University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0258-0216","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Shanghai DianJi University, Shanghai, China","institution_ids":["https://openalex.org/I4210156189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020543460","display_name":"Baojiang Li","orcid":"https://orcid.org/0000-0002-7952-6691"},"institutions":[{"id":"https://openalex.org/I4210156189","display_name":"Shanghai Dianji University","ror":"https://ror.org/055fene14","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210156189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baojiang Li","raw_affiliation_strings":["School of Electrical Engineering, Shanghai DianJi University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7952-6691","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Shanghai DianJi University, Shanghai, China","institution_ids":["https://openalex.org/I4210156189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071986695","display_name":"Xichao Wang","orcid":"https://orcid.org/0000-0002-0283-6309"},"institutions":[{"id":"https://openalex.org/I4210156189","display_name":"Shanghai Dianji University","ror":"https://ror.org/055fene14","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210156189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xichao Wang","raw_affiliation_strings":["School of Electrical Engineering, Shanghai DianJi University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-0283-6309","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Shanghai DianJi University, Shanghai, China","institution_ids":["https://openalex.org/I4210156189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057014144","display_name":"Haiyan Wang","orcid":"https://orcid.org/0000-0003-1880-8422"},"institutions":[{"id":"https://openalex.org/I4210156189","display_name":"Shanghai Dianji University","ror":"https://ror.org/055fene14","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210156189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiyan Wang","raw_affiliation_strings":["School of Electrical Engineering, Shanghai DianJi University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-1880-8422","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Shanghai DianJi University, Shanghai, China","institution_ids":["https://openalex.org/I4210156189"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073254589","display_name":"Haiyan Ye","orcid":"https://orcid.org/0000-0001-8156-8252"},"institutions":[{"id":"https://openalex.org/I4210156189","display_name":"Shanghai Dianji University","ror":"https://ror.org/055fene14","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210156189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiyan Ye","raw_affiliation_strings":["School of Electrical Engineering, Shanghai DianJi University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Shanghai DianJi University, Shanghai, China","institution_ids":["https://openalex.org/I4210156189"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210156189"],"apc_list":null,"apc_paid":null,"fwci":1.4312,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.83378314,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"18","issue":"1","first_page":"164","last_page":"174"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.741100013256073,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.741100013256073,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.6753000020980835,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.6330000162124634,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6053231954574585},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5985007882118225},{"id":"https://openalex.org/keywords/cognitive-neuroscience-of-visual-object-recognition","display_name":"Cognitive neuroscience of visual object recognition","score":0.5812104940414429},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5570335984230042},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5556349158287048},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5518485307693481},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.46380260586738586},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.40819358825683594},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3904551863670349},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.33746808767318726},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.23402690887451172},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.12071898579597473}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6053231954574585},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5985007882118225},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.5812104940414429},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5570335984230042},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5556349158287048},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5518485307693481},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.46380260586738586},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.40819358825683594},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3904551863670349},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.33746808767318726},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.23402690887451172},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.12071898579597473},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D014110","descriptor_name":"Touch","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014110","descriptor_name":"Touch","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014110","descriptor_name":"Touch","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014110","descriptor_name":"Touch","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014110","descriptor_name":"Touch","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014110","descriptor_name":"Touch","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D055698","descriptor_name":"Touch Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D055698","descriptor_name":"Touch Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D055698","descriptor_name":"Touch Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D055698","descriptor_name":"Touch Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D055698","descriptor_name":"Touch Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D055698","descriptor_name":"Touch Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/toh.2024.3506791","is_oa":false,"landing_page_url":"https://doi.org/10.1109/toh.2024.3506791","pdf_url":null,"source":{"id":"https://openalex.org/S38993383","display_name":"IEEE Transactions on Haptics","issn_l":"1939-1412","issn":["1939-1412","2329-4051","2334-0134"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Haptics","raw_type":"journal-article"},{"id":"pmid:40030361","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40030361","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on haptics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1513599714","https://openalex.org/W1514388995","https://openalex.org/W1525077055","https://openalex.org/W1581953684","https://openalex.org/W2098384472","https://openalex.org/W2565843404","https://openalex.org/W2607172324","https://openalex.org/W2755920795","https://openalex.org/W2770836377","https://openalex.org/W2775635818","https://openalex.org/W2776116066","https://openalex.org/W2792044747","https://openalex.org/W2805264857","https://openalex.org/W2837391606","https://openalex.org/W2940682483","https://openalex.org/W2947434510","https://openalex.org/W2962983231","https://openalex.org/W2963341956","https://openalex.org/W2967155559","https://openalex.org/W2969834781","https://openalex.org/W3011727199","https://openalex.org/W3014579417","https://openalex.org/W3094595351","https://openalex.org/W3131212828","https://openalex.org/W3197020589","https://openalex.org/W3198196812","https://openalex.org/W3209540366","https://openalex.org/W3214471858","https://openalex.org/W4221090122","https://openalex.org/W4229058281","https://openalex.org/W4285601474","https://openalex.org/W4310061562","https://openalex.org/W4312924775","https://openalex.org/W4366751880","https://openalex.org/W4382286795","https://openalex.org/W4386076681","https://openalex.org/W4387805864","https://openalex.org/W6791353385","https://openalex.org/W6845710184","https://openalex.org/W6855055401","https://openalex.org/W6856574445"],"related_works":["https://openalex.org/W2737719445","https://openalex.org/W2099421762","https://openalex.org/W2530546662","https://openalex.org/W2114275278","https://openalex.org/W1489511283","https://openalex.org/W2974914859","https://openalex.org/W2026565050","https://openalex.org/W2110244802","https://openalex.org/W2163728705","https://openalex.org/W949345935"],"abstract_inverted_index":{"Humans":[0],"rely":[1],"on":[2,20,73,119],"multiple":[3],"senses":[4],"to":[5,81,95,134],"understand":[6],"their":[7],"surroundings,":[8],"and":[9,28,39,53,63,117,137],"so":[10],"do":[11],"robots.":[12],"Current":[13],"research":[14],"in":[15,26],"haptic":[16,123],"object":[17],"classification":[18],"focuses":[19],"visual-haptic":[21],"methods,":[22],"but":[23],"faces":[24],"limitations":[25,38],"performance":[27],"dataset":[29],"size.":[30],"Unlike":[31],"images,":[32],"text":[33],"does":[34],"not":[35],"have":[36],"these":[37,87],"can":[40,130],"effectively":[41],"describe":[42],"objects.":[43],"In":[44],"our":[45],"study,":[46],"we":[47],"introduce":[48],"DT-Transformer":[49],"(Double":[50],"T:":[51],"Tactile":[52],"Text)":[54],"-":[55],"a":[56,68,77],"novel":[57],"framework":[58],"for":[59],"learning":[60],"from":[61],"tactile":[62,135],"textual":[64],"data.":[65],"We":[66],"implemented":[67],"specialized":[69],"fusion":[70],"mechanism":[71,80],"based":[72],"converter":[74],"networks":[75],"through":[76],"multi-head":[78],"attention":[79],"address":[82],"the":[83,100],"challenge":[84],"of":[85,115],"merging":[86],"different":[88,97],"information":[89],"types.":[90],"This":[91,128],"approach":[92],"allows":[93],"us":[94],"combine":[96],"modalities":[98],"at":[99],"feature":[101],"level,":[102],"thus":[103],"significantly":[104],"improving":[105],"target":[106],"recognition":[107,113,136],"accuracy.":[108],"Our":[109],"model":[110],"achieves":[111],"impressive":[112],"rates":[114],"95.06%":[116],"86.34%":[118],"two":[120],"publicly":[121],"available":[122],"datasets,":[124],"outperforming":[125],"existing":[126],"algorithms.":[127],"breakthrough":[129],"be":[131],"practically":[132],"applied":[133],"dexterous":[138],"hand":[139],"grasping":[140],"operations.":[141]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-12T07:33:03.550515","created_date":"2025-10-10T00:00:00"}