{"id":"https://openalex.org/W7148315787","doi":"https://doi.org/10.48550/arxiv.2604.00744","title":"How to Train your Tactile Model: Tactile Perception with Multi-fingered Robot Hands","display_name":"How to Train your Tactile Model: Tactile Perception with Multi-fingered Robot Hands","publication_year":2026,"publication_date":"2026-04-01","ids":{"openalex":"https://openalex.org/W7148315787","doi":"https://doi.org/10.48550/arxiv.2604.00744"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.00744","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.00744","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.00744","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103250784","display_name":"Christopher J. Ford","orcid":"https://orcid.org/0000-0002-2720-6872"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ford, Christopher J.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132796922","display_name":"Kaichen Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Kaichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132753768","display_name":"Laura Butcher","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Butcher, Laura","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132816634","display_name":"Nathan F. Lepora","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lepora, Nathan F.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5013732957","display_name":"Efi Psomopoulou","orcid":"https://orcid.org/0000-0003-3883-4097"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Psomopoulou, Efi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10338","display_name":"Advanced Sensor and Energy Harvesting Materials","score":0.964900016784668,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10338","display_name":"Advanced Sensor and Energy Harvesting Materials","score":0.964900016784668,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.009100000374019146,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.007899999618530273,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tactile-sensor","display_name":"Tactile sensor","score":0.7361999750137329},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5497999787330627},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5486000180244446},{"id":"https://openalex.org/keywords/tactile-perception","display_name":"Tactile perception","score":0.5088000297546387},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.49559998512268066},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4797999858856201},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.41179999709129333},{"id":"https://openalex.org/keywords/contact-force","display_name":"Contact force","score":0.38690000772476196}],"concepts":[{"id":"https://openalex.org/C46722567","wikidata":"https://www.wikidata.org/wiki/Q7674139","display_name":"Tactile sensor","level":3,"score":0.7361999750137329},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6984999775886536},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6000000238418579},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5824999809265137},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5497999787330627},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5486000180244446},{"id":"https://openalex.org/C3017819093","wikidata":"https://www.wikidata.org/wiki/Q328835","display_name":"Tactile perception","level":3,"score":0.5088000297546387},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.49559998512268066},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4797999858856201},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.41179999709129333},{"id":"https://openalex.org/C81302111","wikidata":"https://www.wikidata.org/wiki/Q2916417","display_name":"Contact force","level":2,"score":0.38690000772476196},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.38440001010894775},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.3569999933242798},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35269999504089355},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.3319000005722046},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.3260999917984009},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.31360000371932983},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.296999990940094},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C161759796","wikidata":"https://www.wikidata.org/wiki/Q3982902","display_name":"Teleoperation","level":3,"score":0.2930000126361847},{"id":"https://openalex.org/C111370547","wikidata":"https://www.wikidata.org/wiki/Q7451120","display_name":"Sensory cue","level":2,"score":0.27160000801086426},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.26429998874664307},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C2776010242","wikidata":"https://www.wikidata.org/wiki/Q4677575","display_name":"Active perception","level":3,"score":0.25940001010894775}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.00744","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.00744","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.00744","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.00744","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Rapid":[0],"deployment":[1,118],"of":[2,119],"new":[3,51,80,120],"tactile":[4,19,69,93,148],"sensors":[5,126],"is":[6],"essential":[7],"for":[8,24,49,111,127,154],"scalable":[9,151],"robotic":[10,156],"manipulation,":[11],"especially":[12],"in":[13,56],"multi-fingered":[14],"hands":[15],"equipped":[16],"with":[17],"vision-based":[18],"sensors.":[20,104,121],"However,":[21],"current":[22],"methods":[23],"inferring":[25],"contact":[26,97],"properties":[27],"rely":[28],"heavily":[29],"on":[30,38,73,79,101,125],"convolutional":[31],"neural":[32],"networks":[33],"(CNNs),":[34],"which,":[35],"while":[36],"effective":[37],"known":[39],"sensors,":[40],"require":[41,47],"large,":[42],"sensor-specific":[43],"datasets.":[44],"Furthermore,":[45],"they":[46],"retraining":[48],"each":[50],"sensor":[52,61,81],"due":[53],"to":[54,77,88,139,146],"differences":[55],"lens":[57],"properties,":[58],"illumination,":[59],"and":[60,114,132,152],"wear.":[62],"Here":[63],"we":[64],"introduce":[65],"TacViT,":[66],"a":[67,128],"novel":[68],"perception":[70],"model":[71],"based":[72],"Vision":[74],"Transformers,":[75],"designed":[76],"generalize":[78],"data.":[82],"TacViT":[83,124],"leverages":[84],"global":[85],"self-attention":[86],"mechanisms":[87],"extract":[89],"robust":[90],"features":[91],"from":[92],"images,":[94],"enabling":[95],"accurate":[96],"property":[98],"inference":[99],"even":[100],"previously":[102],"unseen":[103],"This":[105],"capability":[106],"significantly":[107],"reduces":[108],"the":[109,117],"need":[110],"data":[112],"collection":[113],"retraining,":[115],"accelerating":[116],"We":[122],"evaluate":[123],"five-fingered":[129],"robot":[130],"hand":[131],"demonstrate":[133],"its":[134],"superior":[135],"generalization":[136],"performance":[137],"compared":[138],"CNNs.":[140],"Our":[141],"results":[142],"highlight":[143],"TacViTs":[144],"potential":[145],"make":[147],"sensing":[149],"more":[150],"practical":[153],"real-world":[155],"applications.":[157]},"counts_by_year":[],"updated_date":"2026-07-01T08:55:40.977307","created_date":"2026-04-03T00:00:00"}