{"id":"https://openalex.org/W2969180157","doi":"https://doi.org/10.1109/icra.2019.8793885","title":"Learning to Identify Object Instances by Touch: Tactile Recognition via Multimodal Matching","display_name":"Learning to Identify Object Instances by Touch: Tactile Recognition via Multimodal Matching","publication_year":2019,"publication_date":"2019-05-01","ids":{"openalex":"https://openalex.org/W2969180157","doi":"https://doi.org/10.1109/icra.2019.8793885","mag":"2969180157"},"language":"en","primary_location":{"id":"doi:10.1109/icra.2019.8793885","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2019.8793885","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088813995","display_name":"Justin Lin","orcid":"https://orcid.org/0009-0007-7190-2430"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Justin Lin","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002235575","display_name":"Roberto Calandra","orcid":"https://orcid.org/0000-0001-9430-8433"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Roberto Calandra","raw_affiliation_strings":["Facebook AI Research, Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook AI Research, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336","https://openalex.org/I4210114444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026322200","display_name":"Sergey Levine","orcid":"https://orcid.org/0000-0001-6764-2743"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sergey Levine","raw_affiliation_strings":["Facebook AI Research, Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook AI Research, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336","https://openalex.org/I4210114444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.048,"has_fulltext":false,"cited_by_count":53,"citation_normalized_percentile":{"value":0.98362761,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3644","last_page":"3650"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7893770933151245},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7886422872543335},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6557983160018921},{"id":"https://openalex.org/keywords/cognitive-neuroscience-of-visual-object-recognition","display_name":"Cognitive neuroscience of visual object recognition","score":0.6272424459457397},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.560476541519165},{"id":"https://openalex.org/keywords/tactile-sensor","display_name":"Tactile sensor","score":0.49009549617767334},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.48423147201538086},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.46024176478385925},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.43051230907440186},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.41761380434036255},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3566427230834961}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7893770933151245},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7886422872543335},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6557983160018921},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.6272424459457397},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.560476541519165},{"id":"https://openalex.org/C46722567","wikidata":"https://www.wikidata.org/wiki/Q7674139","display_name":"Tactile sensor","level":3,"score":0.49009549617767334},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.48423147201538086},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.46024176478385925},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.43051230907440186},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.41761380434036255},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3566427230834961},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra.2019.8793885","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2019.8793885","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1965953026","https://openalex.org/W2009841905","https://openalex.org/W2076130323","https://openalex.org/W2100235303","https://openalex.org/W2108598243","https://openalex.org/W2114128011","https://openalex.org/W2159354660","https://openalex.org/W2171361956","https://openalex.org/W2194775991","https://openalex.org/W2604736090","https://openalex.org/W2607172324","https://openalex.org/W2607241646","https://openalex.org/W2619697695","https://openalex.org/W2743209907","https://openalex.org/W2765994785","https://openalex.org/W2775635818","https://openalex.org/W2802840089","https://openalex.org/W2804941773","https://openalex.org/W2917030029","https://openalex.org/W2962983231","https://openalex.org/W2963021155","https://openalex.org/W2963048676","https://openalex.org/W2963115079","https://openalex.org/W2963887950","https://openalex.org/W2964121744","https://openalex.org/W3098436915","https://openalex.org/W3100674903","https://openalex.org/W3104208381","https://openalex.org/W4299490652","https://openalex.org/W6631190155","https://openalex.org/W6641843117","https://openalex.org/W6674731419","https://openalex.org/W6685230081","https://openalex.org/W6735764638","https://openalex.org/W6745274615","https://openalex.org/W6750148349","https://openalex.org/W6751497200","https://openalex.org/W7052973489"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2374013449","https://openalex.org/W2114275278","https://openalex.org/W1489511283","https://openalex.org/W2974914859","https://openalex.org/W2026565050","https://openalex.org/W2110244802","https://openalex.org/W2163728705","https://openalex.org/W949345935"],"abstract_inverted_index":{"Much":[0],"of":[1,17,28,40,53,72,81,89,123,164,187,208],"the":[2,9,26,38,70,82,87,108,117],"literature":[3],"on":[4,8,128,150,202],"robotic":[5,29],"perception":[6],"focuses":[7],"visual":[10,45,97],"modality.":[11],"Vision":[12],"provides":[13],"a":[14,18,78,96,130,141,154,162],"global":[15],"observation":[16],"scene,":[19],"making":[20],"it":[21,174],"broadly":[22],"useful.":[23],"However,":[24],"in":[25,37],"domain":[27],"manipulation,":[30],"vision":[31],"alone":[32],"can":[33,55],"sometimes":[34],"prove":[35],"inadequate:":[36],"presence":[39],"occlusions":[41],"or":[42,102],"poor":[43],"lighting,":[44],"object":[46,180],"identification":[47],"might":[48],"be":[49],"difficult.":[50],"The":[51],"sense":[52],"touch":[54,147,183],"provide":[56],"robots":[57],"with":[58,132,144],"an":[59],"alternative":[60],"mechanism":[61],"for":[62],"recognizing":[63],"objects.":[64,138],"In":[65],"this":[66,121,203],"paper,":[67],"we":[68],"study":[69],"problem":[71,83,127],"touch-based":[73],"instance":[74,125],"recognition.":[75],"We":[76,139],"propose":[77],"novel":[79,188],"framing":[80],"as":[84],"multi-modal":[85,124],"recognition:":[86],"goal":[88],"our":[90,112,114,133],"system":[91],"is":[92,116,175],"to":[93,107,119,160,177],"recognize,":[94],"given":[95],"and":[98,153,167],"tactile":[99,165],"observation,":[100],"whether":[101],"not":[103],"these":[104],"observations":[105,166],"correspond":[106],"same":[109],"object.":[110],"To":[111],"knowledge,":[113],"work":[115],"first":[118],"address":[120],"type":[122],"recognition":[126],"such":[129],"large-scale":[131],"analysis":[134],"spanning":[135],"98":[136],"different":[137],"employ":[140],"robot":[142],"equipped":[143],"two":[145],"GelSight":[146],"sensors,":[148],"one":[149],"each":[151],"finger,":[152],"self-supervised,":[155],"autonomous":[156],"data":[157],"collection":[158],"procedure":[159],"collect":[161],"dataset":[163],"images.":[168],"Our":[169,196],"experimental":[170],"results":[171],"show":[172],"that":[173,190,207],"possible":[176],"accurately":[178],"recognize":[179],"instances":[181,186],"by":[182],"alone,":[184],"including":[185,206],"objects":[189],"were":[191],"never":[192],"seen":[193],"during":[194],"training.":[195],"learned":[197],"model":[198],"outperforms":[199],"other":[200],"methods":[201],"complex":[204],"task,":[205],"human":[209],"volunteers.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":2}],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2025-10-10T00:00:00"}