{"id":"https://openalex.org/W2953574704","doi":"https://doi.org/10.1109/tro.2019.2914772","title":"A Transfer Learning Approach to Cross-Modal Object Recognition: From Visual Observation to Robotic Haptic Exploration","display_name":"A Transfer Learning Approach to Cross-Modal Object Recognition: From Visual Observation to Robotic Haptic Exploration","publication_year":2019,"publication_date":"2019-06-25","ids":{"openalex":"https://openalex.org/W2953574704","doi":"https://doi.org/10.1109/tro.2019.2914772","mag":"2953574704"},"language":"en","primary_location":{"id":"doi:10.1109/tro.2019.2914772","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2019.2914772","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1546-1904","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2001.06673","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Pietro Falco","orcid":"https://orcid.org/0000-0003-1133-0884"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Pietro Falco","raw_affiliation_strings":["Technical University of Munich, Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0003-1133-0884","affiliations":[{"raw_affiliation_string":"Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shuang Lu","orcid":"https://orcid.org/0000-0001-7308-2850"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Shuang Lu","raw_affiliation_strings":["Technical University of Munich, Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0001-7308-2850","affiliations":[{"raw_affiliation_string":"Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ciro Natale","orcid":"https://orcid.org/0000-0001-6550-0573"},"institutions":[{"id":"https://openalex.org/I197809005","display_name":"University of Campania \"Luigi Vanvitelli\"","ror":"https://ror.org/02kqnpp86","country_code":"IT","type":"education","lineage":["https://openalex.org/I197809005"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Ciro Natale","raw_affiliation_strings":["University of Campania Luigi Vanvitelli, Caserta, Italy"],"raw_orcid":"https://orcid.org/0000-0001-6550-0573","affiliations":[{"raw_affiliation_string":"University of Campania Luigi Vanvitelli, Caserta, Italy","institution_ids":["https://openalex.org/I197809005"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Salvatore Pirozzi","orcid":"https://orcid.org/0000-0002-1237-0389"},"institutions":[{"id":"https://openalex.org/I197809005","display_name":"University of Campania \"Luigi Vanvitelli\"","ror":"https://ror.org/02kqnpp86","country_code":"IT","type":"education","lineage":["https://openalex.org/I197809005"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Salvatore Pirozzi","raw_affiliation_strings":["University of Campania Luigi Vanvitelli, Caserta, Italy"],"raw_orcid":"https://orcid.org/0000-0002-1237-0389","affiliations":[{"raw_affiliation_string":"University of Campania Luigi Vanvitelli, Caserta, Italy","institution_ids":["https://openalex.org/I197809005"]}]},{"author_position":"last","author":{"id":null,"display_name":"Dongheui Lee","orcid":"https://orcid.org/0000-0003-1897-7664"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Dongheui Lee","raw_affiliation_strings":["Technical University of Munich, Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0003-1897-7664","affiliations":[{"raw_affiliation_string":"Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9774,"has_fulltext":false,"cited_by_count":41,"citation_normalized_percentile":{"value":0.85634383,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"35","issue":"4","first_page":"987","last_page":"998"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10338","display_name":"Advanced Sensor and Energy Harvesting Materials","score":0.4056999981403351,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10338","display_name":"Advanced Sensor and Energy Harvesting Materials","score":0.4056999981403351,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.22859999537467957,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.16189999878406525,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.7236999869346619},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.7056999802589417},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6378999948501587},{"id":"https://openalex.org/keywords/test-set","display_name":"Test set","score":0.5927000045776367},{"id":"https://openalex.org/keywords/haptic-technology","display_name":"Haptic technology","score":0.5857999920845032},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4593000113964081},{"id":"https://openalex.org/keywords/cognitive-neuroscience-of-visual-object-recognition","display_name":"Cognitive neuroscience of visual object recognition","score":0.45080000162124634},{"id":"https://openalex.org/keywords/tactile-sensor","display_name":"Tactile sensor","score":0.44749999046325684},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.43639999628067017}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7979000210762024},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.7236999869346619},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.7056999802589417},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7027999758720398},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6676999926567078},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6378999948501587},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.5927000045776367},{"id":"https://openalex.org/C152086174","wikidata":"https://www.wikidata.org/wiki/Q3030571","display_name":"Haptic technology","level":2,"score":0.5857999920845032},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4593000113964081},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.45080000162124634},{"id":"https://openalex.org/C46722567","wikidata":"https://www.wikidata.org/wiki/Q7674139","display_name":"Tactile sensor","level":3,"score":0.44749999046325684},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.43639999628067017},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.39239999651908875},{"id":"https://openalex.org/C2775960376","wikidata":"https://www.wikidata.org/wiki/Q1435859","display_name":"Grippers","level":2,"score":0.3828999996185303},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.3734000027179718},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3456999957561493},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.3345000147819519},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.32820001244544983},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.32510000467300415},{"id":"https://openalex.org/C2779321571","wikidata":"https://www.wikidata.org/wiki/Q7936605","display_name":"Visual learning","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.29600000381469727},{"id":"https://openalex.org/C2983761899","wikidata":"https://www.wikidata.org/wiki/Q604674","display_name":"Robot vision","level":4,"score":0.28200000524520874},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C111370547","wikidata":"https://www.wikidata.org/wiki/Q7451120","display_name":"Sensory cue","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.27160000801086426},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.266400009393692}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tro.2019.2914772","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2019.2914772","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1546-1904","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},{"id":"pmh:oai:elib.dlr.de:132731","is_oa":false,"landing_page_url":"https://doi.org/10.1109/TRO.2019.2914772>.","pdf_url":null,"source":{"id":"https://openalex.org/S4377196266","display_name":"elib (German Aerospace Center)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2898391981","host_organization_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","host_organization_lineage":["https://openalex.org/I2898391981"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Zeitschriftenbeitrag"},{"id":"pmh:oai:arXiv.org:2001.06673","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2001.06673","pdf_url":"https://arxiv.org/pdf/2001.06673","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:mediatum.ub.tum.de:node/1507431","is_oa":true,"landing_page_url":"http://mediatum.ub.tum.de/node?id=1507431","pdf_url":null,"source":{"id":"https://openalex.org/S4306400453","display_name":"mediaTUM \u2013 the media and publications repository of the Technical University Munich (Technical University Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"},{"id":"pmh:oai:www.research.unipd.it:11577/3497082","is_oa":false,"landing_page_url":"https://hdl.handle.net/11577/3497082","pdf_url":null,"source":{"id":"https://openalex.org/S4306402547","display_name":"Padua Research Archive (University of Padova)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138689650","host_organization_name":"University of Padua","host_organization_lineage":["https://openalex.org/I138689650"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2001.06673","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2001.06673","pdf_url":"https://arxiv.org/pdf/2001.06673","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1581953684","https://openalex.org/W1583182920","https://openalex.org/W1972485825","https://openalex.org/W1984974392","https://openalex.org/W2006213557","https://openalex.org/W2007175809","https://openalex.org/W2017801178","https://openalex.org/W2024039087","https://openalex.org/W2033513078","https://openalex.org/W2041469568","https://openalex.org/W2047668141","https://openalex.org/W2050595634","https://openalex.org/W2065528340","https://openalex.org/W2065769635","https://openalex.org/W2098764590","https://openalex.org/W2104068492","https://openalex.org/W2112584720","https://openalex.org/W2114128011","https://openalex.org/W2115403315","https://openalex.org/W2115846099","https://openalex.org/W2131341196","https://openalex.org/W2138648596","https://openalex.org/W2152864241","https://openalex.org/W2160821342","https://openalex.org/W2165698076","https://openalex.org/W2170208355","https://openalex.org/W2211722331","https://openalex.org/W2217681286","https://openalex.org/W2344531169","https://openalex.org/W2420915688","https://openalex.org/W2565250676","https://openalex.org/W2609719703","https://openalex.org/W2611879059","https://openalex.org/W2737661303","https://openalex.org/W2771827793","https://openalex.org/W2791846357","https://openalex.org/W2963654998","https://openalex.org/W4214673677","https://openalex.org/W4313177291","https://openalex.org/W6632098003","https://openalex.org/W6638837534","https://openalex.org/W6681637710","https://openalex.org/W6768637886"],"related_works":["https://openalex.org/W1528044252","https://openalex.org/W2061090284","https://openalex.org/W2613077666","https://openalex.org/W1569815043","https://openalex.org/W2372904789","https://openalex.org/W2363840281","https://openalex.org/W1531683208","https://openalex.org/W2163529784","https://openalex.org/W2009052148","https://openalex.org/W2075753041"],"abstract_inverted_index":{"In":[0],"this":[1,17,76],"paper,":[2],"we":[3,19,60,78,171],"introduce":[4],"the":[5,22,98,101,105,109,143,146,167],"problem":[6],"of":[7,27,95,111,117,137,145],"cross-modal":[8],"visuo-tactile":[9,88],"object":[10,50],"recognition":[11],"with":[12,29,43,142,179],"robotic":[13],"active":[14],"exploration.":[15],"With":[16],"term,":[18],"mean":[20],"that":[21],"robot":[23],"observes":[24],"a":[25,53,62,67,87,92,115],"set":[26,65,94,116,157],"objects":[28,41],"visual":[30,63,122,152],"perception,":[31],"and":[32,66,103,124,158],"later":[33],"on,":[34],"it":[35,162],"is":[36,140],"able":[37],"to":[38,166],"recognize":[39],"such":[40],"only":[42],"tactile":[44,68,126],"exploration,":[45],"without":[46],"having":[47],"touched":[48],"any":[49],"before.":[51],"Using":[52],"machine":[54],"learning":[55],"terminology,":[56],"in":[57],"our":[58,112],"application,":[59],"have":[61,172],"training":[64,156],"test":[69,159],"set,":[70],"or":[71],"vice":[72],"versa.":[73],"To":[74],"tackle":[75],"problem,":[77],"propose":[79],"an":[80,135,177],"approach":[81,113,133],"constituted":[82],"by":[83],"four":[84],"steps:":[85],"finding":[86],"common":[89],"representation,":[90],"defining":[91],"suitable":[93],"features,":[96],"transferring":[97],"features":[99],"across":[100],"domains,":[102],"classifying":[104],"objects.":[106],"We":[107],"show":[108],"results":[110],"using":[114,151],"15":[118],"objects,":[119],"collecting":[120],"40":[121],"examples":[123,127],"five":[125],"for":[128],"each":[129],"object.":[130],"The":[131],"proposed":[132],"achieves":[134],"accuracy":[136,144],"94.7%,":[138],"which":[139,170],"comparable":[141],"monomodal":[147],"case,":[148],"i.e.,":[149],"when":[150],"data":[153],"both":[154],"as":[155],"set.":[160],"Moreover,":[161],"performs":[163],"well":[164],"compared":[165],"human":[168],"ability,":[169],"roughly":[173],"estimated":[174],"carrying":[175],"out":[176],"experiment":[178],"ten":[180],"participants.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":5}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2019-07-12T00:00:00"}