{"id":"https://openalex.org/W4402569753","doi":"https://doi.org/10.1109/tro.2024.3462931","title":"M$^{3}$Tac: A Multispectral Multimodal Visuotactile Sensor With Beyond-Human Sensory Capabilities","display_name":"M$^{3}$Tac: A Multispectral Multimodal Visuotactile Sensor With Beyond-Human Sensory Capabilities","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402569753","doi":"https://doi.org/10.1109/tro.2024.3462931"},"language":"en","primary_location":{"id":"doi:10.1109/tro.2024.3462931","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2024.3462931","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Shoujie Li","orcid":"https://orcid.org/0000-0002-5178-4517"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shoujie Li","raw_affiliation_strings":["Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-5178-4517","affiliations":[{"raw_affiliation_string":"Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025660926","display_name":"Haixin Yu","orcid":"https://orcid.org/0000-0002-7244-6031"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haixin Yu","raw_affiliation_strings":["Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-7244-6031","affiliations":[{"raw_affiliation_string":"Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094274818","display_name":"Guoping Pan","orcid":null},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoping Pan","raw_affiliation_strings":["Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075793781","display_name":"Huaze Tang","orcid":"https://orcid.org/0000-0002-4463-1766"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaze Tang","raw_affiliation_strings":["Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-4463-1766","affiliations":[{"raw_affiliation_string":"Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiawei Zhang","orcid":"https://orcid.org/0009-0003-9652-5353"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawei Zhang","raw_affiliation_strings":["Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0003-9652-5353","affiliations":[{"raw_affiliation_string":"Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042034627","display_name":"Linqi Ye","orcid":"https://orcid.org/0000-0003-3190-7660"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linqi Ye","raw_affiliation_strings":["Institute of Artificial Intelligence, Collaborative Innovation Center for the Marine Artificial Intelligence, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3190-7660","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, Collaborative Innovation Center for the Marine Artificial Intelligence, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiao-Ping Zhang","orcid":"https://orcid.org/0000-0001-5241-0069"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao-Ping Zhang","raw_affiliation_strings":["Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-5241-0069","affiliations":[{"raw_affiliation_string":"Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084510549","display_name":"Wenbo Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbo Ding","raw_affiliation_strings":["Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-0597-4512","affiliations":[{"raw_affiliation_string":"Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":5.8346,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.96902508,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"40","issue":null,"first_page":"4484","last_page":"4503"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9271000027656555,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9271000027656555,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multispectral-image","display_name":"Multispectral image","score":0.7913496494293213},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5870627760887146},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5866960287094116},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5149386525154114}],"concepts":[{"id":"https://openalex.org/C173163844","wikidata":"https://www.wikidata.org/wiki/Q1761440","display_name":"Multispectral image","level":2,"score":0.7913496494293213},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5870627760887146},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5866960287094116},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5149386525154114}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tro.2024.3462931","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2024.3462931","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G37979670","display_name":null,"funder_award_id":"62104125","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G897112338","display_name":null,"funder_award_id":"62003188","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W1772021317","https://openalex.org/W1901129140","https://openalex.org/W1965709657","https://openalex.org/W1978410598","https://openalex.org/W1985161173","https://openalex.org/W2115574609","https://openalex.org/W2116611507","https://openalex.org/W2133066598","https://openalex.org/W2167667767","https://openalex.org/W2194775991","https://openalex.org/W2410441722","https://openalex.org/W2495134891","https://openalex.org/W2506070123","https://openalex.org/W2569244399","https://openalex.org/W2607041014","https://openalex.org/W2775635818","https://openalex.org/W2781493652","https://openalex.org/W2787854852","https://openalex.org/W2803326497","https://openalex.org/W2901069188","https://openalex.org/W2909277105","https://openalex.org/W2962983231","https://openalex.org/W2963379061","https://openalex.org/W2963886462","https://openalex.org/W2967244466","https://openalex.org/W2969469106","https://openalex.org/W2975591033","https://openalex.org/W2976718572","https://openalex.org/W2982567022","https://openalex.org/W3006804090","https://openalex.org/W3008303301","https://openalex.org/W3009925489","https://openalex.org/W3011275252","https://openalex.org/W3013529009","https://openalex.org/W3016063509","https://openalex.org/W3025566666","https://openalex.org/W3035603229","https://openalex.org/W3048440772","https://openalex.org/W3088343859","https://openalex.org/W3094649369","https://openalex.org/W3111069912","https://openalex.org/W3118245039","https://openalex.org/W3134619661","https://openalex.org/W3138117074","https://openalex.org/W3138127198","https://openalex.org/W3138516171","https://openalex.org/W3150741721","https://openalex.org/W3173438814","https://openalex.org/W3183430956","https://openalex.org/W3183975923","https://openalex.org/W3192021195","https://openalex.org/W3203631022","https://openalex.org/W3210279979","https://openalex.org/W3213517261","https://openalex.org/W4205808854","https://openalex.org/W4220662381","https://openalex.org/W4226071559","https://openalex.org/W4226224676","https://openalex.org/W4238999211","https://openalex.org/W4246193833","https://openalex.org/W4248395340","https://openalex.org/W4285102140","https://openalex.org/W4285102159","https://openalex.org/W4285741815","https://openalex.org/W4292081200","https://openalex.org/W4293182219","https://openalex.org/W4306174033","https://openalex.org/W4307023419","https://openalex.org/W4321232185","https://openalex.org/W4383108596","https://openalex.org/W4383108771","https://openalex.org/W4383109319","https://openalex.org/W4383337613","https://openalex.org/W4385975773","https://openalex.org/W4387234960","https://openalex.org/W6684124110","https://openalex.org/W6758419858","https://openalex.org/W6767098714"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"To":[0,97],"realize":[1,71,88],"the":[2,9,35,41,119,122,130,143,152,158,168,175,186],"exquisite":[3],"interaction":[4],"and":[5,30,38,79,174,188],"precise":[6],"manipulation":[7],"for":[8,34,94],"robot,":[10],"in":[11,47],"this":[12],"article,":[13],"we":[14,100,181],"propose":[15],"a":[16,104],"multispectral":[17,105],"multimodal":[18,169],"visuotactile":[19],"sensor":[20],"named":[21],"M<inline-formula":[22,65],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[23,53,60,66,140,148,164],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[24,54,61,67,141,149,165],"notation=\"LaTeX\">$^{3}$</tex-math></inline-formula>Tac,":[25],"which":[26],"combines":[27],"visible,":[28],"near-infrared,":[29],"mid-infrared":[31],"imaging":[32,106],"technologies":[33],"first":[36],"time":[37],"can":[39,87,115],"exceed":[40],"sensing":[42,57,73,90,133,161],"ability":[43],"of":[44,49,74,121,191],"human":[45,83,95],"skin":[46,84],"terms":[48],"resolution":[50],"(719":[51],"pixels/cm<inline-formula":[52],"notation=\"LaTeX\">$^{2}$</tex-math></inline-formula>),":[55],"temperature":[56,80,160],"range":[58],"(\u221220\u2013130<inline-formula":[59],"notation=\"LaTeX\">$^\\text{o}$</tex-math></inline-formula>C),":[62],"etc.":[63],"The":[64],"notation=\"LaTeX\">$^{3}$</tex-math></inline-formula>Tac":[68],"cannot":[69],"only":[70,102],"high-quality":[72],"deformation,":[75],"texture,":[76],"force,":[77],"stickiness,":[78],"comparable":[81],"to":[82,184],"but":[85,124],"also":[86,125],"proximity":[89,144],"that":[91],"is":[92],"lacking":[93],"skin.":[96],"achieve":[98],"this,":[99],"not":[101],"design":[103],"system":[107],"with":[108,134],"an":[109],"elastic":[110],"film":[111],"whose":[112],"light":[113],"penetrability":[114],"be":[116],"regulated":[117],"by":[118],"brightness":[120],"light,":[123],"develop":[126],"corresponding":[127],"algorithms,":[128],"including":[129],"pixel-level":[131],"force":[132],"finite":[135],"element":[136],"method":[137],"(accuracy:":[138,146,155,162,172,178],"<inline-formula":[139,147,163],"notation=\"LaTeX\">$\\pm$</tex-math></inline-formula>0.023N),":[142],"perception":[145],"notation=\"LaTeX\">$\\pm$</tex-math></inline-formula>3.8":[150],"mm),":[151,157],"3-D":[153],"reconstruction":[154],"0.33":[156],"super-resolution":[159],"notation=\"LaTeX\">$\\pm":[166],"0.3^\\text{o}$</tex-math></inline-formula>C),":[167],"fusion":[170],"classification":[171],"98%),":[173],"stickiness":[176],"recognition":[177],"98%).":[179],"Finally,":[180],"conduct":[182],"experiments":[183],"verify":[185],"effectiveness":[187],"application":[189],"potential":[190],"our":[192],"research.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}