{"id":"https://openalex.org/W4402569753","doi":"https://doi.org/10.1109/tro.2024.3462931","title":"M$^{3}$Tac: A Multispectral Multimodal Visuotactile Sensor With Beyond-Human Sensory Capabilities","display_name":"M$^{3}$Tac: A Multispectral Multimodal Visuotactile Sensor With Beyond-Human Sensory Capabilities","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402569753","doi":"https://doi.org/10.1109/tro.2024.3462931"},"language":"en","primary_location":{"id":"doi:10.1109/tro.2024.3462931","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2024.3462931","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1546-1904","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Shoujie Li","orcid":"https://orcid.org/0000-0002-5178-4517"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shoujie Li","raw_affiliation_strings":["Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-5178-4517","affiliations":[{"raw_affiliation_string":"Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025660926","display_name":"Haixin Yu","orcid":"https://orcid.org/0000-0002-7244-6031"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haixin Yu","raw_affiliation_strings":["Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-7244-6031","affiliations":[{"raw_affiliation_string":"Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094274818","display_name":"Guoping Pan","orcid":null},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoping Pan","raw_affiliation_strings":["Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075793781","display_name":"Huaze Tang","orcid":"https://orcid.org/0000-0002-4463-1766"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaze Tang","raw_affiliation_strings":["Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-4463-1766","affiliations":[{"raw_affiliation_string":"Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiawei Zhang","orcid":"https://orcid.org/0009-0003-9652-5353"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawei Zhang","raw_affiliation_strings":["Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0003-9652-5353","affiliations":[{"raw_affiliation_string":"Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042034627","display_name":"Linqi Ye","orcid":"https://orcid.org/0000-0003-3190-7660"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linqi Ye","raw_affiliation_strings":["Institute of Artificial Intelligence, Collaborative Innovation Center for the Marine Artificial Intelligence, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3190-7660","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, Collaborative Innovation Center for the Marine Artificial Intelligence, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042","https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiao-Ping Zhang","orcid":"https://orcid.org/0000-0001-5241-0069"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao-Ping Zhang","raw_affiliation_strings":["Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-5241-0069","affiliations":[{"raw_affiliation_string":"Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084510549","display_name":"Wenbo Ding","orcid":"https://orcid.org/0000-0002-0597-4512"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbo Ding","raw_affiliation_strings":["Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-0597-4512","affiliations":[{"raw_affiliation_string":"Shenzhen Key Laboratory of Ubiquitous Data Enabling, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.261,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.9672378,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"40","issue":null,"first_page":"4484","last_page":"4503"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9271000027656555,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9271000027656555,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multispectral-image","display_name":"Multispectral image","score":0.7913496494293213},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5870627760887146},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5866960287094116},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5149386525154114}],"concepts":[{"id":"https://openalex.org/C173163844","wikidata":"https://www.wikidata.org/wiki/Q1761440","display_name":"Multispectral image","level":2,"score":0.7913496494293213},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5870627760887146},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5866960287094116},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5149386525154114}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tro.2024.3462931","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2024.3462931","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1546-1904","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G37979670","display_name":null,"funder_award_id":"62104125","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G897112338","display_name":null,"funder_award_id":"62003188","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W1772021317","https://openalex.org/W1901129140","https://openalex.org/W1965709657","https://openalex.org/W1978410598","https://openalex.org/W1985161173","https://openalex.org/W2115574609","https://openalex.org/W2116611507","https://openalex.org/W2133066598","https://openalex.org/W2167667767","https://openalex.org/W2194775991","https://openalex.org/W2410441722","https://openalex.org/W2495134891","https://openalex.org/W2506070123","https://openalex.org/W2569244399","https://openalex.org/W2607041014","https://openalex.org/W2775635818","https://openalex.org/W2781493652","https://openalex.org/W2787854852","https://openalex.org/W2803326497","https://openalex.org/W2901069188","https://openalex.org/W2909277105","https://openalex.org/W2962983231","https://openalex.org/W2963379061","https://openalex.org/W2963886462","https://openalex.org/W2967244466","https://openalex.org/W2969469106","https://openalex.org/W2975591033","https://openalex.org/W2976718572","https://openalex.org/W2982567022","https://openalex.org/W3006804090","https://openalex.org/W3008303301","https://openalex.org/W3009925489","https://openalex.org/W3011275252","https://openalex.org/W3013529009","https://openalex.org/W3016063509","https://openalex.org/W3025566666","https://openalex.org/W3035603229","https://openalex.org/W3048440772","https://openalex.org/W3088343859","https://openalex.org/W3094649369","https://openalex.org/W3111069912","https://openalex.org/W3118245039","https://openalex.org/W3134619661","https://openalex.org/W3138117074","https://openalex.org/W3138127198","https://openalex.org/W3138516171","https://openalex.org/W3150741721","https://openalex.org/W3173438814","https://openalex.org/W3183430956","https://openalex.org/W3183975923","https://openalex.org/W3192021195","https://openalex.org/W3203631022","https://openalex.org/W3210279979","https://openalex.org/W3213517261","https://openalex.org/W4205808854","https://openalex.org/W4220662381","https://openalex.org/W4226071559","https://openalex.org/W4226224676","https://openalex.org/W4238999211","https://openalex.org/W4246193833","https://openalex.org/W4248395340","https://openalex.org/W4285102140","https://openalex.org/W4285102159","https://openalex.org/W4285741815","https://openalex.org/W4292081200","https://openalex.org/W4293182219","https://openalex.org/W4306174033","https://openalex.org/W4307023419","https://openalex.org/W4321232185","https://openalex.org/W4383108596","https://openalex.org/W4383108771","https://openalex.org/W4383109319","https://openalex.org/W4383337613","https://openalex.org/W4385975773","https://openalex.org/W4387234960","https://openalex.org/W6684124110","https://openalex.org/W6758419858","https://openalex.org/W6767098714"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"To":[0,85],"realize":[1,59,76],"the":[2,9,32,38,107,110,118,127,132,138,144,151,162],"exquisite":[3],"interaction":[4],"and":[5,27,35,67,150,164],"precise":[6],"manipulation":[7],"for":[8,31,82],"robot,":[10],"in":[11,44],"this":[12],"article,":[13],"we":[14,88,157],"propose":[15],"a":[16,92],"multispectral":[17,93],"multimodal":[18,145],"visuotactile":[19],"sensor":[20],"named":[21],"M$^{3}$Tac,":[22],"which":[23],"combines":[24],"visible,":[25],"near-infrared,":[26],"mid-infrared":[28],"imaging":[29,94],"technologies":[30],"first":[33],"time":[34],"can":[36,75,103],"exceed":[37],"sensing":[39,51,61,78,121,141],"ability":[40],"of":[41,46,62,109,167],"human":[42,71,83],"skin":[43,72],"terms":[45],"resolution":[47],"(719":[48],"pixels/cm$^{2}$),":[49],"temperature":[50,68,140],"range":[52],"(\u221220\u2013130$^\\text{o}$C),":[53],"etc.":[54],"The":[55],"M$^{3}$Tac":[56],"cannot":[57],"only":[58,90],"high-quality":[60],"deformation,":[63],"texture,":[64],"force,":[65],"stickiness,":[66],"comparable":[69],"to":[70,160],"but":[73,112],"also":[74,113],"proximity":[77,128],"that":[79],"is":[80],"lacking":[81],"skin.":[84],"achieve":[86],"this,":[87],"not":[89],"design":[91],"system":[95],"with":[96,122],"an":[97],"elastic":[98],"film":[99],"whose":[100],"light":[101],"penetrability":[102],"be":[104],"regulated":[105],"by":[106],"brightness":[108],"light,":[111],"develop":[114],"corresponding":[115],"algorithms,":[116],"including":[117],"pixel-level":[119],"force":[120],"finite":[123],"element":[124],"method":[125],"(accuracy:$\\pm$0.023N),":[126],"perception":[129],"(accuracy:$\\pm$3.8":[130],"mm),":[131,137],"3-D":[133],"reconstruction":[134],"(accuracy:":[135,148,154],"0.33":[136],"super-resolution":[139],"(accuracy:$\\pm":[142],"0.3^\\text{o}$C),":[143],"fusion":[146],"classification":[147],"98%),":[149],"stickiness":[152],"recognition":[153],"98%).":[155],"Finally,":[156],"conduct":[158],"experiments":[159],"verify":[161],"effectiveness":[163],"application":[165],"potential":[166],"our":[168],"research.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2025-10-10T00:00:00"}