{"id":"https://openalex.org/W4400647432","doi":"https://doi.org/10.1109/tim.2024.3428647","title":"A Vision-Based Tactile Sensing System for Multimodal Contact Information Perception via Neural Network","display_name":"A Vision-Based Tactile Sensing System for Multimodal Contact Information Perception via Neural Network","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400647432","doi":"https://doi.org/10.1109/tim.2024.3428647"},"language":"en","primary_location":{"id":"doi:10.1109/tim.2024.3428647","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2024.3428647","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101997598","display_name":"Weiliang Xu","orcid":"https://orcid.org/0000-0002-9219-7781"},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiliang Xu","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Nanophotonic Functional Materials and Devices, Guangdong Basic Research Center of Excellence for Structure and Fundamental Interactions of Matter, School of Information and Optoelectronic Science and Engineering, South China Normal University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9219-7781","affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Nanophotonic Functional Materials and Devices, Guangdong Basic Research Center of Excellence for Structure and Fundamental Interactions of Matter, School of Information and Optoelectronic Science and Engineering, South China Normal University, Guangzhou, China","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051854656","display_name":"Guoyuan Zhou","orcid":"https://orcid.org/0009-0003-1974-4931"},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoyuan Zhou","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Nanophotonic Functional Materials and Devices, Guangdong Basic Research Center of Excellence for Structure and Fundamental Interactions of Matter, School of Information and Optoelectronic Science and Engineering, South China Normal University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0003-1974-4931","affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Nanophotonic Functional Materials and Devices, Guangdong Basic Research Center of Excellence for Structure and Fundamental Interactions of Matter, School of Information and Optoelectronic Science and Engineering, South China Normal University, Guangzhou, China","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080371701","display_name":"Yuanzhi Zhou","orcid":"https://orcid.org/0000-0002-3972-4300"},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanzhi Zhou","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Nanophotonic Functional Materials and Devices, Guangdong Basic Research Center of Excellence for Structure and Fundamental Interactions of Matter, School of Information and Optoelectronic Science and Engineering, South China Normal University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-3972-4300","affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Nanophotonic Functional Materials and Devices, Guangdong Basic Research Center of Excellence for Structure and Fundamental Interactions of Matter, School of Information and Optoelectronic Science and Engineering, South China Normal University, Guangzhou, China","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036276171","display_name":"Zhibin Zou","orcid":null},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhibin Zou","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Nanophotonic Functional Materials and Devices, Guangdong Basic Research Center of Excellence for Structure and Fundamental Interactions of Matter, School of Information and Optoelectronic Science and Engineering, South China Normal University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0002-6776-653X","affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Nanophotonic Functional Materials and Devices, Guangdong Basic Research Center of Excellence for Structure and Fundamental Interactions of Matter, School of Information and Optoelectronic Science and Engineering, South China Normal University, Guangzhou, China","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100985954","display_name":"Jiali Wang","orcid":"https://orcid.org/0000-0001-5492-6667"},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiali Wang","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Nanophotonic Functional Materials and Devices, Guangdong Basic Research Center of Excellence for Structure and Fundamental Interactions of Matter, School of Information and Optoelectronic Science and Engineering, South China Normal University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-5492-6667","affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Nanophotonic Functional Materials and Devices, Guangdong Basic Research Center of Excellence for Structure and Fundamental Interactions of Matter, School of Information and Optoelectronic Science and Engineering, South China Normal University, Guangzhou, China","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101473881","display_name":"Wenfeng Wu","orcid":"https://orcid.org/0000-0003-4122-5604"},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenfeng Wu","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Nanophotonic Functional Materials and Devices, Guangdong Basic Research Center of Excellence for Structure and Fundamental Interactions of Matter, School of Information and Optoelectronic Science and Engineering, South China Normal University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4122-5604","affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Nanophotonic Functional Materials and Devices, Guangdong Basic Research Center of Excellence for Structure and Fundamental Interactions of Matter, School of Information and Optoelectronic Science and Engineering, South China Normal University, Guangzhou, China","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100688675","display_name":"Xinming Li","orcid":"https://orcid.org/0000-0002-7844-8417"},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xinming Li","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Nanophotonic Functional Materials and Devices, Guangdong Basic Research Center of Excellence for Structure and Fundamental Interactions of Matter, School of Information and Optoelectronic Science and Engineering, South China Normal University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-7844-8417","affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Nanophotonic Functional Materials and Devices, Guangdong Basic Research Center of Excellence for Structure and Fundamental Interactions of Matter, School of Information and Optoelectronic Science and Engineering, South China Normal University, Guangzhou, China","institution_ids":["https://openalex.org/I187400657"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100688675"],"corresponding_institution_ids":["https://openalex.org/I187400657"],"apc_list":null,"apc_paid":null,"fwci":7.4853,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.98004013,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"73","issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.8827999830245972,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.8827999830245972,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.7932000160217285,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.7289999723434448,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tactile-perception","display_name":"Tactile perception","score":0.7158704996109009},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6787633895874023},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.661047101020813},{"id":"https://openalex.org/keywords/tactile-sensor","display_name":"Tactile sensor","score":0.6210780143737793},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6014564037322998},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5886025428771973},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5786471962928772},{"id":"https://openalex.org/keywords/machine-vision","display_name":"Machine vision","score":0.4654586613178253},{"id":"https://openalex.org/keywords/tactile-discrimination","display_name":"Tactile discrimination","score":0.4274487793445587},{"id":"https://openalex.org/keywords/artificial-vision","display_name":"Artificial vision","score":0.4273565709590912},{"id":"https://openalex.org/keywords/tactile-display","display_name":"Tactile display","score":0.4184369742870331},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3349224627017975},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.12821948528289795},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10466879606246948}],"concepts":[{"id":"https://openalex.org/C3017819093","wikidata":"https://www.wikidata.org/wiki/Q328835","display_name":"Tactile perception","level":3,"score":0.7158704996109009},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6787633895874023},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.661047101020813},{"id":"https://openalex.org/C46722567","wikidata":"https://www.wikidata.org/wiki/Q7674139","display_name":"Tactile sensor","level":3,"score":0.6210780143737793},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6014564037322998},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5886025428771973},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5786471962928772},{"id":"https://openalex.org/C5339829","wikidata":"https://www.wikidata.org/wiki/Q1425977","display_name":"Machine vision","level":2,"score":0.4654586613178253},{"id":"https://openalex.org/C49409089","wikidata":"https://www.wikidata.org/wiki/Q7674137","display_name":"Tactile discrimination","level":3,"score":0.4274487793445587},{"id":"https://openalex.org/C2982818900","wikidata":"https://www.wikidata.org/wiki/Q20779747","display_name":"Artificial vision","level":2,"score":0.4273565709590912},{"id":"https://openalex.org/C2984899217","wikidata":"https://www.wikidata.org/wiki/Q3030571","display_name":"Tactile display","level":2,"score":0.4184369742870331},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3349224627017975},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.12821948528289795},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10466879606246948},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C172497186","wikidata":"https://www.wikidata.org/wiki/Q328835","display_name":"Somatosensory system","level":2,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tim.2024.3428647","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2024.3428647","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6097529183","display_name":null,"funder_award_id":"2022A1515010136","funder_id":"https://openalex.org/F4320329841","funder_display_name":"Guangdong Provincial Key Laboratory of Construction Foundation"}],"funders":[{"id":"https://openalex.org/F4320321758","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72"},{"id":"https://openalex.org/F4320329841","display_name":"Guangdong Provincial Key Laboratory of Construction Foundation","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1536680647","https://openalex.org/W1903029394","https://openalex.org/W1965953026","https://openalex.org/W1970495039","https://openalex.org/W2007191505","https://openalex.org/W2022333848","https://openalex.org/W2037227137","https://openalex.org/W2092161464","https://openalex.org/W2417429787","https://openalex.org/W2421020186","https://openalex.org/W2521546466","https://openalex.org/W2565639579","https://openalex.org/W2775635818","https://openalex.org/W2781493652","https://openalex.org/W2890493039","https://openalex.org/W2891180265","https://openalex.org/W2903932337","https://openalex.org/W2946896160","https://openalex.org/W2961681446","https://openalex.org/W2963125010","https://openalex.org/W2972394921","https://openalex.org/W3035978437","https://openalex.org/W3042011474","https://openalex.org/W3089374988","https://openalex.org/W3119601298","https://openalex.org/W3138516171","https://openalex.org/W3140922383","https://openalex.org/W3160081446","https://openalex.org/W3173438814","https://openalex.org/W3184439416","https://openalex.org/W3213517261","https://openalex.org/W3215141191","https://openalex.org/W4225806160","https://openalex.org/W4226409245","https://openalex.org/W4282912956","https://openalex.org/W4285123487","https://openalex.org/W4285165857","https://openalex.org/W4294871544","https://openalex.org/W4312640523","https://openalex.org/W4322731033","https://openalex.org/W4376605827","https://openalex.org/W4376877617","https://openalex.org/W4383108596","https://openalex.org/W4386070509","https://openalex.org/W4389897638","https://openalex.org/W4393167018","https://openalex.org/W6769351376","https://openalex.org/W6798838024"],"related_works":["https://openalex.org/W2659967915","https://openalex.org/W2466077980","https://openalex.org/W2587349145","https://openalex.org/W1424228096","https://openalex.org/W2681332099","https://openalex.org/W3204069283","https://openalex.org/W2005518856","https://openalex.org/W1972755773","https://openalex.org/W2166818432","https://openalex.org/W2744471806"],"abstract_inverted_index":{"Typically,":[0],"robotic":[1],"dexterous":[2],"hands":[3],"are":[4,149],"equipped":[5],"with":[6,25,182],"various":[7,235],"sensors":[8,30],"to":[9,21,36,49,92,164,186],"acquire":[10],"multimodal":[11,122,188,231],"tactile":[12,29,88,106,118,123,137,146,158,172,189,197,232],"information,":[13,107,190],"which":[14,191],"is":[15],"an":[16],"important":[17],"way":[18],"for":[19,103,121,143,169,230],"robots":[20],"perceive":[22],"and":[23,40,80,98,139,210,216,220,224],"interact":[24],"the":[26,66,75,84,135,140,157,193,196,201,228],"environment.":[27],"Vision-based":[28],"have":[31],"been":[32],"widely":[33],"developed":[34],"due":[35],"their":[37],"simple":[38,178],"structure":[39],"high":[41],"resolution.":[42],"It":[43],"adopts":[44],"a":[45,116,177,183,204,211],"specialized":[46],"optical":[47,95,167],"design":[48,96,165],"convert":[50],"different":[51,55,99,104,166,170],"contact":[52,61,70],"information":[53,63,72,124,147,173],"into":[54],"signal":[56],"responses,":[57],"such":[58],"as":[59],"recognizing":[60],"force":[62,205],"based":[64,73],"on":[65,74],"marker-based":[67],"method,":[68,79],"obtaining":[69],"shape":[71],"photometric":[76],"stereo":[77],"(PS)":[78],"so":[81],"on.":[82],"However,":[83],"current":[85],"mainstream":[86],"vision-based":[87,117,136],"sensing":[89,119,144,159],"systems":[90],"tend":[91],"adopt":[93],"isolated":[94],"strategies":[97],"data":[100],"processing":[101],"methods":[102],"modal":[105,171],"introducing":[108],"limitations":[109],"in":[110,151,222,234],"system":[111,202],"integration.":[112],"This":[113],"article":[114],"proposes":[115],"strategy":[120,160],"using":[125],"only":[126,175],"reflected":[127],"light":[128],"field":[129],"information.":[130],"The":[131,153],"specific":[132],"implementation":[133],"of":[134,195,207,214],"sensor":[138],"recognition":[141],"algorithm":[142],"multiple":[145],"simultaneously":[148],"described":[150],"detail.":[152],"results":[154],"show":[155],"that":[156],"does":[161],"not":[162],"need":[163],"structures":[168],"but":[174],"uses":[176],"reflection":[179],"layer":[180],"combined":[181],"neural":[184],"network":[185],"sense":[187],"reduces":[192],"complexity":[194],"system.":[198],"In":[199],"addition,":[200],"achieves":[203],"error":[206,213],"0.2":[208],"N":[209],"pose":[212],"0.41\u00b0":[215],"shows":[217],"excellent":[218],"precision":[219],"recall":[221],"localization":[223],"classification":[225],"tasks,":[226],"demonstrating":[227],"potential":[229],"integration":[233],"fields.":[236]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}