{"id":"https://openalex.org/W4389352581","doi":"https://doi.org/10.1109/lra.2023.3339397","title":"9DTact: A Compact Vision-Based Tactile Sensor for Accurate 3D Shape Reconstruction and Generalizable 6D Force Estimation","display_name":"9DTact: A Compact Vision-Based Tactile Sensor for Accurate 3D Shape Reconstruction and Generalizable 6D Force Estimation","publication_year":2023,"publication_date":"2023-12-05","ids":{"openalex":"https://openalex.org/W4389352581","doi":"https://doi.org/10.1109/lra.2023.3339397"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2023.3339397","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2023.3339397","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101674144","display_name":"Changyi Lin","orcid":"https://orcid.org/0009-0007-2256-5431"},"institutions":[{"id":"https://openalex.org/I4210122302","display_name":"ShangHai JiAi Genetics & IVF Institute","ror":"https://ror.org/02rgbry52","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210122302"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Changyi Lin","raw_affiliation_strings":["Shanghai Qi Zhi Institute, Shanghai, China","Institute for Interdisciplinary Information Sciences, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-2256-5431","affiliations":[{"raw_affiliation_string":"Shanghai Qi Zhi Institute, Shanghai, China","institution_ids":["https://openalex.org/I4210122302"]},{"raw_affiliation_string":"Institute for Interdisciplinary Information Sciences, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100399403","display_name":"Han Zhang","orcid":"https://orcid.org/0009-0009-1805-7316"},"institutions":[{"id":"https://openalex.org/I4210122302","display_name":"ShangHai JiAi Genetics & IVF Institute","ror":"https://ror.org/02rgbry52","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210122302"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Zhang","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China","Shanghai Qi Zhi Institute, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0009-1805-7316","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Shanghai Qi Zhi Institute, Shanghai, China","institution_ids":["https://openalex.org/I4210122302"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101029931","display_name":"Jikai Xu","orcid":"https://orcid.org/0000-0002-9573-2612"},"institutions":[{"id":"https://openalex.org/I4210122302","display_name":"ShangHai JiAi Genetics & IVF Institute","ror":"https://ror.org/02rgbry52","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210122302"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jikai Xu","raw_affiliation_strings":["School of Mechanical Science and Engineering, Huazhong University of Science and Technology, Wuhan, China","Shanghai Qi Zhi Institute, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Science and Engineering, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Shanghai Qi Zhi Institute, Shanghai, China","institution_ids":["https://openalex.org/I4210122302"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107559966","display_name":"Lei Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122302","display_name":"ShangHai JiAi Genetics & IVF Institute","ror":"https://ror.org/02rgbry52","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210122302"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Wu","raw_affiliation_strings":["School of Mechanical Science and Engineering, Huazhong University of Science and Technology, Wuhan, China","Shanghai Qi Zhi Institute, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0009-0603-9671","affiliations":[{"raw_affiliation_string":"School of Mechanical Science and Engineering, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Shanghai Qi Zhi Institute, Shanghai, China","institution_ids":["https://openalex.org/I4210122302"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049093671","display_name":"Huazhe Xu","orcid":"https://orcid.org/0000-0001-8578-1261"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210122302","display_name":"ShangHai JiAi Genetics & IVF Institute","ror":"https://ror.org/02rgbry52","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210122302"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huazhe Xu","raw_affiliation_strings":["Institute for Interdisciplinary Information Sciences, Tsinghua University, Beijing, China","Shanghai Artificial Intelligence Laboratory, Shanghai, China","Shanghai Qi Zhi Institute, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8578-1261","affiliations":[{"raw_affiliation_string":"Institute for Interdisciplinary Information Sciences, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]},{"raw_affiliation_string":"Shanghai Qi Zhi Institute, Shanghai, China","institution_ids":["https://openalex.org/I4210122302"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101674144"],"corresponding_institution_ids":["https://openalex.org/I4210122302","https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":6.0337,"has_fulltext":false,"cited_by_count":57,"citation_normalized_percentile":{"value":0.97452271,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"9","issue":"2","first_page":"923","last_page":"930"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10338","display_name":"Advanced Sensor and Energy Harvesting Materials","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10338","display_name":"Advanced Sensor and Energy Harvesting Materials","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9835000038146973,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7084625959396362},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6602804064750671},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5929368734359741},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5652663707733154},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5032617449760437},{"id":"https://openalex.org/keywords/tactile-sensor","display_name":"Tactile sensor","score":0.49918055534362793},{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.4437699019908905},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.41212159395217896},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.37376487255096436}],"concepts":[{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7084625959396362},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6602804064750671},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5929368734359741},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5652663707733154},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5032617449760437},{"id":"https://openalex.org/C46722567","wikidata":"https://www.wikidata.org/wiki/Q7674139","display_name":"Tactile sensor","level":3,"score":0.49918055534362793},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.4437699019908905},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.41212159395217896},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.37376487255096436},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2023.3339397","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2023.3339397","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6700000166893005,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1573186872","https://openalex.org/W2073178762","https://openalex.org/W2112796928","https://openalex.org/W2169364846","https://openalex.org/W2194775991","https://openalex.org/W2396935036","https://openalex.org/W2421020186","https://openalex.org/W2618530766","https://openalex.org/W2743209907","https://openalex.org/W2775635818","https://openalex.org/W2963379061","https://openalex.org/W2963446712","https://openalex.org/W2967244466","https://openalex.org/W3008303301","https://openalex.org/W3094502228","https://openalex.org/W3100818121","https://openalex.org/W3104208381","https://openalex.org/W3128582681","https://openalex.org/W3138117074","https://openalex.org/W3192021195","https://openalex.org/W3205115400","https://openalex.org/W3205950068","https://openalex.org/W4225566379","https://openalex.org/W4226515748","https://openalex.org/W4383097611","https://openalex.org/W4383108295","https://openalex.org/W4383108596","https://openalex.org/W6712518083","https://openalex.org/W6766978945","https://openalex.org/W6784333009","https://openalex.org/W6802188089","https://openalex.org/W6803376173"],"related_works":["https://openalex.org/W2123263858","https://openalex.org/W3127959533","https://openalex.org/W1508899372","https://openalex.org/W2033256001","https://openalex.org/W2894986065","https://openalex.org/W4387967917","https://openalex.org/W4287600488","https://openalex.org/W2057088859","https://openalex.org/W2039460805","https://openalex.org/W4250956039"],"abstract_inverted_index":{"The":[0],"advancements":[1],"in":[2],"vision-based":[3,179],"tactile":[4,45,180],"sensors":[5],"have":[6],"boosted":[7],"the":[8,24,90,111,117,129,137,164,174,185],"aptitude":[9],"of":[10,23,93,116,131,147,178,189],"robots":[11],"to":[12,65,72,98,162,170],"perform":[13,124],"contact-rich":[14],"manipulation,":[15],"particularly":[16],"when":[17],"precise":[18],"positioning":[19],"and":[20,54,70,80,95,106,113,157,176,187],"contact":[21],"state":[22],"manipulated":[25],"objects":[26,156],"are":[27],"crucial":[28],"for":[29],"successful":[30],"execution.":[31],"In":[32],"this":[33],"work,":[34],"we":[35,109,142,182],"present":[36],"<underline":[37,49,55],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[38,50,56],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">9D</u>":[39],"Tact,":[40],"a":[41,144,159,193],"straightforward":[42],"yet":[43],"versatile":[44],"sensor":[46],"that":[47,121],"offers":[48],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">3D</u>":[51],"shape":[52,101],"reconstruction":[53,102],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">6D</u>":[57],"force":[58,126],"estimation":[59,127],"capabilities.":[60],"Conceptually,":[61],"9DTact":[62,87,122],"is":[63,78,96],"designed":[64],"be":[66],"highly":[67],"compact,":[68],"robust,":[69],"adaptable":[71],"various":[73],"robotic":[74],"platforms.":[75],"Moreover,":[76],"it":[77],"low-cost":[79],"easy-to-fabricate,":[81],"requiring":[82],"minimal":[83],"assembly":[84],"skills.":[85],"Functionally,":[86],"builds":[88],"upon":[89],"optical":[91,112],"principles":[92],"DTact":[94],"optimized":[97],"achieve":[99],"3D":[100],"with":[103,192],"enhanced":[104],"accuracy":[105],"efficiency.":[107],"Remarkably,":[108],"leverage":[110],"deformable":[114],"properties":[115],"translucent":[118],"gel":[119,138],"so":[120],"can":[123,168],"6D":[125,165],"without":[128],"participation":[130],"auxiliary":[132],"markers":[133],"or":[134],"patterns":[135],"on":[136],"surface.":[139],"More":[140],"specifically,":[141],"collect":[143],"dataset":[145],"consisting":[146],"approximately":[148],"100":[149],"000":[150],"image-force":[151],"pairs":[152],"from":[153],"175":[154],"complex":[155],"train":[158],"neural":[160],"network":[161],"regress":[163],"force,":[166],"which":[167],"generalize":[169],"unseen":[171],"objects.To":[172],"promote":[173],"development":[175],"applications":[177],"sensors,":[181],"open-source":[183],"both":[184],"hardware":[186],"software":[188],"9DTact,":[190],"along":[191],"comprehensive":[194],"video":[195],"tutorial.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":16}],"updated_date":"2026-05-09T13:55:54.758798","created_date":"2025-10-10T00:00:00"}