{"id":"https://openalex.org/W4386071541","doi":"https://doi.org/10.1109/cvpr52729.2023.00850","title":"Visual-Tactile Sensing for In-Hand Object Reconstruction","display_name":"Visual-Tactile Sensing for In-Hand Object Reconstruction","publication_year":2023,"publication_date":"2023-06-01","ids":{"openalex":"https://openalex.org/W4386071541","doi":"https://doi.org/10.1109/cvpr52729.2023.00850"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52729.2023.00850","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.00850","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100407910","display_name":"Wenqiang Xu","orcid":"https://orcid.org/0000-0002-8648-5576"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210122302","display_name":"ShangHai JiAi Genetics & IVF Institute","ror":"https://ror.org/02rgbry52","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210122302"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenqiang Xu","raw_affiliation_strings":["Shanghai Jiao Tong University","Shanghai Qi Zhi institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Qi Zhi institute","institution_ids":["https://openalex.org/I4210122302"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101921007","display_name":"Zhenjun Yu","orcid":"https://orcid.org/0009-0003-1935-9910"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenjun Yu","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100748304","display_name":"Han Xue","orcid":"https://orcid.org/0000-0002-0847-1750"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Xue","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032080058","display_name":"Ruolin Ye","orcid":null},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruolin Ye","raw_affiliation_strings":["Cornell University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cornell University","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028392086","display_name":"Siqiong Yao","orcid":"https://orcid.org/0000-0001-6968-1586"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siqiong Yao","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010726528","display_name":"Cewu Lu","orcid":"https://orcid.org/0009-0003-7254-9318"},"institutions":[{"id":"https://openalex.org/I4210122302","display_name":"ShangHai JiAi Genetics & IVF Institute","ror":"https://ror.org/02rgbry52","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210122302"]},{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cewu Lu","raw_affiliation_strings":["Shanghai Jiao Tong University","Shanghai Qi Zhi institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Qi Zhi institute","institution_ids":["https://openalex.org/I4210122302"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100407910"],"corresponding_institution_ids":["https://openalex.org/I183067930","https://openalex.org/I4210122302"],"apc_list":null,"apc_paid":null,"fwci":4.1186,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.94533317,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"8803","last_page":"8812"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10338","display_name":"Advanced Sensor and Energy Harvesting Materials","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.7433814406394958},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7246493697166443},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7240113019943237},{"id":"https://openalex.org/keywords/tactile-sensor","display_name":"Tactile sensor","score":0.694591224193573},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6914761662483215},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5774460434913635},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.48178789019584656},{"id":"https://openalex.org/keywords/cognitive-neuroscience-of-visual-object-recognition","display_name":"Cognitive neuroscience of visual object recognition","score":0.47050565481185913},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.27048495411872864},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.09333008527755737}],"concepts":[{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.7433814406394958},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7246493697166443},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7240113019943237},{"id":"https://openalex.org/C46722567","wikidata":"https://www.wikidata.org/wiki/Q7674139","display_name":"Tactile sensor","level":3,"score":0.694591224193573},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6914761662483215},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5774460434913635},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.48178789019584656},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.47050565481185913},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.27048495411872864},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.09333008527755737}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52729.2023.00850","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.00850","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.4399999976158142,"display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1505952289","https://openalex.org/W1510186039","https://openalex.org/W1994349244","https://openalex.org/W2024395588","https://openalex.org/W2194775991","https://openalex.org/W2214920451","https://openalex.org/W2330643967","https://openalex.org/W2464708700","https://openalex.org/W2768683308","https://openalex.org/W2775635818","https://openalex.org/W2886316146","https://openalex.org/W2897577167","https://openalex.org/W2962688712","https://openalex.org/W2968722025","https://openalex.org/W3008303301","https://openalex.org/W3034479523","https://openalex.org/W3034681090","https://openalex.org/W3041764167","https://openalex.org/W3099926824","https://openalex.org/W3100818121","https://openalex.org/W3112669067","https://openalex.org/W3117476483","https://openalex.org/W3192021195","https://openalex.org/W3205115400","https://openalex.org/W4233857083","https://openalex.org/W4285102268","https://openalex.org/W4312347618","https://openalex.org/W4312790574","https://openalex.org/W4312893019","https://openalex.org/W6755044327","https://openalex.org/W6760917111","https://openalex.org/W6774877540","https://openalex.org/W6780860281","https://openalex.org/W6785016219","https://openalex.org/W6803376173","https://openalex.org/W6810611181"],"related_works":["https://openalex.org/W2114275278","https://openalex.org/W4292830139","https://openalex.org/W2769899322","https://openalex.org/W1489511283","https://openalex.org/W2026565050","https://openalex.org/W2974914859","https://openalex.org/W4387272257","https://openalex.org/W2110244802","https://openalex.org/W949345935","https://openalex.org/W2060811007"],"abstract_inverted_index":{"Tactile":[0],"sensing":[1],"is":[2,50],"one":[3],"of":[4,39],"the":[5,13,27,32,37,95,137],"modalities":[6],"humans":[7],"rely":[8],"on":[9,47,126],"heavily":[10],"to":[11,73,153],"perceive":[12],"world.":[14],"Working":[15],"with":[16],"vision,":[17],"this":[18,57],"modality":[19],"refines":[20],"local":[21],"geometry":[22],"structure,":[23],"measures":[24],"defor-mation":[25],"at":[26,170],"contact":[28,34],"area,":[29],"and":[30,54,70,85,111,122,142,166],"indicates":[31],"hand-object":[33,76,106],"state.":[35],"With":[36,114],"availability":[38],"open-source":[40],"tactile":[41,58],"sensors":[42],"such":[43],"as":[44],"DIGIT,":[45],"research":[46],"visual-tactile":[48,64],"learning":[49],"becoming":[51],"more":[52],"accessible":[53],"reproducible.":[55],"Leveraging":[56],"sensor,":[59],"we":[60,116,145],"propose":[61,98],"a":[62,99,118],"novel":[63],"in-hand":[65],"object":[66],"reconstruction":[67],"framework":[68],"VTacO,":[69],"ex-tend":[71],"it":[72],"VTacOH":[74],"for":[75,94,108],"reconstruction.":[77],"Since":[78],"our":[79,124,132,148],"method":[80,125,134],"can":[81,135],"support":[82],"both":[83,109],"rigid":[84,110],"deformable":[86,112],"ob-ject":[87],"reconstruction,":[88],"no":[89],"existing":[90],"benchmarks":[91],"are":[92,168],"proper":[93],"goal.":[96],"We":[97],"simulation":[100,152,164],"environment,":[101,165],"VT-Sim,":[102,115],"which":[103,158],"supports":[104],"generating":[105],"interaction":[107],"objects.":[113],"gener-ate":[117],"large-scale":[119],"training":[120],"dataset":[121],"evaluate":[123],"it.":[127],"Extensive":[128],"experiments":[129],"demonstrate":[130],"that":[131],"pro-posed":[133],"outperform":[136],"previous":[138],"baseline":[139],"meth-ods":[140],"qualitatively":[141],"quantitatively.":[143],"Finally,":[144],"directly":[146],"ap-ply":[147],"model":[149],"trained":[150],"in":[151],"various":[154],"real-world":[155],"test":[156],"cases,":[157],"display":[159],"qualitative":[160],"results.":[161],"Codes,":[162],"mod-els,":[163],"datasets":[167],"available":[169],"https://sites.google.com/view/vtaco/.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-26T08:31:28.666265","created_date":"2025-10-10T00:00:00"}