{"id":"https://openalex.org/W4402978670","doi":"https://doi.org/10.1109/tim.2024.3470030","title":"Learning to Regrasp Using Visual\u2013Tactile Representation-Based Reinforcement Learning","display_name":"Learning to Regrasp Using Visual\u2013Tactile Representation-Based Reinforcement Learning","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402978670","doi":"https://doi.org/10.1109/tim.2024.3470030"},"language":"en","primary_location":{"id":"doi:10.1109/tim.2024.3470030","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2024.3470030","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077931149","display_name":"Zhuangzhuang Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuangzhuang Zhang","raw_affiliation_strings":["State Key Laboratory of Mechanical System and Vibration, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3175-1088","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Mechanical System and Vibration, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003898808","display_name":"Han Xu Sun","orcid":"https://orcid.org/0000-0003-2949-6620"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Sun","raw_affiliation_strings":["State Key Laboratory of Mechanical System and Vibration, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2949-6620","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Mechanical System and Vibration, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004310835","display_name":"Zhenning Zhou","orcid":"https://orcid.org/0000-0002-7461-8423"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenning Zhou","raw_affiliation_strings":["State Key Laboratory of Mechanical System and Vibration, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7461-8423","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Mechanical System and Vibration, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013881991","display_name":"Yizhao Wang","orcid":"https://orcid.org/0000-0002-8990-6663"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yizhao Wang","raw_affiliation_strings":["State Key Laboratory of Mechanical System and Vibration, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-8990-6663","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Mechanical System and Vibration, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017660870","display_name":"H. Huang","orcid":"https://orcid.org/0000-0002-2982-3866"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang Huang","raw_affiliation_strings":["Beijing Institute of Control Engineering, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2982-3866","affiliations":[{"raw_affiliation_string":"Beijing Institute of Control Engineering, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013059882","display_name":"Zhinan Zhang","orcid":"https://orcid.org/0000-0002-5868-7840"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhinan Zhang","raw_affiliation_strings":["State Key Laboratory of Mechanical System and Vibration, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-5868-7840","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Mechanical System and Vibration, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051221275","display_name":"Qixin Cao","orcid":"https://orcid.org/0000-0001-5462-9857"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qixin Cao","raw_affiliation_strings":["State Key Laboratory of Mechanical System and Vibration, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5462-9857","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Mechanical System and Vibration, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1114,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.81509191,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"73","issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9286999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9286999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.906000018119812,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6348217129707336},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5979442596435547},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5601851940155029},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4723412096500397},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.45776820182800293},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33581268787384033}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6348217129707336},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5979442596435547},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5601851940155029},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4723412096500397},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.45776820182800293},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33581268787384033},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tim.2024.3470030","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2024.3470030","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.44999998807907104,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G557128998","display_name":null,"funder_award_id":"2018AAA0102700","funder_id":"https://openalex.org/F4320327808","funder_display_name":"Yunnan Key Research and Development Program"}],"funders":[{"id":"https://openalex.org/F4320327808","display_name":"Yunnan Key Research and Development Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2603737562","https://openalex.org/W2736534894","https://openalex.org/W2736601468","https://openalex.org/W2775635818","https://openalex.org/W2787666871","https://openalex.org/W2790924949","https://openalex.org/W2804941773","https://openalex.org/W2963048676","https://openalex.org/W2963073614","https://openalex.org/W2963915174","https://openalex.org/W3008303301","https://openalex.org/W3012366945","https://openalex.org/W3016311333","https://openalex.org/W3089931253","https://openalex.org/W3098436915","https://openalex.org/W3100818121","https://openalex.org/W3112669067","https://openalex.org/W3205321526","https://openalex.org/W3207924272","https://openalex.org/W4205295909","https://openalex.org/W4220747123","https://openalex.org/W4224221644","https://openalex.org/W4226174994","https://openalex.org/W4235910938","https://openalex.org/W4252279978","https://openalex.org/W4285102406","https://openalex.org/W4285252628","https://openalex.org/W4309258842","https://openalex.org/W4312362134","https://openalex.org/W4312750307","https://openalex.org/W4313429295","https://openalex.org/W4313442619","https://openalex.org/W4320008850","https://openalex.org/W4328007461","https://openalex.org/W4380634982","https://openalex.org/W4385245566","https://openalex.org/W4385486093","https://openalex.org/W4389665906","https://openalex.org/W6741002519","https://openalex.org/W6768008868"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"The":[0,120],"open-loop":[1],"grasp":[2,26,62,70],"planner,":[3],"which":[4,109],"relies":[5],"on":[6,53],"vision,":[7],"is":[8,123,159],"prone":[9],"to":[10,41,103,131,161],"failure":[11],"caused":[12],"by":[13,75,155],"calibration":[14],"errors,":[15],"visual":[16,78],"occlusions,":[17],"and":[18,28,72,79,92,128,138,147],"other":[19],"factors.":[20],"Additionally,":[21],"it":[22],"cannot":[23],"adapt":[24],"the":[25,36,64,89,96,152,156,173,177,182],"pose":[27,71],"gripping":[29,73],"force":[30,74],"in":[31,83,126,145],"real":[32],"time,":[33],"thereby":[34],"increasing":[35],"risk":[37],"of":[38,95,165,184],"potential":[39],"damage":[40],"unidentified":[42],"objects.":[43],"This":[44],"work":[45,100],"presents":[46],"a":[47,59,84,105,112,132],"multimodal":[48],"regrasp":[49],"control":[50],"framework":[51],"based":[52],"deep":[54],"reinforcement":[55],"learning":[56],"(RL).":[57],"Given":[58],"coarse":[60],"initial":[61],"pose,":[63],"proposed":[65],"regrasping":[66,157],"policy":[67,118,122,158],"efficiently":[68],"optimizes":[69],"deeply":[76],"fusing":[77],"high-resolution":[80],"tactile":[81],"data":[82],"closed-loop":[85],"fashion.":[86],"To":[87],"enhance":[88],"sample":[90],"efficiency":[91],"generalization":[93],"capability":[94],"RL":[97,117,121],"algorithm,":[98],"this":[99],"leverages":[101],"self-supervision":[102],"pretrain":[104],"visual-tactile":[106],"representation":[107],"model,":[108],"serves":[110],"as":[111],"feature":[113],"extraction":[114],"network":[115],"during":[116],"training.":[119],"trained":[124],"purely":[125],"simulation":[127,146],"successfully":[129],"deployed":[130],"real-world":[133,148],"environment":[134],"via":[135],"domain":[136,139],"adaptation":[137],"randomization":[140],"techniques.":[141],"Extensive":[142],"experimental":[143],"results":[144,175],"environments":[149],"indicate":[150],"that":[151],"robot":[153],"guided":[154],"able":[160],"achieve":[162],"gentle":[163],"grasping":[164],"unknown":[166],"objects":[167],"with":[168,176],"high":[169],"success":[170],"rates.":[171],"Finally,":[172],"comparison":[174],"state-of-the-art":[178],"algorithm":[179],"also":[180],"demonstrate":[181],"superiority":[183],"our":[185],"algorithm.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}