{"id":"https://openalex.org/W4401567816","doi":"https://doi.org/10.1109/tase.2024.3440047","title":"T-TD3: A Reinforcement Learning Framework for Stable Grasping of Deformable Objects Using Tactile Prior","display_name":"T-TD3: A Reinforcement Learning Framework for Stable Grasping of Deformable Objects Using Tactile Prior","publication_year":2024,"publication_date":"2024-08-14","ids":{"openalex":"https://openalex.org/W4401567816","doi":"https://doi.org/10.1109/tase.2024.3440047"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2024.3440047","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3440047","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032983330","display_name":"Yanmin Zhou","orcid":"https://orcid.org/0000-0001-7824-1179"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yanmin Zhou","raw_affiliation_strings":["National Key Laboratory of Autonomous Intelligent Unmanned Systems, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Autonomous Intelligent Unmanned Systems, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yiyang Jin","orcid":"https://orcid.org/0009-0004-5141-6687"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiyang Jin","raw_affiliation_strings":["National Key Laboratory of Autonomous Intelligent Unmanned Systems, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Autonomous Intelligent Unmanned Systems, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031784349","display_name":"Ping Lu","orcid":"https://orcid.org/0000-0002-5802-7316"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ping Lu","raw_affiliation_strings":["National Key Laboratory of Autonomous Intelligent Unmanned Systems, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Autonomous Intelligent Unmanned Systems, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051224603","display_name":"Shuo Jiang","orcid":"https://orcid.org/0000-0003-3645-6301"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuo Jiang","raw_affiliation_strings":["National Key Laboratory of Autonomous Intelligent Unmanned Systems, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Autonomous Intelligent Unmanned Systems, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100424178","display_name":"Zhipeng Wang","orcid":"https://orcid.org/0000-0003-4632-9170"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhipeng Wang","raw_affiliation_strings":["National Key Laboratory of Autonomous Intelligent Unmanned Systems, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Autonomous Intelligent Unmanned Systems, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049557511","display_name":"Bin He","orcid":"https://orcid.org/0000-0003-3193-6269"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin He","raw_affiliation_strings":["National Key Laboratory of Autonomous Intelligent Unmanned Systems, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Autonomous Intelligent Unmanned Systems, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5032983330"],"corresponding_institution_ids":["https://openalex.org/I116953780"],"apc_list":null,"apc_paid":null,"fwci":2.9054,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.91185286,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"22","issue":null,"first_page":"6208","last_page":"6222"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9606000185012817,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tactile-sensor","display_name":"Tactile sensor","score":0.5415284037590027},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.540338397026062},{"id":"https://openalex.org/keywords/grippers","display_name":"Grippers","score":0.534468948841095},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4823964834213257},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48068103194236755},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.46913737058639526},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3793680667877197},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.340643048286438},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21177080273628235},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.1636134386062622},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.13603922724723816}],"concepts":[{"id":"https://openalex.org/C46722567","wikidata":"https://www.wikidata.org/wiki/Q7674139","display_name":"Tactile sensor","level":3,"score":0.5415284037590027},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.540338397026062},{"id":"https://openalex.org/C2775960376","wikidata":"https://www.wikidata.org/wiki/Q1435859","display_name":"Grippers","level":2,"score":0.534468948841095},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4823964834213257},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48068103194236755},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46913737058639526},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3793680667877197},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.340643048286438},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21177080273628235},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.1636134386062622},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.13603922724723816}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2024.3440047","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3440047","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2117086790","display_name":null,"funder_award_id":"22120240291","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2575069074","display_name":null,"funder_award_id":"62088101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8029520890","display_name":null,"funder_award_id":"22ZR1467100","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G897182718","display_name":null,"funder_award_id":"2021SHZDZX0100","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1808974695","https://openalex.org/W1995213905","https://openalex.org/W2020335597","https://openalex.org/W2021473074","https://openalex.org/W2103951291","https://openalex.org/W2107726111","https://openalex.org/W2146922385","https://openalex.org/W2150117283","https://openalex.org/W2158782408","https://openalex.org/W2169364846","https://openalex.org/W2171851689","https://openalex.org/W2319055423","https://openalex.org/W2344531169","https://openalex.org/W2413050899","https://openalex.org/W2421020186","https://openalex.org/W2770901093","https://openalex.org/W2905310161","https://openalex.org/W2950069298","https://openalex.org/W2962899390","https://openalex.org/W2979098108","https://openalex.org/W3002772378","https://openalex.org/W3027575050","https://openalex.org/W3029901419","https://openalex.org/W3092037789","https://openalex.org/W3112669067","https://openalex.org/W3128707967","https://openalex.org/W3130451601","https://openalex.org/W3133866887","https://openalex.org/W3149513485","https://openalex.org/W3207181464","https://openalex.org/W4200633542","https://openalex.org/W4288885957","https://openalex.org/W4308211465","https://openalex.org/W4312324773","https://openalex.org/W4361860506","https://openalex.org/W4377716582","https://openalex.org/W4383108295","https://openalex.org/W4384038591","https://openalex.org/W4391329928","https://openalex.org/W6745274615","https://openalex.org/W6768008868","https://openalex.org/W6785618536","https://openalex.org/W6800004206","https://openalex.org/W6853168692"],"related_works":["https://openalex.org/W2258669850","https://openalex.org/W1513401665","https://openalex.org/W4283263216","https://openalex.org/W3160851599","https://openalex.org/W2544373263","https://openalex.org/W2166446064","https://openalex.org/W2968390578","https://openalex.org/W4386100501","https://openalex.org/W1640559846","https://openalex.org/W2962964599"],"abstract_inverted_index":{"Human":[0],"tactile":[1,54,138,179,209,216,222,253,261,268],"perception":[2,48],"enables":[3,230],"rapid":[4],"assessment":[5],"of":[6,12,49,66,104,110,251,259,299,307,326,372,402],"deformable":[7,68,112,162,293,339],"objects":[8,69,113,163,340],"and":[9,78,92,169,270,273,349,380,394],"the":[10,34,46,53,63,95,107,122,126,198,220,226,234,249,252,285,305,324,342,364,370,400],"application":[11,371],"appropriate":[13],"force":[14,81,153,160,177,287],"to":[15,128,131,141,154,166,200,232,247,256,277,283,303,318,359,368,376,389,397],"prevent":[16,155],"slip":[17,73],"or":[18],"excessive":[19,158,167],"deformation.":[20],"However,":[21,157],"this":[22,30,190,264,300,327,353,403],"task":[23,65,109],"remains":[24],"challenging":[25],"for":[26,45,94,161,186,197,219],"robots.":[27,187],"To":[28,188],"address":[29,304],"issue,":[31],"we":[32,192,366,387],"propose":[33,193],"T-TD3":[35],"algorithm,":[36],"which":[37,229],"utilizes":[38,239,274],"a":[39,85,101,183,194,214,332],"multi-scale":[40,50,267],"fusion":[41,392],"neural":[42],"network":[43,96],"(MSF-Net)":[44],"fused":[47],"features,":[51],"including":[52],"prior":[55,217,254],"information":[56],"obtained":[57],"through":[58,178],"preprocessing.":[59],"Our":[60,98,211],"approach":[61,124],"decomposes":[62],"robot":[64,108,199,227,271,361],"grasping":[67,76,80,111,134,143,147,152,159,176,205,286,319,338],"into":[70],"three":[71],"subtasks:":[72],"detection,":[74],"stable":[75,133,146,204,290,309],"evaluation,":[77],"minimum":[79],"tracking.":[82],"We":[83,322],"develop":[84],"simulation":[86],"environment":[87],"called":[88],"CR5GraspStable-Env":[89],"using":[90,341],"PyBullet":[91],"TACTO":[93],"training.":[97],"work":[99],"reports":[100],"success":[102,334],"rate":[103,335],"94.81%":[105,333],"in":[106,114,145,336,346],"real,":[115],"demonstrating":[116],"an":[117,202],"excellent":[118],"sim-to-real":[119],"capability.":[120],"Moreover,":[121],"proposed":[123,374],"has":[125],"potential":[127],"be":[129,356],"extended":[130],"other":[132,360],"tasks":[135,148],"that":[136],"utilize":[137],"perception.":[139],"Note":[140],"Practitioners\u2014Traditional":[142],"strategies":[144,396],"typically":[149],"apply":[150],"significant":[151,184],"slip.":[156],"may":[164],"lead":[165],"deformation":[168],"damage.":[170],"While":[171],"humans":[172],"can":[173,355],"flexibly":[174],"control":[175],"perception,":[180],"it":[181,238],"poses":[182],"challenge":[185,306],"overcome":[189],"challenge,":[191],"novel":[195],"method":[196,212,265,328,354,375],"learn":[201],"improved":[203],"strategy":[206],"by":[207,329],"incorporating":[208],"priors.":[210],"establishes":[213],"unified":[215],"representation":[218,255],"visual-based":[221,260],"sensors":[223],"mounted":[224],"on":[225,244,292,311],"grippers,":[228],"them":[231],"sense":[233],"contact":[235],"state.":[236],"Additionally,":[237,386],"sensor":[240],"distortion":[241],"correction":[242],"based":[243],"spatial":[245],"symmetry":[246],"ensure":[248],"applicability":[250,401],"any":[257],"kind":[258],"sensor.":[262],"Furthermore,":[263,352],"integrates":[266],"priors":[269],"states,":[272],"reinforcement":[275],"learning":[276],"autonomously":[278],"make":[279],"real-time":[280],"decisions,":[281],"aiming":[282],"minimize":[284],"while":[288,314],"maintaining":[289],"grasps":[291,310],"objects.":[294,321],"The":[295],"primary":[296],"research":[297],"objective":[298],"article":[301],"is":[302],"achieving":[308,331],"variable":[312],"objects,":[313],"also":[315],"being":[316],"applicable":[317],"rigid":[320],"validated":[323],"practicality":[325],"successfully":[330],"stably":[337],"robotic":[343],"arm":[344],"CR5":[345],"both":[347],"simulated":[348],"real-world":[350],"environments.":[351],"readily":[357],"applied":[358],"systems.":[362],"In":[363],"future,":[365],"plan":[367],"extend":[369],"our":[373],"more":[377,382],"dexterous":[378],"manipulators":[379],"perform":[381],"complex":[383],"manipulation":[384],"tasks.":[385],"aim":[388],"introduce":[390],"new":[391],"algorithms":[393],"decision-making":[395],"further":[398],"enhance":[399],"method.":[404]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}