{"id":"https://openalex.org/W7103894060","doi":"https://doi.org/10.1109/tase.2025.3629383","title":"Dynamic Grasping Based on Reinforcement Learning and Differentiable MPC","display_name":"Dynamic Grasping Based on Reinforcement Learning and Differentiable MPC","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W7103894060","doi":"https://doi.org/10.1109/tase.2025.3629383"},"language":null,"primary_location":{"id":"doi:10.1109/tase.2025.3629383","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3629383","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jianzhi Lyu","orcid":"https://orcid.org/0000-0001-9702-1120"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jianzhi Lyu","raw_affiliation_strings":["Group TAMS, Department of Informatics, University of Hamburg, Hamburg, Germany"],"raw_orcid":"https://orcid.org/0000-0001-9702-1120","affiliations":[{"raw_affiliation_string":"Group TAMS, Department of Informatics, University of Hamburg, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hui Zhang","orcid":"https://orcid.org/0000-0002-1370-1848"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Hui Zhang","raw_affiliation_strings":["Group TAMS, Department of Informatics, University of Hamburg, Hamburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-1370-1848","affiliations":[{"raw_affiliation_string":"Group TAMS, Department of Informatics, University of Hamburg, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ge Gao","orcid":"https://orcid.org/0000-0002-8159-9101"},"institutions":[{"id":"https://openalex.org/I4210116723","display_name":"Robotics Research (United States)","ror":"https://ror.org/020w2fr77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116723"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ge Gao","raw_affiliation_strings":["Mech-Mind Robotics Technologies Company Ltd., Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8159-9101","affiliations":[{"raw_affiliation_string":"Mech-Mind Robotics Technologies Company Ltd., Beijing, China","institution_ids":["https://openalex.org/I4210116723"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Youshuang Ding","orcid":"https://orcid.org/0000-0002-8192-025X"},"institutions":[{"id":"https://openalex.org/I4210116723","display_name":"Robotics Research (United States)","ror":"https://ror.org/020w2fr77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116723"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Youshuang Ding","raw_affiliation_strings":["Mech-Mind Robotics Technologies Company Ltd., Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8192-025X","affiliations":[{"raw_affiliation_string":"Mech-Mind Robotics Technologies Company Ltd., Beijing, China","institution_ids":["https://openalex.org/I4210116723"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fuchun Sun","orcid":"https://orcid.org/0000-0003-3546-6305"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuchun Sun","raw_affiliation_strings":["Department of Computer Science and Technology, State Key Laboratory of Intelligent Technologies and Systems, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3546-6305","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, State Key Laboratory of Intelligent Technologies and Systems, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":null,"display_name":"Jianwei Zhang","orcid":"https://orcid.org/0000-0002-7856-5760"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jianwei Zhang","raw_affiliation_strings":["Group TAMS, Department of Informatics, University of Hamburg, Hamburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-7856-5760","affiliations":[{"raw_affiliation_string":"Group TAMS, Department of Informatics, University of Hamburg, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.49112359,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"22","issue":null,"first_page":"23822","last_page":"23834"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9620000123977661,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9620000123977661,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10982","display_name":"Motor Control and Adaptation","score":0.01769999973475933,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.006200000178068876,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workspace","display_name":"Workspace","score":0.7305999994277954},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7156999707221985},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.708899974822998},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.6504999995231628},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.5794000029563904},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.51419997215271},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4674000144004822},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.45249998569488525},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.43059998750686646}],"concepts":[{"id":"https://openalex.org/C58581272","wikidata":"https://www.wikidata.org/wiki/Q12741163","display_name":"Workspace","level":3,"score":0.7305999994277954},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7156999707221985},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.708899974822998},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.6504999995231628},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6205999851226807},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.5794000029563904},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5303999781608582},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.51419997215271},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4674000144004822},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.45249998569488525},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.43059998750686646},{"id":"https://openalex.org/C2775960376","wikidata":"https://www.wikidata.org/wiki/Q1435859","display_name":"Grippers","level":2,"score":0.40059998631477356},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.37940001487731934},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3783999979496002},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3625999987125397},{"id":"https://openalex.org/C89109886","wikidata":"https://www.wikidata.org/wiki/Q1535924","display_name":"Trust region","level":3,"score":0.35580000281333923},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.3513999879360199},{"id":"https://openalex.org/C115527620","wikidata":"https://www.wikidata.org/wiki/Q769909","display_name":"Nonlinear programming","level":3,"score":0.32019999623298645},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.3147999942302704},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3077000081539154},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.29120001196861267},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.28029999136924744},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.271699994802475},{"id":"https://openalex.org/C74222875","wikidata":"https://www.wikidata.org/wiki/Q16000312","display_name":"Robot kinematics","level":4,"score":0.27059999108314514},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2653000056743622},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.26460000872612},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.2612000107765198},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2578999996185303},{"id":"https://openalex.org/C138673069","wikidata":"https://www.wikidata.org/wiki/Q322229","display_name":"Tracing","level":2,"score":0.25429999828338623}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2025.3629383","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3629383","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4375649690628052,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[{"id":"https://openalex.org/G2959321917","display_name":null,"funder_award_id":"TRR169","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1510186039","https://openalex.org/W2099893201","https://openalex.org/W2112961542","https://openalex.org/W2560609797","https://openalex.org/W2889969363","https://openalex.org/W2962737955","https://openalex.org/W2962759351","https://openalex.org/W2963121255","https://openalex.org/W2963150697","https://openalex.org/W2986303149","https://openalex.org/W3046709980","https://openalex.org/W3090814639","https://openalex.org/W3090993660","https://openalex.org/W3099587965","https://openalex.org/W3120459386","https://openalex.org/W3131584257","https://openalex.org/W3205684050","https://openalex.org/W3205994030","https://openalex.org/W4206324719","https://openalex.org/W4226069512","https://openalex.org/W4313005119","https://openalex.org/W4367016688","https://openalex.org/W4383108224","https://openalex.org/W4383109228","https://openalex.org/W4383109488","https://openalex.org/W4386071618","https://openalex.org/W4401414310","https://openalex.org/W4402727821","https://openalex.org/W4402754209","https://openalex.org/W4404525549"],"related_works":[],"abstract_inverted_index":{"Dynamic":[0],"object":[1],"grasping":[2,12,74],"in":[3,10,90,102,130],"human-robot":[4,128],"shared":[5],"workspaces":[6],"presents":[7],"significant":[8],"challenges":[9],"ensuring":[11],"success,":[13],"efficiency,":[14,107],"and":[15,46,64,72,76,93,109,120,126],"safety.":[16],"To":[17],"address":[18],"these":[19],"challenges,":[20],"we":[21],"propose":[22],"a":[23,32],"novel":[24],"Actor-Critic":[25],"reinforcement":[26],"learning":[27],"(RL)":[28],"framework":[29,68],"integrated":[30],"with":[31],"differentiable":[33],"nonlinear":[34],"least":[35],"squares":[36],"(DNLS)":[37],"optimization":[38],"module.":[39],"The":[40,67],"RL":[41],"component":[42],"generates":[43],"target":[44],"poses":[45],"adaptively":[47],"tunes":[48],"cost":[49],"function":[50],"weights":[51],"for":[52,123],"DNLS,":[53],"while":[54],"the":[55,81,87,115],"DNLS":[56,83],"module":[57],"refines":[58],"motion":[59],"trajectories":[60],"to":[61,80],"satisfy":[62],"kinodynamic":[63],"safety":[65],"constraints.":[66],"supports":[69],"end-to-end":[70],"training":[71,77],"enhances":[73],"performance":[75,98],"speed,":[78],"thanks":[79],"GPU-accelerated":[82],"optimization.":[84],"We":[85],"evaluate":[86],"proposed":[88],"method":[89,101],"both":[91],"simulation":[92],"real-world":[94],"environments,":[95],"demonstrating":[96],"superior":[97],"over":[99],"baseline":[100],"terms":[103],"of":[104,117],"success":[105],"rate,":[106],"safety,":[108],"trajectory":[110],"smoothness.":[111],"These":[112],"results":[113],"highlight":[114],"effectiveness":[116],"our":[118],"approach":[119],"its":[121],"potential":[122],"enabling":[124],"safe":[125],"reliable":[127],"collaboration":[129],"dynamic,":[131],"safety-critical":[132],"environments.":[133]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-11-05T00:00:00"}