{"id":"https://openalex.org/W4390968395","doi":"https://doi.org/10.1109/tase.2024.3352584","title":"A Task-Adaptive Deep Reinforcement Learning Framework for Dual-Arm Robot Manipulation","display_name":"A Task-Adaptive Deep Reinforcement Learning Framework for Dual-Arm Robot Manipulation","publication_year":2024,"publication_date":"2024-01-18","ids":{"openalex":"https://openalex.org/W4390968395","doi":"https://doi.org/10.1109/tase.2024.3352584"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2024.3352584","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3352584","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102606019","display_name":"Yuanzhe Cui","orcid":null},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuanzhe Cui","raw_affiliation_strings":["Laboratory of Robotics and Multibody System, School of Mechanical Engineering, Tongji University, Shanghai, China","School of Mechanical Engineering, Laboratory of Robotics and Multibody System, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Laboratory of Robotics and Multibody System, School of Mechanical Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"School of Mechanical Engineering, Laboratory of Robotics and Multibody System, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057759664","display_name":"Zhipeng Xu","orcid":"https://orcid.org/0000-0001-8591-5581"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhipeng Xu","raw_affiliation_strings":["Laboratory of Robotics and Multibody System, School of Mechanical Engineering, Tongji University, Shanghai, China","School of Mechanical Engineering, Laboratory of Robotics and Multibody System, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Laboratory of Robotics and Multibody System, School of Mechanical Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"School of Mechanical Engineering, Laboratory of Robotics and Multibody System, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072151763","display_name":"Lou Zhong","orcid":null},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lou Zhong","raw_affiliation_strings":["Laboratory of Robotics and Multibody System, School of Mechanical Engineering, Tongji University, Shanghai, China","School of Mechanical Engineering, Laboratory of Robotics and Multibody System, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Laboratory of Robotics and Multibody System, School of Mechanical Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"School of Mechanical Engineering, Laboratory of Robotics and Multibody System, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050762764","display_name":"Pengjie Xu","orcid":"https://orcid.org/0009-0005-6114-9145"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengjie Xu","raw_affiliation_strings":["Laboratory of Robotics and Multibody System, School of Mechanical Engineering, Tongji University, Shanghai, China","School of Mechanical Engineering, Laboratory of Robotics and Multibody System, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Laboratory of Robotics and Multibody System, School of Mechanical Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"School of Mechanical Engineering, Laboratory of Robotics and Multibody System, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yichao Shen","orcid":null},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]},{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN","DE"],"is_corresponding":false,"raw_author_name":"Yichao Shen","raw_affiliation_strings":["Laboratory of Robotics and Multibody System, School of Mechanical Engineering, Tongji University, Shanghai, China","Institute of Engineering and Computational Mechanics, University of Stuttgart, Stuttgart, Germany","School of Mechanical Engineering, Laboratory of Robotics and Multibody System, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Laboratory of Robotics and Multibody System, School of Mechanical Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"Institute of Engineering and Computational Mechanics, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]},{"raw_affiliation_string":"School of Mechanical Engineering, Laboratory of Robotics and Multibody System, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006334165","display_name":"Qirong Tang","orcid":"https://orcid.org/0000-0002-5541-4660"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qirong Tang","raw_affiliation_strings":["Laboratory of Robotics and Multibody System, School of Mechanical Engineering, Tongji University, Shanghai, China","School of Mechanical Engineering, Laboratory of Robotics and Multibody System, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Laboratory of Robotics and Multibody System, School of Mechanical Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"School of Mechanical Engineering, Laboratory of Robotics and Multibody System, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5102606019"],"corresponding_institution_ids":["https://openalex.org/I116953780"],"apc_list":null,"apc_paid":null,"fwci":9.4882,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.98760719,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"22","issue":null,"first_page":"466","last_page":"479"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11663","display_name":"Viral Infectious Diseases and Gene Expression in Insects","score":0.958299994468689,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11663","display_name":"Viral Infectious Diseases and Gene Expression in Insects","score":0.958299994468689,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robotic-arm","display_name":"Robotic arm","score":0.7241963148117065},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.659995436668396},{"id":"https://openalex.org/keywords/inverse-kinematics","display_name":"Inverse kinematics","score":0.536548376083374},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5250142216682434},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5236929655075073},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.511104166507721},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.47870543599128723},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.46642762422561646},{"id":"https://openalex.org/keywords/arm-solution","display_name":"Arm solution","score":0.4659273326396942},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4649803340435028},{"id":"https://openalex.org/keywords/grippers","display_name":"Grippers","score":0.46170809864997864},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.4437950849533081},{"id":"https://openalex.org/keywords/robot-kinematics","display_name":"Robot kinematics","score":0.40751737356185913},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3739463984966278},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.35809630155563354},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3361095190048218},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.15838170051574707}],"concepts":[{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.7241963148117065},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.659995436668396},{"id":"https://openalex.org/C17816587","wikidata":"https://www.wikidata.org/wiki/Q1501872","display_name":"Inverse kinematics","level":3,"score":0.536548376083374},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5250142216682434},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5236929655075073},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.511104166507721},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.47870543599128723},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.46642762422561646},{"id":"https://openalex.org/C25592040","wikidata":"https://www.wikidata.org/wiki/Q3562730","display_name":"Arm solution","level":5,"score":0.4659273326396942},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4649803340435028},{"id":"https://openalex.org/C2775960376","wikidata":"https://www.wikidata.org/wiki/Q1435859","display_name":"Grippers","level":2,"score":0.46170809864997864},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.4437950849533081},{"id":"https://openalex.org/C74222875","wikidata":"https://www.wikidata.org/wiki/Q16000312","display_name":"Robot kinematics","level":4,"score":0.40751737356185913},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3739463984966278},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.35809630155563354},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3361095190048218},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.15838170051574707},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2024.3352584","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3352584","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G654505363","display_name":null,"funder_award_id":"62373285","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1977655452","https://openalex.org/W1994305306","https://openalex.org/W2009124734","https://openalex.org/W2063001312","https://openalex.org/W2082511574","https://openalex.org/W2083456681","https://openalex.org/W2092453501","https://openalex.org/W2110762409","https://openalex.org/W2129014624","https://openalex.org/W2138233825","https://openalex.org/W2145339207","https://openalex.org/W2163426622","https://openalex.org/W2566079294","https://openalex.org/W2585588704","https://openalex.org/W2800779097","https://openalex.org/W2921714676","https://openalex.org/W2953431737","https://openalex.org/W2961077157","https://openalex.org/W2963661303","https://openalex.org/W2971244547","https://openalex.org/W2976205474","https://openalex.org/W2996378039","https://openalex.org/W3093104061","https://openalex.org/W3114018165","https://openalex.org/W3128256958","https://openalex.org/W3191702436","https://openalex.org/W4205757878","https://openalex.org/W4214717370","https://openalex.org/W4220819944","https://openalex.org/W4284879263","https://openalex.org/W4285196244","https://openalex.org/W4312645281","https://openalex.org/W4313887929","https://openalex.org/W4364374944","https://openalex.org/W4367663367","https://openalex.org/W4384518901","https://openalex.org/W4385757715","https://openalex.org/W6684921986","https://openalex.org/W6734517396","https://openalex.org/W6747473740","https://openalex.org/W6748839928","https://openalex.org/W6810265657"],"related_works":["https://openalex.org/W2160983430","https://openalex.org/W2139772866","https://openalex.org/W3129004068","https://openalex.org/W4226198400","https://openalex.org/W2291700020","https://openalex.org/W2172139062","https://openalex.org/W2922421621","https://openalex.org/W2614204298","https://openalex.org/W2304947037","https://openalex.org/W2131458602"],"abstract_inverted_index":{"Closed-chain":[0],"manipulation":[1,50,177],"occurs":[2],"when":[3],"several":[4],"robot":[5,64,262],"arms":[6,65,185,225],"perform":[7],"tasks":[8],"in":[9,90,246,274],"cooperation.":[10],"It":[11,208],"is":[12,44,59,88,145,159,209,236,293],"complex":[13],"to":[14,27,46,61,66,74,137,149,172,182,186,192,213,218,238,283],"control":[15],"a":[16,34,52,68,91,99,150,154,161,166,188,198,201,210,215,254,284,288,303,308],"dual-arm":[17,53,216,234,261,315],"system":[18,217,235,316],"because":[19],"it":[20],"requires":[21],"flexible":[22],"and":[23,106,127,203,323],"adaptable":[24],"operation":[25],"ability":[26],"realize":[28],"closed-chain":[29,49,79],"manipulation.":[30,231,263],"In":[31,72],"this":[32],"study,":[33],"deep":[35,256],"reinforcement":[36,257],"learning":[37,258],"(DRL)":[38],"framework":[39,58,87,259],"based":[40,121],"on":[41,108,122,129,296],"actor-critic":[42],"algorithm":[43,105],"proposed":[45,57,86],"drive":[47],"the":[48,81,85,103,109,130,139,157,193,220,228,233,276,294,297,314,320],"of":[51,78,84,98,116,143,223,230],"robotic":[54,184,194,224],"system.":[55],"The":[56,94,112,264,291],"designed":[60,89,136],"train":[62],"dual":[63],"transport":[67,187],"large":[69,189],"object":[70,148,164,190,282,306,333],"cooperatively.":[71],"order":[73],"sustain":[75],"strict":[76],"constraints":[77],"manipulation,":[80],"actor":[82],"part":[83,96,114],"leader-follower":[92],"mode.":[93],"leader":[95,110],"consists":[97,115],"policy":[100],"trained":[101],"from":[102],"DRL":[104],"works":[107,128],"arm.":[111,132],"follower":[113,131],"an":[117,147,281],"inverse":[118],"kinematics":[119],"solver":[120],"Damped":[123],"Least":[124],"Squares":[125],"(DLS)":[126],"Two":[133],"experiments":[134],"are":[135,180],"prove":[138],"task":[140,265,298],"adaptability,":[141],"one":[142,271],"which":[144],"manipulating":[146,160,280,302],"random":[151,285],"pose":[152,286],"within":[153,165,287,307],"defined":[155],"range,":[156],"other":[158,292],"delicate":[162,304],"structural":[163,305],"narrow":[167,309],"space":[168],"<italic":[169],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[170],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Note":[171],"Practitioners</i>":[173],"\u2014In":[174],"common":[175,329],"industrial":[176],"scenarios,":[178],"there":[179],"requirements":[181],"employ":[183],"relative":[191],"arm,":[195],"e.g.,":[196],"moving":[197],"payload":[199],"onto":[200],"loader":[202],"assembling":[204],"big":[205],"craft":[206],"parts.":[207],"cost-effective":[211],"way":[212],"use":[214],"extend":[219],"loading":[221],"capacity":[222],"while":[226],"preserving":[227],"flexibility":[229],"Moreover,":[232],"expected":[237],"manipulate":[239],"different":[240],"objects":[241],"without":[242],"complicated":[243],"reprogramming,":[244],"especially":[245],"small":[247],"batch":[248],"production":[249],"scenarios.":[250],"This":[251],"study":[252],"proposes":[253],"task-adaptive":[255],"for":[260],"adaptability":[266,273],"includes":[267],"two":[268],"specific":[269],"aspects,":[270],"being":[272],"targeting":[275],"pose,":[277],"such":[278,300],"as":[279,301],"specified":[289],"range.":[290],"adaptivity":[295],"prerequisites":[299],"space.":[310],"For":[311],"future":[312],"research,":[313],"may":[317],"autonomously":[318],"plan":[319],"grab":[321],"positions,":[322],"additional":[324],"investigations":[325],"should":[326],"address":[327],"more":[328],"scenarios":[330],"involving":[331],"various":[332],"shapes.":[334]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":4}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-10T00:00:00"}