{"id":"https://openalex.org/W4401416976","doi":"https://doi.org/10.1109/icra57147.2024.10610121","title":"Dual-Critic Deep Reinforcement Learning for Push-Grasping Synergy in Cluttered Environment","display_name":"Dual-Critic Deep Reinforcement Learning for Push-Grasping Synergy in Cluttered Environment","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401416976","doi":"https://doi.org/10.1109/icra57147.2024.10610121"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10610121","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610121","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jiakang Zhong","orcid":null},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jiakang Zhong","raw_affiliation_strings":["Swinburne University of Technology,School of Science, Computing and Engineering Technologies,Hawthorn,VIC,Australia,3122"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Swinburne University of Technology,School of Science, Computing and Engineering Technologies,Hawthorn,VIC,Australia,3122","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014151234","display_name":"Yew Wee Wong","orcid":null},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yew Wee Wong","raw_affiliation_strings":["Swinburne University of Technology,School of Science, Computing and Engineering Technologies,Hawthorn,VIC,Australia,3122"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Swinburne University of Technology,School of Science, Computing and Engineering Technologies,Hawthorn,VIC,Australia,3122","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080328538","display_name":"Jiong Jin","orcid":"https://orcid.org/0000-0002-0306-2691"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jiong Jin","raw_affiliation_strings":["Swinburne University of Technology,School of Science, Computing and Engineering Technologies,Hawthorn,VIC,Australia,3122"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Swinburne University of Technology,School of Science, Computing and Engineering Technologies,Hawthorn,VIC,Australia,3122","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059521360","display_name":"Yong Song","orcid":"https://orcid.org/0000-0002-1067-7598"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Song","raw_affiliation_strings":["Shandong University,School of Mechanical, Electrical and Information Engineering,Weihai,China,264209"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University,School of Mechanical, Electrical and Information Engineering,Weihai,China,264209","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035287663","display_name":"Xianfeng Yuan","orcid":"https://orcid.org/0000-0002-6217-6429"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianfeng Yuan","raw_affiliation_strings":["Shandong University,School of Mechanical, Electrical and Information Engineering,Weihai,China,264209"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University,School of Mechanical, Electrical and Information Engineering,Weihai,China,264209","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100704656","display_name":"Xiaoqi Chen","orcid":"https://orcid.org/0000-0003-3227-4607"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoqi Chen","raw_affiliation_strings":["South China University of Technology,Shien-Ming Wu School of Intelligent Engineering,Guangzhou,China,511442"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"South China University of Technology,Shien-Ming Wu School of Intelligent Engineering,Guangzhou,China,511442","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7753,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.83140818,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"3138","last_page":"3144"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9768999814987183,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8155912160873413},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6944973468780518},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.671287477016449},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6031746864318848},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.41798079013824463}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8155912160873413},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6944973468780518},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.671287477016449},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6031746864318848},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.41798079013824463},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10610121","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610121","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"id":"https://metadata.un.org/sdg/13","display_name":"Climate action"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1903029394","https://openalex.org/W2005824379","https://openalex.org/W2036637075","https://openalex.org/W2108598243","https://openalex.org/W2156222070","https://openalex.org/W2161047498","https://openalex.org/W2201581102","https://openalex.org/W2414685554","https://openalex.org/W2528489519","https://openalex.org/W2560674852","https://openalex.org/W2603737562","https://openalex.org/W2774742309","https://openalex.org/W2787894218","https://openalex.org/W2889969363","https://openalex.org/W2915251461","https://openalex.org/W2962759351","https://openalex.org/W2962793652","https://openalex.org/W2963446712","https://openalex.org/W2967068439","https://openalex.org/W3004003541","https://openalex.org/W3004047800","https://openalex.org/W3004091482","https://openalex.org/W3056171435","https://openalex.org/W3090679498","https://openalex.org/W3104104643","https://openalex.org/W3176770340","https://openalex.org/W3200528739","https://openalex.org/W3205918749","https://openalex.org/W3207648387","https://openalex.org/W4221152092","https://openalex.org/W4285164516","https://openalex.org/W4294891514","https://openalex.org/W4295934683","https://openalex.org/W4306770046","https://openalex.org/W4323897157","https://openalex.org/W6637242042","https://openalex.org/W6638667902","https://openalex.org/W6687681856"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Robotic":[0],"push-grasping":[1,38,93],"in":[2,43,129],"densely":[3],"cluttered":[4],"environments":[5],"presents":[6],"significant":[7],"challenges":[8],"due":[9],"to":[10,19,35,47,102],"unbalanced":[11],"synergy":[12,39],"and":[13,133,140],"redundancy":[14],"between":[15],"both":[16],"actions,":[17],"leading":[18],"decreased":[20],"grasp":[21],"efficiency.":[22,135],"In":[23],"this":[24],"paper,":[25],"a":[26],"novel":[27,149],"double-critic":[28],"deep":[29],"reinforcement":[30],"learning":[31,98],"framework":[32,53,124],"is":[33,100],"introduced":[34,101],"optimize":[36,103],"the":[37,63,70,81,85,92,104,109,122,137,152],"for":[40,108],"robotic":[41],"manipulation":[42],"such":[44],"environments,":[45],"aiming":[46],"significantly":[48],"reduce":[49],"pre-grasping":[50],"redundancy.":[51],"This":[52],"incorporates":[54],"two":[55],"distinct":[56],"Deep":[57],"Q-learning":[58],"critics:":[59],"Critic":[60,78],"I":[61],"selects":[62],"best":[64],"course":[65],"of":[66,84,154],"actions":[67],"based":[68],"on":[69],"current":[71,86],"state":[72],"derived":[73],"from":[74],"visual":[75],"interpretation,":[76],"whereas":[77],"II":[79],"evaluates":[80],"success":[82,131],"rate":[83,132],"state-action":[87],"pairing.":[88],"To":[89],"further":[90],"refine":[91],"synergy,":[94],"an":[95],"active":[96],"double-step":[97],"mechanism":[99],"training":[105],"reward":[106],"function":[107],"pushing":[110],"action,":[111],"thereby":[112],"enhancing":[113],"its":[114],"effectiveness":[115],"through":[116],"increased":[117],"intentionality.":[118],"Simulations":[119],"show":[120],"that":[121],"proposed":[123],"outperforms":[125],"contemporary":[126],"counterparts,":[127],"notably":[128],"grasping":[130],"action":[134],"Finally,":[136],"framework\u2019s":[138],"generalization":[139],"adaptability":[141],"are":[142],"demonstrated":[143],"by":[144],"conducting":[145],"real-world":[146],"experiments":[147],"using":[148],"objects":[150],"without":[151],"need":[153],"retraining.":[155]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}