{"id":"https://openalex.org/W4400459452","doi":"https://doi.org/10.1007/s10846-024-02127-x","title":"Integration of Deep Q-Learning with a Grasp Quality Network for Robot Grasping in Cluttered Environments","display_name":"Integration of Deep Q-Learning with a Grasp Quality Network for Robot Grasping in Cluttered Environments","publication_year":2024,"publication_date":"2024-07-09","ids":{"openalex":"https://openalex.org/W4400459452","doi":"https://doi.org/10.1007/s10846-024-02127-x"},"language":"en","primary_location":{"id":"doi:10.1007/s10846-024-02127-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10846-024-02127-x","pdf_url":null,"source":{"id":"https://openalex.org/S91329792","display_name":"Journal of Intelligent & Robotic Systems","issn_l":"0921-0296","issn":["0921-0296","1573-0409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Robotic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1007/s10846-024-02127-x","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102081206","display_name":"Chih-Yung Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I65446980","display_name":"National Chin-Yi University of Technology","ror":"https://ror.org/040bs6h16","country_code":"TW","type":"education","lineage":["https://openalex.org/I65446980"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Chih-Yung Huang","raw_affiliation_strings":["Department of Mechanical Engineering, National Chin-Yi University of Technology, Taichung City, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, National Chin-Yi University of Technology, Taichung City, Taiwan","institution_ids":["https://openalex.org/I65446980"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030060050","display_name":"Yu-Hsiang Shao","orcid":null},"institutions":[{"id":"https://openalex.org/I65446980","display_name":"National Chin-Yi University of Technology","ror":"https://ror.org/040bs6h16","country_code":"TW","type":"education","lineage":["https://openalex.org/I65446980"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yu-Hsiang Shao","raw_affiliation_strings":["Department of Mechanical Engineering, National Chin-Yi University of Technology, Taichung City, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, National Chin-Yi University of Technology, Taichung City, Taiwan","institution_ids":["https://openalex.org/I65446980"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5102081206"],"corresponding_institution_ids":["https://openalex.org/I65446980"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":{"value":2990,"currency":"USD","value_usd":2990},"fwci":1.7255,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.83281525,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"110","issue":"3","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.9860236644744873},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6763715147972107},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6626173853874207},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5633038282394409},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5005719661712646},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4971635639667511},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.47854194045066833},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.42151904106140137},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3292398452758789},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3288724720478058}],"concepts":[{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.9860236644744873},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6763715147972107},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6626173853874207},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5633038282394409},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5005719661712646},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4971635639667511},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.47854194045066833},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.42151904106140137},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3292398452758789},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3288724720478058},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10846-024-02127-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10846-024-02127-x","pdf_url":null,"source":{"id":"https://openalex.org/S91329792","display_name":"Journal of Intelligent & Robotic Systems","issn_l":"0921-0296","issn":["0921-0296","1573-0409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Robotic Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10846-024-02127-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10846-024-02127-x","pdf_url":null,"source":{"id":"https://openalex.org/S91329792","display_name":"Journal of Intelligent & Robotic Systems","issn_l":"0921-0296","issn":["0921-0296","1573-0409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Robotic Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1903029394","https://openalex.org/W2005824379","https://openalex.org/W2036637075","https://openalex.org/W2082511574","https://openalex.org/W2118262422","https://openalex.org/W2145339207","https://openalex.org/W2194775991","https://openalex.org/W2559085405","https://openalex.org/W2565639579","https://openalex.org/W2592538810","https://openalex.org/W2810785043","https://openalex.org/W2824754393","https://openalex.org/W2922358507","https://openalex.org/W2929647494","https://openalex.org/W2953249127","https://openalex.org/W2962759351","https://openalex.org/W2962793652","https://openalex.org/W2963150697","https://openalex.org/W2963446712","https://openalex.org/W2963477884","https://openalex.org/W3004003541","https://openalex.org/W3004047800","https://openalex.org/W3006398608","https://openalex.org/W3008535267","https://openalex.org/W3046330465","https://openalex.org/W3101103779","https://openalex.org/W3176770340","https://openalex.org/W3200528739","https://openalex.org/W3205918749","https://openalex.org/W3207187156","https://openalex.org/W3207751759","https://openalex.org/W3210940825","https://openalex.org/W4293722105","https://openalex.org/W4294891514","https://openalex.org/W4298309189"],"related_works":["https://openalex.org/W2163296013","https://openalex.org/W2743859443","https://openalex.org/W2326995835","https://openalex.org/W165915117","https://openalex.org/W2059402478","https://openalex.org/W2123347777","https://openalex.org/W4387804363","https://openalex.org/W2477150073","https://openalex.org/W2019547100","https://openalex.org/W2515493494"],"abstract_inverted_index":{"Abstract":[0],"During":[1],"the":[2,13,36,90,152,155],"movement":[3,39],"of":[4,40,92,99,125,148,154],"a":[5,50,70,103,113,144],"robotic":[6,58],"arm,":[7],"collisions":[8],"can":[9,32,56],"easily":[10],"occur":[11],"if":[12],"arm":[14],"directly":[15],"grasps":[16],"at":[17],"multiple":[18],"tightly":[19],"stacked":[20],"objects,":[21],"thereby":[22],"leading":[23],"to":[24,42,60,84,142],"grasp":[25,65,71,80,100,122,145],"failures":[26],"or":[27,38],"machine":[28],"damage.":[29],"Grasp":[30],"success":[31,123,146],"be":[33],"improved":[34],"through":[35],"rearrangement":[37],"objects":[41,83],"clear":[43],"space":[44],"for":[45,76,109,158],"grasping.":[46],"This":[47],"paper":[48],"presents":[49],"high-performance":[51],"deep":[52],"Q-learning":[53],"framework":[54,120,157],"that":[55],"help":[57],"arms":[59],"learn":[61],"synchronized":[62],"push":[63],"and":[64,88,127,131],"tasks.":[66],"In":[67],"this":[68],"framework,":[69],"quality":[72],"network":[73],"is":[74,107,116],"used":[75],"precisely":[77],"identifying":[78],"stable":[79],"positions":[81],"on":[82],"expedite":[85],"model":[86],"convergence":[87],"solve":[89],"problem":[91],"sparse":[93],"rewards":[94],"caused":[95],"during":[96],"training":[97,138],"because":[98],"failures.":[101],"Furthermore,":[102,135],"novel":[104],"reward":[105],"function":[106],"proposed":[108,119,156],"effectively":[110],"evaluating":[111],"whether":[112],"pushing":[114],"action":[115],"effective.":[117],"The":[118],"achieved":[121],"rates":[124],"92%":[126],"89%":[128],"in":[129,161],"simulations":[130],"real-world":[132],"experiments,":[133],"respectively.":[134],"only":[136],"200":[137],"steps":[139],"were":[140],"required":[141],"achieve":[143],"rate":[147],"80%,":[149],"which":[150],"indicates":[151],"suitability":[153],"rapid":[159],"deployment":[160],"industrial":[162],"settings.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}