{"id":"https://openalex.org/W4399491149","doi":"https://doi.org/10.3390/sym16060714","title":"A Modular Robotic Arm Configuration Design Method Based on Double DQN with Prioritized Experience Replay","display_name":"A Modular Robotic Arm Configuration Design Method Based on Double DQN with Prioritized Experience Replay","publication_year":2024,"publication_date":"2024-06-08","ids":{"openalex":"https://openalex.org/W4399491149","doi":"https://doi.org/10.3390/sym16060714"},"language":"en","primary_location":{"id":"doi:10.3390/sym16060714","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym16060714","pdf_url":"https://www.mdpi.com/2073-8994/16/6/714/pdf?version=1717841598","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-8994/16/6/714/pdf?version=1717841598","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083934917","display_name":"Z.Q. Ding","orcid":"https://orcid.org/0009-0009-8459-4742"},"institutions":[{"id":"https://openalex.org/I148128674","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204","country_code":"CN","type":"education","lineage":["https://openalex.org/I148128674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyan Ding","raw_affiliation_strings":["School of Mechanical Engineering, University of Shanghai for Science and Technology, Shanghai 200093, China"],"raw_orcid":"https://orcid.org/0009-0009-8459-4742","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, University of Shanghai for Science and Technology, Shanghai 200093, China","institution_ids":["https://openalex.org/I148128674"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043332680","display_name":"Haijun Tang","orcid":"https://orcid.org/0000-0003-2939-4747"},"institutions":[{"id":"https://openalex.org/I148128674","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204","country_code":"CN","type":"education","lineage":["https://openalex.org/I148128674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haijun Tang","raw_affiliation_strings":["School of Mechanical Engineering, University of Shanghai for Science and Technology, Shanghai 200093, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, University of Shanghai for Science and Technology, Shanghai 200093, China","institution_ids":["https://openalex.org/I148128674"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045743823","display_name":"Haiying Wan","orcid":"https://orcid.org/0000-0003-1844-4083"},"institutions":[{"id":"https://openalex.org/I111599522","display_name":"Jiangnan University","ror":"https://ror.org/04mkzax54","country_code":"CN","type":"education","lineage":["https://openalex.org/I111599522"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiying Wan","raw_affiliation_strings":["School of Internet of Things Engineering, Jiangnan University, Wuxi 214082, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Internet of Things Engineering, Jiangnan University, Wuxi 214082, China","institution_ids":["https://openalex.org/I111599522"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002568038","display_name":"Chengxi Zhang","orcid":"https://orcid.org/0000-0002-3130-6497"},"institutions":[{"id":"https://openalex.org/I111599522","display_name":"Jiangnan University","ror":"https://ror.org/04mkzax54","country_code":"CN","type":"education","lineage":["https://openalex.org/I111599522"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengxi Zhang","raw_affiliation_strings":["School of Internet of Things Engineering, Jiangnan University, Wuxi 214082, China"],"raw_orcid":"https://orcid.org/0000-0002-3130-6497","affiliations":[{"raw_affiliation_string":"School of Internet of Things Engineering, Jiangnan University, Wuxi 214082, China","institution_ids":["https://openalex.org/I111599522"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114175035","display_name":"Ran Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I148128674","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204","country_code":"CN","type":"education","lineage":["https://openalex.org/I148128674"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ran Sun","raw_affiliation_strings":["School of Optical-Electrical and Computer Engineering, University of Shanghai for Science and Technology, Shanghai 200093, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Optical-Electrical and Computer Engineering, University of Shanghai for Science and Technology, Shanghai 200093, China","institution_ids":["https://openalex.org/I148128674"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5114175035"],"corresponding_institution_ids":["https://openalex.org/I148128674"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2227},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2227},"fwci":1.3159,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.79810432,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"16","issue":"6","first_page":"714","last_page":"714"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.7069435715675354},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6844357848167419},{"id":"https://openalex.org/keywords/robotic-arm","display_name":"Robotic arm","score":0.5863454341888428},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3254713714122772},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2954573631286621},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.132679283618927}],"concepts":[{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.7069435715675354},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6844357848167419},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.5863454341888428},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3254713714122772},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2954573631286621},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.132679283618927}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/sym16060714","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym16060714","pdf_url":"https://www.mdpi.com/2073-8994/16/6/714/pdf?version=1717841598","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:8aa2bf37eba9430e8cdc0aeb4b3670dd","is_oa":false,"landing_page_url":"https://doaj.org/article/8aa2bf37eba9430e8cdc0aeb4b3670dd","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symmetry, Vol 16, Iss 6, p 714 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/sym16060714","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym16060714","pdf_url":"https://www.mdpi.com/2073-8994/16/6/714/pdf?version=1717841598","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399491149.pdf"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2507685332","https://openalex.org/W2594103415","https://openalex.org/W2746553466","https://openalex.org/W2761873684","https://openalex.org/W2965712423","https://openalex.org/W2997649476","https://openalex.org/W3090267060","https://openalex.org/W3129281798","https://openalex.org/W4224981767","https://openalex.org/W4225960024"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"The":[0,147,235],"modular":[1,69,127],"robotic":[2,45,70,90,96,128,144],"arms":[3,91,97],"can":[4,109],"achieve":[5],"desired":[6],"performances":[7],"in":[8,104,123,156,232],"different":[9,80],"scenarios":[10],"through":[11],"the":[12,20,32,41,44,49,52,76,114,124,131,142,153,157,165,169,177,185,190,201,216,222,227,233,240,256],"combination":[13,34],"of":[14,35,43,51,85,88,93,126,168,196,226],"various":[15],"modules,":[16],"and":[17,26,47,121,163,199,224,252],"concurrently":[18],"hold":[19],"potential":[21],"to":[22,74,140,192,220,255],"exhibit":[23],"geometric":[24],"symmetry":[25],"uniform":[27],"mass":[28],"symmetry.":[29],"Therefore,":[30],"selecting":[31],"appropriate":[33],"modules":[36,87,101],"is":[37,98,138,181],"crucial":[38],"for":[39,68,116,135,172],"realizing":[40],"functions":[42],"arm":[46,145],"ensuring":[48],"elegance":[50],"system.":[53],"To":[54],"this":[55,57],"end,":[56],"paper":[58],"proposes":[59],"a":[60,83,105],"double":[61],"deep":[62,159],"Q-network":[63,160],"(DDQN)-based":[64],"configuration":[65,78,228],"design":[66,133,229],"algorithm":[67,191,202],"arms,":[71],"which":[72,188],"aims":[73],"find":[75],"optimal":[77,143,207],"under":[79],"tasks.":[81],"First,":[82],"library":[84],"small":[86],"collaborative":[89],"consisting":[92],"multiple":[94],"tandem":[95],"constructed.":[99],"These":[100],"are":[102,212],"described":[103],"standard":[106],"format":[107],"that":[108,239],"be":[110],"directly":[111],"imported":[112],"into":[113,205],"software":[115],"simulation,":[117],"providing":[118],"greater":[119],"convenience":[120],"flexibility":[122],"development":[125],"arms.":[129],"Subsequently,":[130],"DDQN":[132],"framework":[134],"module":[136],"selection":[137],"established":[139],"obtain":[141],"configuration.":[146],"proposed":[148,241],"method":[149,162,230,243],"could":[150],"deal":[151],"with":[152,244],"overestimation":[154],"problem":[155],"traditional":[158,257],"(DQN)":[161],"improve":[164],"estimation":[166],"accuracy":[167,253],"value":[170],"function":[171],"each":[173],"module.":[174],"In":[175],"addition,":[176],"experience":[178,198,245],"replay":[179,246],"mechanism":[180,247],"improved":[182],"based":[183],"on":[184,215],"SumTree":[186],"technique,":[187],"enables":[189],"make":[193],"effective":[194],"use":[195],"historical":[197],"prevents":[200],"from":[203],"falling":[204],"local":[206],"solutions.":[208],"Finally,":[209],"comparative":[210],"experiments":[211],"carried":[213],"out":[214],"PyBullet":[217],"simulation":[218,236],"platform":[219],"verify":[221],"effectiveness":[223],"superiority":[225],"developed":[231],"paper.":[234],"results":[237],"show":[238],"DDQN-based":[242],"has":[248],"higher":[249],"search":[250],"efficiency":[251],"compared":[254],"DQN":[258],"scheme.":[259]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}