{"id":"https://openalex.org/W4404410873","doi":"https://doi.org/10.1109/access.2024.3499378","title":"Double Critics and Double Actors Deep Deterministic Policy Gradient for Mobile Robot Navigation Using Adaptive Parameter Space Noise and Parallel Experience Replay","display_name":"Double Critics and Double Actors Deep Deterministic Policy Gradient for Mobile Robot Navigation Using Adaptive Parameter Space Noise and Parallel Experience Replay","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404410873","doi":"https://doi.org/10.1109/access.2024.3499378"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3499378","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3499378","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3499378","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027474486","display_name":"Wenjie Hu","orcid":"https://orcid.org/0009-0007-7807-0104"},"institutions":[{"id":"https://openalex.org/I139322472","display_name":"Universiti Sains Malaysia","ror":"https://ror.org/02rgb2k63","country_code":"MY","type":"education","lineage":["https://openalex.org/I139322472"]}],"countries":["MY"],"is_corresponding":true,"raw_author_name":"Wenjie Hu","raw_affiliation_strings":["School of Aerospace Engineering, Engineering Campus, Universiti Sains Malaysia, Pulau Pinang, Nibong Tebal, Malaysia","School of Aerospace Engineering, Engineering Campus, Universiti Sains Malaysia, Nibong Tebal, Pulau Pinang, Malaysia"],"affiliations":[{"raw_affiliation_string":"School of Aerospace Engineering, Engineering Campus, Universiti Sains Malaysia, Pulau Pinang, Nibong Tebal, Malaysia","institution_ids":["https://openalex.org/I139322472"]},{"raw_affiliation_string":"School of Aerospace Engineering, Engineering Campus, Universiti Sains Malaysia, Nibong Tebal, Pulau Pinang, Malaysia","institution_ids":["https://openalex.org/I139322472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021737513","display_name":"Ye Zhou","orcid":"https://orcid.org/0000-0003-3644-1847"},"institutions":[{"id":"https://openalex.org/I139322472","display_name":"Universiti Sains Malaysia","ror":"https://ror.org/02rgb2k63","country_code":"MY","type":"education","lineage":["https://openalex.org/I139322472"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Ye Zhou","raw_affiliation_strings":["School of Aerospace Engineering, Engineering Campus, Universiti Sains Malaysia, Pulau Pinang, Nibong Tebal, Malaysia","School of Aerospace Engineering, Engineering Campus, Universiti Sains Malaysia, Nibong Tebal, Pulau Pinang, Malaysia"],"affiliations":[{"raw_affiliation_string":"School of Aerospace Engineering, Engineering Campus, Universiti Sains Malaysia, Pulau Pinang, Nibong Tebal, Malaysia","institution_ids":["https://openalex.org/I139322472"]},{"raw_affiliation_string":"School of Aerospace Engineering, Engineering Campus, Universiti Sains Malaysia, Nibong Tebal, Pulau Pinang, Malaysia","institution_ids":["https://openalex.org/I139322472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057981401","display_name":"Hann Woei Ho","orcid":"https://orcid.org/0000-0002-6846-9900"},"institutions":[{"id":"https://openalex.org/I139322472","display_name":"Universiti Sains Malaysia","ror":"https://ror.org/02rgb2k63","country_code":"MY","type":"education","lineage":["https://openalex.org/I139322472"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Hann Woei Ho","raw_affiliation_strings":["School of Aerospace Engineering, Engineering Campus, Universiti Sains Malaysia, Pulau Pinang, Nibong Tebal, Malaysia","School of Aerospace Engineering, Engineering Campus, Universiti Sains Malaysia, Nibong Tebal, Pulau Pinang, Malaysia"],"affiliations":[{"raw_affiliation_string":"School of Aerospace Engineering, Engineering Campus, Universiti Sains Malaysia, Pulau Pinang, Nibong Tebal, Malaysia","institution_ids":["https://openalex.org/I139322472"]},{"raw_affiliation_string":"School of Aerospace Engineering, Engineering Campus, Universiti Sains Malaysia, Nibong Tebal, Pulau Pinang, Malaysia","institution_ids":["https://openalex.org/I139322472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5115594767","display_name":"Chun Zhang","orcid":"https://orcid.org/0000-0001-7041-6958"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chun Zhang","raw_affiliation_strings":["School of Aeronautics, Northwestern Polytechnical University, Shaanxi, Xi\u2019an, China","School of Aeronautics, Northwestern Polytechnical University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"School of Aeronautics, Northwestern Polytechnical University, Shaanxi, Xi\u2019an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Aeronautics, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5027474486"],"corresponding_institution_ids":["https://openalex.org/I139322472"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.461,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.84053925,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"173192","last_page":"173208"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9212999939918518,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9007999897003174,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6928372383117676},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.6398283839225769},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.6211044788360596},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.47633057832717896},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.46875786781311035},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3968513607978821},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3778612017631531}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6928372383117676},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.6398283839225769},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.6211044788360596},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.47633057832717896},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.46875786781311035},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3968513607978821},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3778612017631531},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3499378","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3499378","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:96bbf4f3eb3d4a93990db20077b76fa3","is_oa":true,"landing_page_url":"https://doaj.org/article/96bbf4f3eb3d4a93990db20077b76fa3","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 173192-173208 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3499378","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3499378","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Climate action","score":0.49000000953674316,"id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W156433631","https://openalex.org/W190427941","https://openalex.org/W2020360151","https://openalex.org/W2039974536","https://openalex.org/W2046376809","https://openalex.org/W2145339207","https://openalex.org/W2167340365","https://openalex.org/W2324378478","https://openalex.org/W2461937780","https://openalex.org/W2795577874","https://openalex.org/W2803629276","https://openalex.org/W2908261578","https://openalex.org/W2917442576","https://openalex.org/W2919115771","https://openalex.org/W2923153053","https://openalex.org/W2941789808","https://openalex.org/W2963660226","https://openalex.org/W2964053787","https://openalex.org/W2968277883","https://openalex.org/W2969277962","https://openalex.org/W3000642679","https://openalex.org/W3004647015","https://openalex.org/W3012783233","https://openalex.org/W3090254537","https://openalex.org/W3100789280","https://openalex.org/W3110903244","https://openalex.org/W3127561923","https://openalex.org/W3131482536","https://openalex.org/W3158253560","https://openalex.org/W3208804626","https://openalex.org/W4205422067","https://openalex.org/W4214717370","https://openalex.org/W4283790957","https://openalex.org/W4312083502","https://openalex.org/W4313590748","https://openalex.org/W4321780142","https://openalex.org/W4323338559","https://openalex.org/W4383220085","https://openalex.org/W4388206150","https://openalex.org/W4389332202","https://openalex.org/W4399850502","https://openalex.org/W6684921986","https://openalex.org/W6739193204","https://openalex.org/W6747637995","https://openalex.org/W6748839928","https://openalex.org/W6768731700","https://openalex.org/W6784938585","https://openalex.org/W6791859934"],"related_works":["https://openalex.org/W8302103","https://openalex.org/W3171631314","https://openalex.org/W2674584172","https://openalex.org/W2967743314","https://openalex.org/W2606825221","https://openalex.org/W2184085865","https://openalex.org/W2064245428","https://openalex.org/W2170721890","https://openalex.org/W2122871747","https://openalex.org/W3114279067"],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"mobile":[3,29,165],"robots":[4,30],"have":[5],"been":[6],"increasingly":[7],"used":[8],"in":[9,38,120,240,251,270],"a":[10,149,168,235,244],"variety":[11],"of":[12,112,139,161,203,266,290,304],"industries,":[13],"such":[14],"as":[15],"manufacturing,":[16],"logistics,":[17],"health":[18],"care,":[19],"and":[20,51,83,103,128,134,143,154,170,187,195,218,231,237,243,246,253,263,273,283,302],"security":[21],"services.":[22],"Effective":[23],"autonomous":[24,52,162],"navigation":[25,163,241],"preventing":[26],"collisions":[27],"for":[28,34,48,123,164,298],"has":[31],"become":[32],"crucial":[33],"efficiently":[35],"performing":[36],"tasks":[37],"these":[39,87],"diverse":[40],"applications.":[41],"Deep":[42,55],"reinforcement":[43],"learning":[44,179],"(DRL)":[45],"is":[46,57,175,207],"promising":[47],"path":[49],"planning":[50],"navigation,":[53],"but":[54],"Q-Network":[56],"limited":[58],"to":[59,64,131,147,177,182,258],"discrete":[60],"actions.":[61],"To":[62,85],"extend":[63],"continuous":[65],"action":[66],"space,":[67],"the":[68,92,136,159,185,201,204,213,225,264,267,288,300],"deep":[69],"deterministic":[70],"policy":[71],"gradient":[72,192],"(DDPG)":[73],"algorithm":[74,227,269],"was":[75],"developed.":[76],"However,":[77],"it":[78],"suffers":[79],"from":[80],"insufficient":[81],"exploration":[82,153,281],"overestimation.":[84],"solve":[86],"challenges,":[88],"this":[89],"paper":[90],"proposes":[91],"adaptive":[93,116],"parameter":[94,117],"space":[95,118],"noise":[96,119],"with":[97,212,234],"parallel":[98,144],"experience":[99,145],"replay,":[100],"double":[101,104,126,129],"critics":[102,127],"actors":[105,130],"DDPG":[106],"(AP-D4PG)":[107],"algorithm,":[108],"an":[109],"enhanced":[110,232],"variant":[111],"DDPG.":[113,260],"It":[114],"incorporates":[115],"actor":[121],"networks":[122],"better":[124,150],"exploration,":[125],"mitigate":[132],"overestimation":[133],"improve":[135],"estimate":[137],"accuracy":[138],"target":[140],"Q":[141],"value,":[142],"replay":[146],"make":[148],"balance":[151],"between":[152],"exploitation,":[155],"thereby":[156],"significantly":[157],"improving":[158,299],"performance":[160,289],"robots.":[166],"Furthermore,":[167],"novel":[169],"powerful":[171],"target-oriented":[172],"reward":[173,284],"function":[174],"employed":[176],"boost":[178],"efficiency.":[180],"Additionally,":[181],"further":[183],"bolster":[184],"stability":[186],"robustness,":[188,233],"useful":[189],"improvements":[190,262],"including":[191],"clipping":[193],"mechanism":[194],"Xavier":[196],"initialization":[197],"are":[198],"employed.":[199],"Subsequently,":[200],"efficacy":[202],"proposed":[205],"model":[206],"assessed":[208],"through":[209],"numerical":[210],"experiments":[211],"robot":[214],"operating":[215],"system":[216],"(ROS)":[217],"Gazebo.":[219],"The":[220],"experimental":[221],"findings":[222],"demonstrate":[223],"that":[224,277],"AP-D4PG":[226,268],"achieves":[228],"faster":[229],"convergence":[230],"3.83%":[236],"7.78%":[238],"increase":[239],"accuracy,":[242],"61.14%":[245],"48.93%":[247],"higher":[248],"average":[249],"score":[250],"static":[252,272],"dynamic":[254,274],"scenarios,":[255],"respectively,":[256],"compared":[257],"traditional":[259],"These":[261],"robustness":[265],"both":[271],"environments":[275],"indicate":[276],"refining":[278],"network":[279],"architectures,":[280],"strategies,":[282],"mechanisms":[285],"can":[286],"enhance":[287],"DRL":[291,306],"algorithms.":[292],"This":[293],"opens":[294],"up":[295],"new":[296],"possibilities":[297],"efficiency":[301],"effectiveness":[303],"other":[305],"methods.":[307]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}