{"id":"https://openalex.org/W4410481044","doi":"https://doi.org/10.3390/a18050291","title":"Dual-Priority Delayed Deep Double Q-Network (DPD3QN): A Dueling Double Deep Q-Network with Dual-Priority Experience Replay for Autonomous Driving Behavior Decision-Making","display_name":"Dual-Priority Delayed Deep Double Q-Network (DPD3QN): A Dueling Double Deep Q-Network with Dual-Priority Experience Replay for Autonomous Driving Behavior Decision-Making","publication_year":2025,"publication_date":"2025-05-19","ids":{"openalex":"https://openalex.org/W4410481044","doi":"https://doi.org/10.3390/a18050291"},"language":"en","primary_location":{"id":"doi:10.3390/a18050291","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a18050291","pdf_url":"https://www.mdpi.com/1999-4893/18/5/291/pdf?version=1747645093","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-4893/18/5/291/pdf?version=1747645093","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083428910","display_name":"Shuai Cheng Li","orcid":"https://orcid.org/0000-0001-6246-6349"},"institutions":[{"id":"https://openalex.org/I70908550","display_name":"Anhui Polytechnic University","ror":"https://ror.org/041sj0284","country_code":"CN","type":"education","lineage":["https://openalex.org/I70908550"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Li","raw_affiliation_strings":["School of Mechanical and Automotive Engineering, Anhui Polytechnic University, Wuhu 241000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical and Automotive Engineering, Anhui Polytechnic University, Wuhu 241000, China","institution_ids":["https://openalex.org/I70908550"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046985719","display_name":"Peicheng Shi","orcid":"https://orcid.org/0000-0003-1533-8154"},"institutions":[{"id":"https://openalex.org/I70908550","display_name":"Anhui Polytechnic University","ror":"https://ror.org/041sj0284","country_code":"CN","type":"education","lineage":["https://openalex.org/I70908550"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Peicheng Shi","raw_affiliation_strings":["School of Mechanical and Automotive Engineering, Anhui Polytechnic University, Wuhu 241000, China"],"raw_orcid":"https://orcid.org/0000-0003-1533-8154","affiliations":[{"raw_affiliation_string":"School of Mechanical and Automotive Engineering, Anhui Polytechnic University, Wuhu 241000, China","institution_ids":["https://openalex.org/I70908550"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102010695","display_name":"Aixi Yang","orcid":"https://orcid.org/0009-0006-2029-0537"},"institutions":[{"id":"https://openalex.org/I4210132079","display_name":"Hangzhou Wanxiang Polytechnic","ror":"https://ror.org/03sxnxp24","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210132079"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aixi Yang","raw_affiliation_strings":["Polytechnic Institute, Zhejiang University, Hangzhou 310015, China"],"raw_orcid":"https://orcid.org/0009-0006-2029-0537","affiliations":[{"raw_affiliation_string":"Polytechnic Institute, Zhejiang University, Hangzhou 310015, China","institution_ids":["https://openalex.org/I4210132079","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087744818","display_name":"Heng Qi","orcid":"https://orcid.org/0000-0002-8770-3934"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210118728","display_name":"State Key Laboratory of Information Engineering in Surveying Mapping and Remote Sensing","ror":"https://ror.org/02bpap860","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118728"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heng Qi","raw_affiliation_strings":["State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430072, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430072, China","institution_ids":["https://openalex.org/I37461747","https://openalex.org/I4210118728"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101334083","display_name":"Xinlong Dong","orcid":"https://orcid.org/0009-0004-3278-6252"},"institutions":[{"id":"https://openalex.org/I70908550","display_name":"Anhui Polytechnic University","ror":"https://ror.org/041sj0284","country_code":"CN","type":"education","lineage":["https://openalex.org/I70908550"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinlong Dong","raw_affiliation_strings":["School of Mechanical and Automotive Engineering, Anhui Polytechnic University, Wuhu 241000, China"],"raw_orcid":"https://orcid.org/0009-0004-3278-6252","affiliations":[{"raw_affiliation_string":"School of Mechanical and Automotive Engineering, Anhui Polytechnic University, Wuhu 241000, China","institution_ids":["https://openalex.org/I70908550"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5046985719"],"corresponding_institution_ids":["https://openalex.org/I70908550"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":8.1028,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.97447288,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"18","issue":"5","first_page":"291","last_page":"291"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.7932311296463013},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6720895767211914},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44376662373542786},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.41832929849624634},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1489543914794922},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.0823703408241272}],"concepts":[{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.7932311296463013},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6720895767211914},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44376662373542786},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.41832929849624634},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1489543914794922},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0823703408241272},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/a18050291","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a18050291","pdf_url":"https://www.mdpi.com/1999-4893/18/5/291/pdf?version=1747645093","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:db5337a062d74499b445f784d597a7b9","is_oa":true,"landing_page_url":"https://doaj.org/article/db5337a062d74499b445f784d597a7b9","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms, Vol 18, Iss 5, p 291 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/a18050291","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a18050291","pdf_url":"https://www.mdpi.com/1999-4893/18/5/291/pdf?version=1747645093","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1390321355","display_name":null,"funder_award_id":"2023CSJGG1600","funder_id":"https://openalex.org/F4320334897","funder_display_name":"Natural Science Foundation of Anhui Province"},{"id":"https://openalex.org/G2456580995","display_name":null,"funder_award_id":"2023ZD03","funder_id":"https://openalex.org/F4320334897","funder_display_name":"Natural Science Foundation of Anhui Province"},{"id":"https://openalex.org/G945863755","display_name":null,"funder_award_id":"2208085MF173","funder_id":"https://openalex.org/F4320334897","funder_display_name":"Natural Science Foundation of Anhui Province"}],"funders":[{"id":"https://openalex.org/F4320334897","display_name":"Natural Science Foundation of Anhui Province","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410481044.pdf","grobid_xml":"https://content.openalex.org/works/W4410481044.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1543217731","https://openalex.org/W1965455100","https://openalex.org/W1972044564","https://openalex.org/W2109102709","https://openalex.org/W2121092017","https://openalex.org/W2141559645","https://openalex.org/W2145339207","https://openalex.org/W2147632348","https://openalex.org/W2173564293","https://openalex.org/W2359943421","https://openalex.org/W2436337942","https://openalex.org/W2493168586","https://openalex.org/W2783963507","https://openalex.org/W2787938642","https://openalex.org/W3177061762","https://openalex.org/W4214717370","https://openalex.org/W4319999507","https://openalex.org/W4388464076","https://openalex.org/W4399394286","https://openalex.org/W4401111520","https://openalex.org/W4401689299","https://openalex.org/W6707158518","https://openalex.org/W6718221910","https://openalex.org/W6868867071"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"The":[0,113],"behavior":[1,18,128],"decision":[2,19],"control":[3],"of":[4,11,78,125],"autonomous":[5,13,183],"vehicles":[6],"is":[7,59,72,86],"a":[8,45,178],"critical":[9,98],"aspect":[10],"advancing":[12],"driving":[14,184],"technology.":[15],"However,":[16],"current":[17],"algorithms":[20],"based":[21,50],"on":[22,51,107],"deep":[23,48,64],"reinforcement":[24],"learning":[25],"still":[26],"face":[27],"several":[28],"challenges,":[29],"such":[30],"as":[31],"insufficient":[32],"safety":[33],"and":[34,66,96,103,136,154,167,172,181],"sparse":[35],"reward":[36],"mechanisms.":[37],"To":[38],"solve":[39],"these":[40],"problems,":[41],"this":[42,139],"paper":[43],"proposes":[44],"dueling":[46,57],"double":[47,63],"Q-network":[49],"dual-priority":[52,83],"experience":[53,84],"replay\u2014DPD3QN.":[54],"Initially,":[55],"the":[56,62,67,76,90,101,108,122,132,160],"network":[58],"integrated":[60],"with":[61,131],"Q-network,":[65],"original":[68],"network\u2019s":[69],"output":[70],"layer":[71],"restructured":[73],"to":[74,88,93,120],"enhance":[75],"precision":[77],"action":[79],"value":[80],"estimation.":[81],"Subsequently,":[82],"replay":[85],"incorporated":[87],"facilitate":[89],"model\u2019s":[91],"ability":[92],"swiftly":[94],"recognize":[95],"leverage":[97],"experiences.":[99],"Ultimately,":[100],"training":[102],"evaluation":[104],"are":[105],"conducted":[106],"OpenAI":[109],"Gym":[110],"simulation":[111],"platform.":[112],"test":[114,164],"results":[115],"show":[116],"that":[117],"DPD3QN":[118],"helps":[119],"improve":[121],"convergence":[123],"speed":[124],"driverless":[126],"vehicle":[127],"decision-making.":[129],"Compared":[130],"currently":[133],"popular":[134],"DQN":[135],"DDQN":[137],"algorithms,":[138],"algorithm":[140],"achieves":[141],"higher":[142],"success":[143,161],"rates":[144,162],"in":[145,163],"challenging":[146],"scenarios.":[147],"Test":[148],"scenario":[149],"I":[150,166],"increases":[151],"by":[152,170],"11.8":[153],"25.8":[155],"percentage":[156,174],"points,":[157,175],"respectively,":[158,176],"while":[159],"scenarios":[165],"II":[168],"rise":[169],"8.8":[171],"22.2":[173],"indicating":[177],"more":[179],"secure":[180],"efficient":[182],"decision-making":[185],"capability.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-26T07:53:14.480251","created_date":"2025-10-10T00:00:00"}