{"id":"https://openalex.org/W4393033084","doi":"https://doi.org/10.1109/access.2024.3380454","title":"An Enhanced Dueling Double Deep Q-Network With Convolutional Block Attention Module for Traffic Signal Optimization in Deep Reinforcement Learning","display_name":"An Enhanced Dueling Double Deep Q-Network With Convolutional Block Attention Module for Traffic Signal Optimization in Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4393033084","doi":"https://doi.org/10.1109/access.2024.3380454"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3380454","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3380454","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10477432.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10477432.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048824002","display_name":"Peng Wang","orcid":"https://orcid.org/0009-0005-7591-8099"},"institutions":[{"id":"https://openalex.org/I53592917","display_name":"Jiangxi Normal University","ror":"https://ror.org/05nkgk822","country_code":"CN","type":"education","lineage":["https://openalex.org/I53592917"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Peng Wang","raw_affiliation_strings":["School of Digital Industry, Jiangxi Normal University, Shangrao, China"],"raw_orcid":"https://orcid.org/0009-0005-7591-8099","affiliations":[{"raw_affiliation_string":"School of Digital Industry, Jiangxi Normal University, Shangrao, China","institution_ids":["https://openalex.org/I53592917"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062068723","display_name":"Wenlong Ni","orcid":"https://orcid.org/0000-0001-8246-0411"},"institutions":[{"id":"https://openalex.org/I53592917","display_name":"Jiangxi Normal University","ror":"https://ror.org/05nkgk822","country_code":"CN","type":"education","lineage":["https://openalex.org/I53592917"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenlong Ni","raw_affiliation_strings":["School of Digital Industry, Jiangxi Normal University, Shangrao, China","School of Computer Information Engineering, Jiangxi Normal University, Nanchang, China"],"raw_orcid":"https://orcid.org/0000-0001-8246-0411","affiliations":[{"raw_affiliation_string":"School of Digital Industry, Jiangxi Normal University, Shangrao, China","institution_ids":["https://openalex.org/I53592917"]},{"raw_affiliation_string":"School of Computer Information Engineering, Jiangxi Normal University, Nanchang, China","institution_ids":["https://openalex.org/I53592917"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5048824002"],"corresponding_institution_ids":["https://openalex.org/I53592917"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":5.4914,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.96428385,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"44224","last_page":"44232"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9807999730110168,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8024642467498779},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7181959748268127},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5381712317466736},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5018689632415771},{"id":"https://openalex.org/keywords/traffic-signal","display_name":"Traffic signal","score":0.4842390716075897},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4745676815509796},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.18348687887191772},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08327952027320862}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8024642467498779},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7181959748268127},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5381712317466736},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5018689632415771},{"id":"https://openalex.org/C2987419075","wikidata":"https://www.wikidata.org/wiki/Q8004","display_name":"Traffic signal","level":2,"score":0.4842390716075897},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4745676815509796},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.18348687887191772},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08327952027320862},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3380454","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3380454","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10477432.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4a6782815f284fb3bf52ddd2c7922ae6","is_oa":true,"landing_page_url":"https://doaj.org/article/4a6782815f284fb3bf52ddd2c7922ae6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 44224-44232 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3380454","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3380454","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10477432.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4393033084.pdf","grobid_xml":"https://content.openalex.org/works/W4393033084.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W138497752","https://openalex.org/W1498436455","https://openalex.org/W1970088388","https://openalex.org/W2007894170","https://openalex.org/W2112796928","https://openalex.org/W2124657875","https://openalex.org/W2145143778","https://openalex.org/W2161298857","https://openalex.org/W2548134372","https://openalex.org/W2746553466","https://openalex.org/W2809148419","https://openalex.org/W2919115771","https://openalex.org/W2990586332","https://openalex.org/W4200351942","https://openalex.org/W4214717370","https://openalex.org/W4289752563","https://openalex.org/W4298857966","https://openalex.org/W4309737288","https://openalex.org/W6600981286","https://openalex.org/W6637967152","https://openalex.org/W6675256285","https://openalex.org/W6685444567","https://openalex.org/W6729224713"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W3215138031","https://openalex.org/W3009238340","https://openalex.org/W4360585206","https://openalex.org/W4321369474","https://openalex.org/W4285208911","https://openalex.org/W3082895349","https://openalex.org/W4213079790","https://openalex.org/W2248239756","https://openalex.org/W3086377361"],"abstract_inverted_index":{"Many":[0],"current":[1],"studies":[2],"on":[3,29,43,74,100],"the":[4,12,22,27,35,44,47,57,60,63,69,75,86,92,101,107,113,120,143,146,152,159,194],"application":[5],"of":[6,14,24,46,59,79,119,145,189],"deep":[7],"reinforcement":[8],"learning":[9],"(DRL)":[10],"in":[11,116,197,201],"field":[13],"traffic":[15,30,64,93,114,154,203],"signal":[16,204],"control":[17,205],"do":[18],"not":[19],"fully":[20],"consider":[21],"influence":[23],"vehicles":[25,80],"approaching":[26],"intersection":[28],"flow.":[31],"In":[32,122],"this":[33,89],"paper,":[34],"convolutional":[36],"block":[37],"attention":[38],"module":[39],"(CBAM)":[40],"is":[41],"introduced":[42],"basis":[45],"Dueling":[48,131],"Double":[49,124],"Deep":[50,125,132],"Q":[51,126,133],"Network":[52,127,134],"(D3QN)":[53],"method":[54,161,195],"to":[55,62,71,109,140],"improve":[56,85,142],"sensitivity":[58],"model":[61,70,87,108],"situation,":[65],"which":[66,105],"can":[67],"help":[68],"focus":[72],"more":[73],"distribution":[76],"and":[77,130,170,186],"dynamics":[78],"near":[81],"intersections.":[82],"To":[83],"further":[84,141],"performance,":[88],"paper":[90],"introduces":[91],"light":[94],"phase":[95],"variable":[96],"time":[97],"interval":[98],"based":[99],"original":[102],"D3QN":[103],"method,":[104],"helps":[106],"take":[110],"into":[111],"account":[112],"requirements":[115],"all":[117],"directions":[118],"intersection.":[121],"addition,":[123],"(Double":[128],"DQN)":[129,136],"(Dueling":[135],"technologies":[137],"are":[138],"used":[139],"performance":[144],"model.":[147],"The":[148],"simulation":[149],"experiments":[150],"using":[151],"urban":[153],"simulator":[155],"SUMO":[156],"show":[157],"that":[158,193],"proposed":[160],"has":[162,198],"significant":[163],"advantages":[164],"over":[165],"D3QN,":[166],"Maximum":[167],"Pressure":[168],"algorithm":[169],"Fixed":[171],"Timing":[172],"Strategy":[173],"for":[174],"key":[175],"indicators":[176],"such":[177],"as":[178],"mean":[179,183],"vehicle":[180],"delay":[181],"time,":[182],"queue":[184],"length":[185],"average":[187],"number":[188],"stops.":[190],"This":[191],"shows":[192],"presented":[196],"great":[199],"potential":[200],"practical":[202],"applications.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}