{"id":"https://openalex.org/W4388505113","doi":"https://doi.org/10.1109/access.2023.3331317","title":"Collaborative Traffic Signal Automation Using Deep Q-Learning","display_name":"Collaborative Traffic Signal Automation Using Deep Q-Learning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4388505113","doi":"https://doi.org/10.1109/access.2023.3331317"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3331317","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3331317","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10311560.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10311560.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101438583","display_name":"Muhammad Ahmed Hassan","orcid":"https://orcid.org/0000-0001-8247-7432"},"institutions":[{"id":"https://openalex.org/I142732210","display_name":"University of Engineering and Technology Lahore","ror":"https://ror.org/0051w2v06","country_code":"PK","type":"education","lineage":["https://openalex.org/I142732210"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Ahmed Hassan","raw_affiliation_strings":["National Center for Artificial Intelligence, University of Engineering and Technology, Lahore, Lahore, Pakistan"],"raw_orcid":"https://orcid.org/0000-0001-8247-7432","affiliations":[{"raw_affiliation_string":"National Center for Artificial Intelligence, University of Engineering and Technology, Lahore, Lahore, Pakistan","institution_ids":["https://openalex.org/I142732210"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063416376","display_name":"Mourad Elhadef","orcid":"https://orcid.org/0000-0003-4085-7634"},"institutions":[{"id":"https://openalex.org/I117222138","display_name":"Abu Dhabi University","ror":"https://ror.org/01r3kjq03","country_code":"AE","type":"education","lineage":["https://openalex.org/I117222138"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Mourad Elhadef","raw_affiliation_strings":["Computer Science and Information Technology Department, College of Engineering, Abu Dhabi University, Abu Dhabi, United Arab Emirates"],"raw_orcid":"https://orcid.org/0000-0003-4085-7634","affiliations":[{"raw_affiliation_string":"Computer Science and Information Technology Department, College of Engineering, Abu Dhabi University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I117222138"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007976764","display_name":"Muhammad Usman Ghani Khan","orcid":"https://orcid.org/0000-0001-6733-2569"},"institutions":[{"id":"https://openalex.org/I142732210","display_name":"University of Engineering and Technology Lahore","ror":"https://ror.org/0051w2v06","country_code":"PK","type":"education","lineage":["https://openalex.org/I142732210"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Usman Ghani Khan","raw_affiliation_strings":["National Center for Artificial Intelligence, University of Engineering and Technology, Lahore, Lahore, Pakistan"],"raw_orcid":"https://orcid.org/0000-0001-6733-2569","affiliations":[{"raw_affiliation_string":"National Center for Artificial Intelligence, University of Engineering and Technology, Lahore, Lahore, Pakistan","institution_ids":["https://openalex.org/I142732210"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.7583,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":{"value":0.93861645,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"11","issue":null,"first_page":"136015","last_page":"136032"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7940614223480225},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7133151888847351},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.6355308890342712},{"id":"https://openalex.org/keywords/traffic-flow","display_name":"Traffic flow (computer networking)","score":0.5124269127845764},{"id":"https://openalex.org/keywords/traffic-generation-model","display_name":"Traffic generation model","score":0.4937611520290375},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.49143731594085693},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4474141001701355},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4181893765926361},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4172288179397583},{"id":"https://openalex.org/keywords/network-traffic-control","display_name":"Network traffic control","score":0.4153828024864197},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3409324884414673},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33776968717575073},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.32532650232315063},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10231870412826538}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7940614223480225},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7133151888847351},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.6355308890342712},{"id":"https://openalex.org/C207512268","wikidata":"https://www.wikidata.org/wiki/Q3074551","display_name":"Traffic flow (computer networking)","level":2,"score":0.5124269127845764},{"id":"https://openalex.org/C176715033","wikidata":"https://www.wikidata.org/wiki/Q2080768","display_name":"Traffic generation model","level":2,"score":0.4937611520290375},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.49143731594085693},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4474141001701355},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4181893765926361},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4172288179397583},{"id":"https://openalex.org/C201100257","wikidata":"https://www.wikidata.org/wiki/Q393287","display_name":"Network traffic control","level":3,"score":0.4153828024864197},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3409324884414673},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33776968717575073},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.32532650232315063},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10231870412826538},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3331317","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3331317","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10311560.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:91f7f0c549394512aae725fb75f8d24b","is_oa":true,"landing_page_url":"https://doaj.org/article/91f7f0c549394512aae725fb75f8d24b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 136015-136032 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3331317","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3331317","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10311560.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.6299999952316284}],"awards":[],"funders":[{"id":"https://openalex.org/F4320323593","display_name":"United Arab Emirates University","ror":"https://ror.org/01km6p862"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388505113.pdf","grobid_xml":"https://content.openalex.org/works/W4388505113.grobid-xml"},"referenced_works_count":64,"referenced_works":["https://openalex.org/W23993467","https://openalex.org/W1639167632","https://openalex.org/W1926952688","https://openalex.org/W1969758122","https://openalex.org/W1998622835","https://openalex.org/W2002937539","https://openalex.org/W2007933500","https://openalex.org/W2020070197","https://openalex.org/W2032908152","https://openalex.org/W2037067712","https://openalex.org/W2074500080","https://openalex.org/W2078895652","https://openalex.org/W2109199369","https://openalex.org/W2124657875","https://openalex.org/W2134698488","https://openalex.org/W2145339207","https://openalex.org/W2480177474","https://openalex.org/W2498017881","https://openalex.org/W2508626445","https://openalex.org/W2548134372","https://openalex.org/W2565735610","https://openalex.org/W2618530766","https://openalex.org/W2625186350","https://openalex.org/W2746553466","https://openalex.org/W2761964598","https://openalex.org/W2766710212","https://openalex.org/W2772329503","https://openalex.org/W2773347164","https://openalex.org/W2785008862","https://openalex.org/W2794842204","https://openalex.org/W2809148419","https://openalex.org/W2892016325","https://openalex.org/W2894849109","https://openalex.org/W2915117209","https://openalex.org/W2928629935","https://openalex.org/W2958658968","https://openalex.org/W2963027910","https://openalex.org/W2964255692","https://openalex.org/W2981604716","https://openalex.org/W2998187693","https://openalex.org/W2998367975","https://openalex.org/W3008819584","https://openalex.org/W3011507876","https://openalex.org/W3015862565","https://openalex.org/W3035189581","https://openalex.org/W3046369858","https://openalex.org/W3106357768","https://openalex.org/W3175972451","https://openalex.org/W3216884019","https://openalex.org/W4206867326","https://openalex.org/W4210562960","https://openalex.org/W4210742101","https://openalex.org/W4221007933","https://openalex.org/W4234103396","https://openalex.org/W4282943221","https://openalex.org/W4290991295","https://openalex.org/W4293584584","https://openalex.org/W4298857966","https://openalex.org/W4312644097","https://openalex.org/W4385358041","https://openalex.org/W6637967152","https://openalex.org/W6729224713","https://openalex.org/W6750227808","https://openalex.org/W6948057359"],"related_works":["https://openalex.org/W2374980776","https://openalex.org/W1761139602","https://openalex.org/W2027173676","https://openalex.org/W3040229530","https://openalex.org/W2986348191","https://openalex.org/W2384330248","https://openalex.org/W2348271845","https://openalex.org/W2803041665","https://openalex.org/W2021088219","https://openalex.org/W2587362999"],"abstract_inverted_index":{"Multi-agent":[0],"deep":[1],"reinforcement":[2],"learning":[3],"(MDRL)":[4],"is":[5,189],"a":[6,60,72,111,117,140,164,240],"popular":[7],"choice":[8],"for":[9,79,121,144,153,243],"multi-intersection":[10],"traffic":[11,17,22,45,50,67,80,85,146,155,173,198,205,213,235,245,255],"signal":[12,18,46,81,93,147,246],"control,":[13,148,247],"generating":[14],"decentralized":[15],"cooperative":[16,244],"strategies":[19],"in":[20],"specific":[21,36],"networks.":[23,51,68],"Despite":[24],"its":[25],"widespread":[26],"use,":[27],"current":[28],"MDRL":[29,54],"algorithms":[30,55],"have":[31,87],"certain":[32],"limitations.":[33],"Firstly,":[34],"the":[35,40,66,96,99,192,201,227,251],"multi-agent":[37],"settings":[38],"impede":[39],"transferability":[41],"and":[42,105,123,139,163,171,183,200,233],"generalization":[43],"of":[44,63,194],"policies":[47],"to":[48,57,59,83,129,168,226,250,253],"different":[49],"Secondly,":[52],"existing":[53],"struggle":[56],"adapt":[58],"varying":[61],"number":[62],"vehicles":[64],"crossing":[65],"This":[69,237],"paper":[70],"introduces":[71],"novel":[73],"Cooperative":[74],"Multi-Agent":[75,113],"Deep":[76,141,150],"Q-Network":[77,142],"(CMDQN)":[78],"control":[82],"alleviate":[84],"congestion.We":[86],"considered":[88],"innovative":[89],"features":[90],"such":[91],"as":[92],"state":[94,124],"at":[95,211],"preceding":[97],"junction,":[98],"distance":[100],"between":[101,127],"junctions,":[102],"visual":[103],"features,":[104],"average":[106],"speed.":[107],"Our":[108,133,215],"CMDQN":[109],"applies":[110],"Decentralized":[112],"Network":[114],"(DMN),":[115],"employing":[116],"Markov":[118],"Game":[119],"abstraction":[120],"collaboration":[122],"information":[125],"sharing":[126],"agents":[128],"reduce":[130],"waiting":[131,231],"times.":[132],"work":[134],"employs":[135],"Reinforcement":[136],"Learning":[137],"(RL)":[138],"(DQN)":[143],"adaptive":[145],"leveraging":[149],"Computer":[151],"Vision":[152],"real-time":[154],"density":[156],"information.":[157],"We":[158],"also":[159],"propose":[160],"an":[161],"intersection":[162],"network-wide":[165],"reward":[166],"function":[167],"evaluate":[169],"performance":[170,219],"optimize":[172],"flow.":[174,236],"The":[175,186],"developed":[176],"system":[177],"was":[178],"evaluated":[179],"through":[180],"both":[181],"synthetic":[182,187],"real-world":[184,202],"experiments.":[185],"network":[188,203],"based":[190],"on":[191],"Simulation":[193],"Urban":[195],"Mobility":[196],"(SUMO)":[197],"simulator,":[199],"employed":[204],"data":[206],"collected":[207],"from":[208],"installed":[209],"cameras":[210],"actual":[212],"signals.":[214],"results":[216],"demonstrated":[217],"improved":[218],"across":[220],"several":[221],"key":[222],"metrics":[223],"when":[224],"compared":[225],"baseline":[228],"model,":[229],"reducing":[230],"times":[232],"improving":[234],"research":[238],"presents":[239],"promising":[241],"approach":[242],"significantly":[248],"contributing":[249],"efforts":[252],"enhance":[254],"management":[256],"systems.":[257]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":6}],"updated_date":"2026-07-14T08:27:34.040176","created_date":"2025-10-10T00:00:00"}