{"id":"https://openalex.org/W4392796643","doi":"https://doi.org/10.1109/jiot.2024.3377600","title":"Digital-Twin-Based Deep Reinforcement Learning Approach for Adaptive Traffic Signal Control","display_name":"Digital-Twin-Based Deep Reinforcement Learning Approach for Adaptive Traffic Signal Control","publication_year":2024,"publication_date":"2024-03-14","ids":{"openalex":"https://openalex.org/W4392796643","doi":"https://doi.org/10.1109/jiot.2024.3377600"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3377600","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3377600","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107192678","display_name":"H. Kamal","orcid":"https://orcid.org/0009-0001-6010-1095"},"institutions":[{"id":"https://openalex.org/I12870472","display_name":"Birmingham City University","ror":"https://ror.org/00t67pt25","country_code":"GB","type":"education","lineage":["https://openalex.org/I12870472"]},{"id":"https://openalex.org/I4210101389","display_name":"Pierce College","ror":"https://ror.org/0158z1f36","country_code":"US","type":"education","lineage":["https://openalex.org/I4210101389"]}],"countries":["GB","US"],"is_corresponding":true,"raw_author_name":"Hani Kamal","raw_affiliation_strings":["Pierce Washington, London, U.K","Birmingham City University, Birmingham, UK"],"affiliations":[{"raw_affiliation_string":"Pierce Washington, London, U.K","institution_ids":["https://openalex.org/I4210101389"]},{"raw_affiliation_string":"Birmingham City University, Birmingham, UK","institution_ids":["https://openalex.org/I12870472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056054952","display_name":"Wendy Y\u00e1nez-Pazmi\u00f1o","orcid":"https://orcid.org/0000-0002-5057-3945"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Wendy Y\u00e1nez","raw_affiliation_strings":["School of Computer Science, University of Birmingham, Birmingham, U.K"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Birmingham, Birmingham, U.K","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042253387","display_name":"Sara Hassan","orcid":"https://orcid.org/0000-0001-7481-0434"},"institutions":[{"id":"https://openalex.org/I12870472","display_name":"Birmingham City University","ror":"https://ror.org/00t67pt25","country_code":"GB","type":"education","lineage":["https://openalex.org/I12870472"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sara Hassan","raw_affiliation_strings":["College of Computing, Birmingham City University, Birmingham, U.K"],"affiliations":[{"raw_affiliation_string":"College of Computing, Birmingham City University, Birmingham, U.K","institution_ids":["https://openalex.org/I12870472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072357953","display_name":"Dalia Sobhy","orcid":"https://orcid.org/0000-0001-9709-7731"},"institutions":[{"id":"https://openalex.org/I59272784","display_name":"Arab Academy for Science, Technology, and Maritime Transport","ror":"https://ror.org/0004vyj87","country_code":"EG","type":"education","lineage":["https://openalex.org/I59272784"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Dalia Sobhy","raw_affiliation_strings":["Computer Engineering Department, Arab Academy of Science and Technology and Maritime Transport, Alexandria, Egypt"],"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, Arab Academy of Science and Technology and Maritime Transport, Alexandria, Egypt","institution_ids":["https://openalex.org/I59272784"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5107192678"],"corresponding_institution_ids":["https://openalex.org/I12870472","https://openalex.org/I4210101389"],"apc_list":null,"apc_paid":null,"fwci":12.1977,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.99174848,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"11","issue":"12","first_page":"21946","last_page":"21953"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9110000133514404,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9110000133514404,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8032382726669312},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7898154258728027},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.4665268361568451},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42971494793891907},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.36506909132003784}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8032382726669312},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7898154258728027},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.4665268361568451},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42971494793891907},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.36506909132003784}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2024.3377600","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3377600","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:www.open-access.bcu.ac.uk:15925","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306402654","display_name":"BCU Open Access Repository (Birmingham City University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I12870472","host_organization_name":"Birmingham City University","host_organization_lineage":["https://openalex.org/I12870472"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1766637835","https://openalex.org/W1961114094","https://openalex.org/W2291855523","https://openalex.org/W2741661475","https://openalex.org/W2775249832","https://openalex.org/W2794842204","https://openalex.org/W2885453527","https://openalex.org/W2890598945","https://openalex.org/W2961154203","https://openalex.org/W2977107267","https://openalex.org/W3030840723","https://openalex.org/W3092380718","https://openalex.org/W3106357768","https://openalex.org/W3168768224","https://openalex.org/W3178367256","https://openalex.org/W3183203385","https://openalex.org/W3193603386","https://openalex.org/W4205295476","https://openalex.org/W4280548283","https://openalex.org/W6641142089","https://openalex.org/W6738796088"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W2358668433","https://openalex.org/W2138720691","https://openalex.org/W2376932109","https://openalex.org/W4362501864","https://openalex.org/W2001405890","https://openalex.org/W4380318855","https://openalex.org/W2031695474"],"abstract_inverted_index":{"Urban":[0],"vehicle":[1],"emissions":[2,89,207],"are":[3],"one":[4],"of":[5,24,60,114,162],"the":[6,21,58,120,158,163,194],"main":[7],"contributors":[8],"to":[9,66,86,128,141],"air":[10],"pollution":[11],"since":[12],"most":[13],"vehicles":[14],"still":[15],"rely":[16],"on":[17,57,81,110,198,201,219],"fossil":[18],"fuels,":[19],"despite":[20],"growing":[22],"popularity":[23],"alternative":[25],"options":[26],"such":[27],"as":[28],"hybrids":[29],"and":[30,37,90,118,134,146,160,173,208],"electric":[31],"cars.":[32],"Recently,":[33],"Artificial":[34],"Intelligence":[35],"(AI)":[36],"automation-based":[38],"controllers":[39],"have":[40,54],"gained":[41],"attention":[42],"for":[43,130,150],"their":[44],"potential":[45],"use":[46],"in":[47,70,93,152,181,184],"adaptive":[48,71,103],"traffic":[49,72,83,104,116,144,153,175],"signal":[50,73,84,105,154],"control.":[51,74],"Many":[52],"studies":[53],"been":[55,79],"conducted":[56],"application":[59],"Deep":[61,123],"Reinforcement":[62],"Learning":[63],"(DRL)":[64],"models":[65],"reduce":[67,87,205],"travel":[68],"time":[69],"However,":[75],"limited":[76],"research":[77],"has":[78],"done":[80],"adapting":[82],"control":[85,106,147],"CO2":[88,135,206],"fuel":[91,132,209],"consumption":[92,133,210],"urban":[94,115],"vehicles.":[95,221],"As":[96],"such,":[97],"this":[98],"work":[99],"proposes":[100],"a":[101,111,166,178,182,214],"digital-twin-based":[102],"approach":[107,196],"that":[108,193],"relies":[109],"digital":[112,199],"twin":[113],"network":[117,180],"uses":[119],"DRL":[121,195],"Multi-Agent":[122],"Deterministic":[124],"Policy":[125],"Gradient":[126],"(MADDPG)":[127],"optimise":[129],"reduced":[131],"emission.":[136],"The":[137,190],"system":[138],"is":[139,169],"designed":[140],"simulate":[142],"different":[143],"scenarios":[145],"strategies,":[148],"enabling":[149],"adaptation":[151],"adjustments.":[155],"To":[156],"assess":[157],"effectiveness":[159],"applicability":[161],"proposed":[164],"approach,":[165],"quantitative":[167],"simulation":[168],"performed":[170],"using":[171,213],"synthetic":[172,202],"real-world":[174],"datasets":[176],"from":[177],"multi-intersection":[179],"neighbourhood":[183],"Amman,":[185],"Jordan,":[186],"during":[187],"peak":[188],"hours.":[189],"findings":[191],"suggest":[192],"based":[197,218],"twins":[200],"networks":[203],"can":[204],"even":[211],"when":[212],"basic":[215],"reward":[216],"function":[217],"stopped":[220]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}