{"id":"https://openalex.org/W4210816243","doi":"https://doi.org/10.1109/access.2022.3149161","title":"Reinforcement Learning-Based Control of Signalized Intersections Having Platoons","display_name":"Reinforcement Learning-Based Control of Signalized Intersections Having Platoons","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4210816243","doi":"https://doi.org/10.1109/access.2022.3149161"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3149161","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3149161","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09703340.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09703340.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033812243","display_name":"Anas Berbar","orcid":null},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":true,"raw_author_name":"Anas Berbar","raw_affiliation_strings":["Electrical Engineering Department, College of Engineering, Qatar University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering Department, College of Engineering, Qatar University, Doha, Qatar","institution_ids":["https://openalex.org/I60342839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089261181","display_name":"Adel Gastli","orcid":"https://orcid.org/0000-0002-6818-3320"},"institutions":[{"id":"https://openalex.org/I47818738","display_name":"Sultan Qaboos University","ror":"https://ror.org/04wq8zb47","country_code":"OM","type":"education","lineage":["https://openalex.org/I47818738"]}],"countries":["OM"],"is_corresponding":false,"raw_author_name":"Adel Gastli","raw_affiliation_strings":["Department of Electrical & Computer Engineering, College of Engineering, Sultan Qaboos University, Muscat, Oman"],"affiliations":[{"raw_affiliation_string":"Department of Electrical & Computer Engineering, College of Engineering, Sultan Qaboos University, Muscat, Oman","institution_ids":["https://openalex.org/I47818738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054285669","display_name":"Nader Meskin","orcid":"https://orcid.org/0000-0003-3098-9369"},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Nader Meskin","raw_affiliation_strings":["Electrical Engineering Department, College of Engineering, Qatar University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering Department, College of Engineering, Qatar University, Doha, Qatar","institution_ids":["https://openalex.org/I60342839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067425033","display_name":"Mohammed Al\u2010Hitmi","orcid":"https://orcid.org/0000-0002-5344-1294"},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Mohammed A. Al-Hitmi","raw_affiliation_strings":["Electrical Engineering Department, College of Engineering, Qatar University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering Department, College of Engineering, Qatar University, Doha, Qatar","institution_ids":["https://openalex.org/I60342839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082996333","display_name":"Jawhar Ghommam","orcid":"https://orcid.org/0000-0002-8289-6124"},"institutions":[{"id":"https://openalex.org/I47818738","display_name":"Sultan Qaboos University","ror":"https://ror.org/04wq8zb47","country_code":"OM","type":"education","lineage":["https://openalex.org/I47818738"]}],"countries":["OM"],"is_corresponding":false,"raw_author_name":"Jawhar Ghommam","raw_affiliation_strings":["Department of Electrical & Computer Engineering, College of Engineering, Sultan Qaboos University, Muscat, Oman"],"affiliations":[{"raw_affiliation_string":"Department of Electrical & Computer Engineering, College of Engineering, Sultan Qaboos University, Muscat, Oman","institution_ids":["https://openalex.org/I47818738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054675649","display_name":"Mostefa Mesbah","orcid":"https://orcid.org/0000-0002-0964-1854"},"institutions":[{"id":"https://openalex.org/I47818738","display_name":"Sultan Qaboos University","ror":"https://ror.org/04wq8zb47","country_code":"OM","type":"education","lineage":["https://openalex.org/I47818738"]}],"countries":["OM"],"is_corresponding":false,"raw_author_name":"Mostefa Mesbah","raw_affiliation_strings":["Department of Electrical & Computer Engineering, College of Engineering, Sultan Qaboos University, Muscat, Oman"],"affiliations":[{"raw_affiliation_string":"Department of Electrical & Computer Engineering, College of Engineering, Sultan Qaboos University, Muscat, Oman","institution_ids":["https://openalex.org/I47818738"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089765412","display_name":"F. Mnif","orcid":"https://orcid.org/0000-0002-1631-8465"},"institutions":[{"id":"https://openalex.org/I47818738","display_name":"Sultan Qaboos University","ror":"https://ror.org/04wq8zb47","country_code":"OM","type":"education","lineage":["https://openalex.org/I47818738"]}],"countries":["OM"],"is_corresponding":false,"raw_author_name":"Faical Mnif","raw_affiliation_strings":["Department of Electrical & Computer Engineering, College of Engineering, Sultan Qaboos University, Muscat, Oman"],"affiliations":[{"raw_affiliation_string":"Department of Electrical & Computer Engineering, College of Engineering, Sultan Qaboos University, Muscat, Oman","institution_ids":["https://openalex.org/I47818738"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5033812243"],"corresponding_institution_ids":["https://openalex.org/I60342839"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.8075,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.8387191,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"10","issue":null,"first_page":"17683","last_page":"17696"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12095","display_name":"Vehicle emissions and performance","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8162463903427124},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.7820131778717041},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7406494617462158},{"id":"https://openalex.org/keywords/fuel-efficiency","display_name":"Fuel efficiency","score":0.5923985838890076},{"id":"https://openalex.org/keywords/intelligent-transportation-system","display_name":"Intelligent transportation system","score":0.5685861110687256},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.5183252096176147},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.47722724080085754},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4684474766254425},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.4351693391799927},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.36394113302230835},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18938153982162476},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18237900733947754},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.1703328788280487}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8162463903427124},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.7820131778717041},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7406494617462158},{"id":"https://openalex.org/C45882903","wikidata":"https://www.wikidata.org/wiki/Q5042317","display_name":"Fuel efficiency","level":2,"score":0.5923985838890076},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.5685861110687256},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.5183252096176147},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.47722724080085754},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4684474766254425},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.4351693391799927},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.36394113302230835},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18938153982162476},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18237900733947754},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.1703328788280487},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2022.3149161","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3149161","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09703340.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1a90482312434d0796b5ca62ef6aef97","is_oa":true,"landing_page_url":"https://doaj.org/article/1a90482312434d0796b5ca62ef6aef97","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 17683-17696 (2022)","raw_type":"article"},{"id":"pmh:oai:figshare.com:article/24056550","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Reinforcement_Learning-Based_Control_of_Signalized_Intersections_Having_Platoons/24056550","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:qspace.qu.edu.qa:10576/29740","is_oa":false,"landing_page_url":"http://hdl.handle.net/10576/29740","pdf_url":null,"source":{"id":"https://openalex.org/S4306400014","display_name":"Qatar University QSpace (Qatar University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I60342839","host_organization_name":"Qatar University","host_organization_lineage":["https://openalex.org/I60342839"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3149161","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3149161","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09703340.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.5099999904632568,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G7068432705","display_name":null,"funder_award_id":"IRCC2020-15","funder_id":"https://openalex.org/F4320322472","funder_display_name":"Qatar University"}],"funders":[{"id":"https://openalex.org/F4320322472","display_name":"Qatar University","ror":"https://ror.org/00yhnba62"},{"id":"https://openalex.org/F4320334468","display_name":"Qatar National Library","ror":"https://ror.org/02jv93662"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4210816243.pdf","grobid_xml":"https://content.openalex.org/works/W4210816243.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W1965455100","https://openalex.org/W1979374731","https://openalex.org/W2026052947","https://openalex.org/W2046482177","https://openalex.org/W2047183901","https://openalex.org/W2064095948","https://openalex.org/W2078920285","https://openalex.org/W2094124585","https://openalex.org/W2131836176","https://openalex.org/W2137514195","https://openalex.org/W2256473988","https://openalex.org/W2262502171","https://openalex.org/W2462478264","https://openalex.org/W2508448572","https://openalex.org/W2559174923","https://openalex.org/W2581610636","https://openalex.org/W2604842041","https://openalex.org/W2613420336","https://openalex.org/W2883355540","https://openalex.org/W2884394246","https://openalex.org/W2890655496","https://openalex.org/W2904750032","https://openalex.org/W2971256223","https://openalex.org/W2972170171","https://openalex.org/W2976036462","https://openalex.org/W3001132159","https://openalex.org/W3005500113","https://openalex.org/W3010771438","https://openalex.org/W3034350220","https://openalex.org/W3046989128","https://openalex.org/W3084151627","https://openalex.org/W3088051263","https://openalex.org/W3101102436","https://openalex.org/W3104801653","https://openalex.org/W3107769241","https://openalex.org/W3136325136","https://openalex.org/W3167000212","https://openalex.org/W3172959636","https://openalex.org/W3176187537","https://openalex.org/W4251537130","https://openalex.org/W6732638297","https://openalex.org/W6740728962"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2348909947"],"abstract_inverted_index":{"Smart":[0],"transportation":[1],"cities":[2],"are":[3,149],"based":[4,62],"on":[5,63],"intelligent":[6,58],"systems":[7],"and":[8,18,26,36,44,48,89,113,129,142,144,165],"data":[9,31],"sharing,":[10],"whereas":[11],"human":[12],"drivers":[13],"generally":[14],"have":[15,118],"limited":[16],"capabilities":[17],"imperfect":[19],"traffic":[20,46,59,108,127],"observations.":[21],"The":[22],"perception":[23],"of":[24,87,132],"Connected":[25],"Autonomous":[27],"Vehicle":[28],"(CAV)":[29],"utilizes":[30],"sharing":[32],"through":[33,110],"Vehicle-To-Vehicle":[34],"(V2V)":[35],"Vehicle-To-Infrastructure":[37],"(V2I)":[38],"communications":[39],"to":[40,78,105,172],"improve":[41],"driving":[42],"behaviors":[43],"reduce":[45,107],"delays":[47,109],"fuel":[49,81,167],"consumption.":[50],"This":[51],"paper":[52],"proposes":[53],"a":[54,93,122],"Double":[55],"Agent":[56,75,102],"(DA)":[57],"signal":[60,111],"module":[61],"the":[64,70,73,80,85,97,100,130,133,155,160,166,173],"Reinforcement":[65],"Learning":[66],"(RL)":[67],"method,":[68],"where":[69],"first":[71],"agent,":[72,99],"Velocity":[74],"(VA)":[76],"aims":[77],"minimize":[79],"consumption":[82],"by":[83,163,169],"controlling":[84],"speed":[86],"platoons":[88],"single":[90],"CAVs":[91],"crossing":[92],"signalized":[94,123],"intersection,":[95],"while":[96],"second":[98],"Signal":[101],"(SA)":[103],"proceeds":[104],"efficiently":[106],"sequencing":[112],"phasing.":[114],"Several":[115],"simulation":[116],"studies":[117],"been":[119],"conducted":[120],"for":[121],"intersection":[124],"with":[125,135,139],"different":[126],"flows":[128],"performance":[131],"single-agent":[134],"only":[136],"VA,":[137],"DA":[138,157],"both":[140],"VA":[141],"SA,":[143],"Intelligent":[145,174],"Driver":[146,175],"Model":[147,176],"(IDM)":[148],"compared.":[150],"It":[151],"is":[152],"shown":[153],"that":[154],"proposed":[156],"solution":[158],"improves":[159],"average":[161],"delay":[162],"47.3%":[164],"efficiency":[168],"13.6%":[170],"compared":[171],"(IDM).":[177]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}