{"id":"https://openalex.org/W4392015665","doi":"https://doi.org/10.3390/su16051779","title":"Sustainable Smart Cities through Multi-Agent Reinforcement Learning-Based Cooperative Autonomous Vehicles","display_name":"Sustainable Smart Cities through Multi-Agent Reinforcement Learning-Based Cooperative Autonomous Vehicles","publication_year":2024,"publication_date":"2024-02-21","ids":{"openalex":"https://openalex.org/W4392015665","doi":"https://doi.org/10.3390/su16051779"},"language":"en","primary_location":{"id":"doi:10.3390/su16051779","doi":"https://doi.org/10.3390/su16051779","is_oa":true,"landing_page_url":"https://doi.org/10.3390/su16051779","pdf_url":"https://www.mdpi.com/2071-1050/16/5/1779/pdf?version=1708575876","source":{"id":"https://openalex.org/S10134376","display_name":"Sustainability","issn_l":"2071-1050","issn":["2071-1050"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sustainability","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2071-1050/16/5/1779/pdf?version=1708575876","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091350123","display_name":"Ali Louati","orcid":"https://orcid.org/0000-0001-7088-3919","observed_orcids":["https://orcid.org/0000-0001-7088-3919"]},"institutions":[{"id":"https://openalex.org/I142608572","display_name":"Prince Sattam Bin Abdulaziz University","ror":"https://ror.org/04jt46d36","country_code":"SA","type":"education","lineage":["https://openalex.org/I142608572"]}],"countries":["SA"],"is_corresponding":true,"raw_author_name":"Ali Louati","raw_affiliation_strings":["Department of Information Systems, College of Computer Engineering and Sciences, Prince Sattam Bin Abdulaziz University, Al-Kharj 11942, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0001-7088-3919","affiliations":[{"raw_affiliation_string":"Department of Information Systems, College of Computer Engineering and Sciences, Prince Sattam Bin Abdulaziz University, Al-Kharj 11942, Saudi Arabia","institution_ids":["https://openalex.org/I142608572"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007726935","display_name":"Hassen Louati","orcid":"https://orcid.org/0000-0001-7442-8972","observed_orcids":["https://orcid.org/0000-0001-7442-8972"]},"institutions":[{"id":"https://openalex.org/I108714496","display_name":"Tunis University","ror":"https://ror.org/02q1spa57","country_code":"TN","type":"education","lineage":["https://openalex.org/I108714496"]}],"countries":["TN"],"is_corresponding":false,"raw_author_name":"Hassen Louati","raw_affiliation_strings":["SMART Lab, Higher Institute of Management, University of Tunis, Tunis 2000, Tunisia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SMART Lab, Higher Institute of Management, University of Tunis, Tunis 2000, Tunisia","institution_ids":["https://openalex.org/I108714496"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053040718","display_name":"Elham Kariri","orcid":"https://orcid.org/0000-0003-3226-6412","observed_orcids":["https://orcid.org/0000-0003-3226-6412"]},"institutions":[{"id":"https://openalex.org/I142608572","display_name":"Prince Sattam Bin Abdulaziz University","ror":"https://ror.org/04jt46d36","country_code":"SA","type":"education","lineage":["https://openalex.org/I142608572"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Elham Kariri","raw_affiliation_strings":["Department of Information Systems, College of Computer Engineering and Sciences, Prince Sattam Bin Abdulaziz University, Al-Kharj 11942, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Systems, College of Computer Engineering and Sciences, Prince Sattam Bin Abdulaziz University, Al-Kharj 11942, Saudi Arabia","institution_ids":["https://openalex.org/I142608572"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093959229","display_name":"Wafa Neifar","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I142899784","display_name":"University of Sfax","ror":"https://ror.org/04d4sd432","country_code":"TN","type":"education","lineage":["https://openalex.org/I142899784"]}],"countries":["TN"],"is_corresponding":false,"raw_author_name":"Wafa Neifar","raw_affiliation_strings":["Arabic Natural Language Processing Research Group (ANLP-RG), MIRACL Laboratory, University of Sfax, Sfax 3018, Tunisia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arabic Natural Language Processing Research Group (ANLP-RG), MIRACL Laboratory, University of Sfax, Sfax 3018, Tunisia","institution_ids":["https://openalex.org/I142899784"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066923177","display_name":"Mohamed Khalafalla Hassan","orcid":"https://orcid.org/0000-0002-6238-8915","observed_orcids":["https://orcid.org/0000-0002-6238-8915"]},"institutions":[{"id":"https://openalex.org/I4210090078","display_name":"The Future University","ror":"https://ror.org/0092t1z08","country_code":"SD","type":"education","lineage":["https://openalex.org/I4210090078"]}],"countries":["SD"],"is_corresponding":false,"raw_author_name":"Mohamed K. Hassan","raw_affiliation_strings":["Faculty of Telecommunications Engineering, Future University, Khartoum 10553, Sudan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Telecommunications Engineering, Future University, Khartoum 10553, Sudan","institution_ids":["https://openalex.org/I4210090078"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073536255","display_name":"Mutaz H. H. Khairi","orcid":"https://orcid.org/0000-0002-5904-7642","observed_orcids":["https://orcid.org/0000-0002-5904-7642"]},"institutions":[{"id":"https://openalex.org/I4210090078","display_name":"The Future University","ror":"https://ror.org/0092t1z08","country_code":"SD","type":"education","lineage":["https://openalex.org/I4210090078"]}],"countries":["SD"],"is_corresponding":false,"raw_author_name":"Mutaz H. H. Khairi","raw_affiliation_strings":["Faculty of Engineering, Future University, Khartoum 10553, Sudan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, Future University, Khartoum 10553, Sudan","institution_ids":["https://openalex.org/I4210090078"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030516164","display_name":"Mohammed A. Farahat","orcid":"https://orcid.org/0000-0003-2443-2011","observed_orcids":["https://orcid.org/0000-0003-2443-2011"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohammed A. Farahat","raw_affiliation_strings":["Computer Science Department, Higher Future Institute for Specialized Technological Studies, Cairo 11765, Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Higher Future Institute for Specialized Technological Studies, Cairo 11765, Egypt","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049623638","display_name":"Heba M. El\u2010Hoseny","orcid":"https://orcid.org/0000-0003-1469-4165","observed_orcids":["https://orcid.org/0000-0003-1469-4165"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Heba M. El-Hoseny","raw_affiliation_strings":["Computer Science Department, Higher Future Institute for Specialized Technological Studies, Cairo 11765, Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Higher Future Institute for Specialized Technological Studies, Cairo 11765, Egypt","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5091350123"],"corresponding_institution_ids":["https://openalex.org/I142608572"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2728},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2728},"fwci":10.1833,"has_fulltext":true,"cited_by_count":84,"citation_normalized_percentile":{"value":0.99270209,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"16","issue":"5","first_page":"1779","last_page":"1779"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.8628000020980835,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.8628000020980835,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.12399999797344208,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.00279999990016222,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multi-agent-reinforcement-learning","display_name":"multi-agent reinforcement learning","score":0.8579999804496765},{"id":"https://openalex.org/keywords/multi-agent-actor-critic","display_name":"multi-agent actor-critic","score":0.7720000147819519},{"id":"https://openalex.org/keywords/autonomous-vehicles","display_name":"autonomous vehicles","score":0.902999997138977},{"id":"https://openalex.org/keywords/lane-change","display_name":"lane changing","score":0.7910000085830688},{"id":"https://openalex.org/keywords/mixed-traffic-flow","display_name":"mixed traffic","score":0.8880000114440918},{"id":"https://openalex.org/keywords/smart-sustainable-cities","display_name":"smart sustainable cities","score":0.6940000057220459},{"id":"https://openalex.org/keywords/sustainable-transport","display_name":"sustainable transport","score":0.6909999847412109},{"id":"https://openalex.org/keywords/intelligent-transportation-systems","display_name":"intelligent transportation systems","score":0.5199999809265137},{"id":"https://openalex.org/keywords/intelligent-driver-model","display_name":"Intelligent Driver Model","score":0.7369999885559082},{"id":"https://openalex.org/keywords/passenger-comfort","display_name":"passenger comfort","score":0.7200000286102295},{"id":"https://openalex.org/keywords/traffic-flow","display_name":"traffic flow","score":0.6060000061988831},{"id":"https://openalex.org/keywords/urban-traffic-management","display_name":"urban traffic management","score":0.8190000057220459},{"id":"https://openalex.org/keywords/weight-sharing","display_name":"parameter sharing","score":0.4659999907016754}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8075827956199646},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4477699100971222},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4391062557697296},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3454577624797821},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.3356708288192749},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2956833243370056},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20067453384399414},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/su16051779","doi":"https://doi.org/10.3390/su16051779","is_oa":true,"landing_page_url":"https://doi.org/10.3390/su16051779","pdf_url":"https://www.mdpi.com/2071-1050/16/5/1779/pdf?version=1708575876","source":{"id":"https://openalex.org/S10134376","display_name":"Sustainability","issn_l":"2071-1050","issn":["2071-1050"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sustainability","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:gam:jsusta:v:16:y:2024:i:5:p:1779-:d:1343192","doi":null,"is_oa":false,"landing_page_url":"https://www.mdpi.com/2071-1050/16/5/1779/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/su16051779","doi":"https://doi.org/10.3390/su16051779","is_oa":true,"landing_page_url":"https://doi.org/10.3390/su16051779","pdf_url":"https://www.mdpi.com/2071-1050/16/5/1779/pdf?version=1708575876","source":{"id":"https://openalex.org/S10134376","display_name":"Sustainability","issn_l":"2071-1050","issn":["2071-1050"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sustainability","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":1.0,"id":"https://metadata.un.org/sdg/11"},{"display_name":"Industry, innovation and infrastructure","score":0.7207000255584717,"id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G3998381304","display_name":null,"funder_award_id":"PSAU/2023/SDG/08","funder_id":"https://openalex.org/F4320311227","funder_display_name":"Prince Sattam bin Abdulaziz University"}],"funders":[{"id":"https://openalex.org/F4320311227","display_name":"Prince Sattam bin Abdulaziz University","ror":"https://ror.org/04jt46d36"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392015665.pdf","grobid_xml":"https://content.openalex.org/works/W4392015665.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1987205927","https://openalex.org/W2517236235","https://openalex.org/W2537623947","https://openalex.org/W2948446709","https://openalex.org/W2968202530","https://openalex.org/W3015785795","https://openalex.org/W3021603984","https://openalex.org/W3045517780","https://openalex.org/W3091298266","https://openalex.org/W3155500647","https://openalex.org/W3212907084","https://openalex.org/W4225410237","https://openalex.org/W4309758191","https://openalex.org/W4312403563","https://openalex.org/W4353056919","https://openalex.org/W4366085612","https://openalex.org/W4380049449","https://openalex.org/W4385737331","https://openalex.org/W4385962693","https://openalex.org/W4387121506","https://openalex.org/W4391946977"],"related_works":["https://openalex.org/W4416054215","https://openalex.org/W4416748579","https://openalex.org/W4409983233","https://openalex.org/W7217074184","https://openalex.org/W4415442307","https://openalex.org/W4404818332","https://openalex.org/W7163014578","https://openalex.org/W3212907084","https://openalex.org/W4414197847","https://openalex.org/W4386883480"],"abstract_inverted_index":{"As":[0],"urban":[1,100,123,135,226,261,298],"centers":[2],"evolve":[3],"into":[4,259],"smart":[5,69,205,251],"cities,":[6,252],"sustainable":[7,250],"mobility":[8],"emerges":[9],"as":[10],"a":[11,26,48,61,73,85,96],"cornerstone":[12],"for":[13,55,200,223],"ensuring":[14,113],"environmental":[15,43,120],"integrity":[16],"and":[17,39,41,81,84,117,122,140,158,174,196,219,231,270,282,295],"enhancing":[18,118,138],"quality":[19],"of":[20,64,161,204,209,241,249,257,267,291],"life.":[21],"Autonomous":[22],"vehicles":[23],"(AVs)":[24],"play":[25],"pivotal":[27],"role":[28],"in":[29,58,68,134,190,213,273],"this":[30],"transformation,":[31],"with":[32],"the":[33,153,159,183,201,210,238,247,255,260,265,288],"potential":[34,266],"to":[35,99,109,131,145,171,237],"significantly":[36],"improve":[37],"efficiency":[38],"safety,":[40,80],"reduce":[42],"impacts.":[44],"This":[45,234],"study":[46,143],"introduces":[47],"novel":[49],"Multi-Agent":[50],"Actor\u2013Critic":[51],"(MA2C)":[52],"algorithm":[53,94,105,185,212],"tailored":[54],"multi-AV":[56],"lane-changing":[57,111],"mixed-traffic":[59],"scenarios,":[60],"critical":[62],"component":[63],"intelligent":[65],"transportation":[66,275],"systems":[67,276],"cities.":[70,206],"By":[71],"incorporating":[72],"local":[74],"reward":[75],"system":[76],"that":[77,88,182,277],"values":[78],"efficiency,":[79],"passenger":[82,194],"comfort,":[83,195],"parameter-sharing":[86],"scheme":[87],"encourages":[89],"inter-agent":[90],"collaboration,":[91],"our":[92],"MA2C":[93,104,184,211],"presents":[95],"comprehensive":[97],"approach":[98],"traffic":[101,115,136,176,227],"management.":[102],"The":[103,126,142,207],"leverages":[106],"reinforcement":[107],"learning":[108,269],"optimize":[110],"decisions,":[112],"optimal":[114],"flow":[116],"both":[119],"sustainability":[121],"living":[124],"standards.":[125],"actor\u2013critic":[127],"architecture":[128],"is":[129],"refined":[130],"minimize":[132],"variances":[133],"conditions,":[137,228],"predictability":[139],"safety.":[141],"extends":[144],"simulating":[146],"realistic":[147],"human-driven":[148],"vehicle":[149],"(HDV)":[150],"behavior":[151],"using":[152],"Intelligent":[154],"Driver":[155],"Model":[156],"(IDM)":[157],"model":[160],"Minimizing":[162],"Overall":[163],"Braking":[164],"Induced":[165],"by":[166],"Lane":[167],"changes":[168],"(MOBIL),":[169],"contributing":[170],"more":[172,224],"accurate":[173],"effective":[175],"management":[177],"strategies.":[178],"Empirical":[179],"results":[180],"indicate":[181],"outperforms":[186],"existing":[187],"state-of-the-art":[188],"models":[189],"managing":[191],"lane":[192],"changes,":[193],"inter-vehicle":[197],"cooperation,":[198],"essential":[199],"dynamic":[202],"environment":[203],"success":[208],"facilitating":[214],"seamless":[215],"interaction":[216],"between":[217],"AVs":[218,258],"HDVs":[220],"holds":[221],"promise":[222],"fluid":[225],"reduced":[229],"congestion,":[230],"lower":[232],"emissions.":[233],"research":[235],"contributes":[236],"growing":[239],"body":[240],"knowledge":[242],"on":[243,254],"autonomous":[244],"driving":[245],"within":[246],"framework":[248],"focusing":[253],"integration":[256],"fabric.":[262],"It":[263],"underscores":[264],"machine":[268],"artificial":[271],"intelligence":[272],"developing":[274],"are":[278],"not":[279],"only":[280],"efficient":[281],"safe":[283],"but":[284],"also":[285],"sustainable,":[286],"supporting":[287],"broader":[289],"goals":[290],"creating":[292],"resilient,":[293],"adaptive,":[294],"environmentally":[296],"friendly":[297],"spaces.":[299]},"counts_by_year":[{"year":2026,"cited_by_count":36},{"year":2025,"cited_by_count":37},{"year":2024,"cited_by_count":11}],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2024-02-22T00:00:00"}