{"id":"https://openalex.org/W4320729567","doi":"https://doi.org/10.3390/su15043479","title":"Multi-Agent Reinforcement Learning for Traffic Signal Control: A Cooperative Approach","display_name":"Multi-Agent Reinforcement Learning for Traffic Signal Control: A Cooperative Approach","publication_year":2023,"publication_date":"2023-02-14","ids":{"openalex":"https://openalex.org/W4320729567","doi":"https://doi.org/10.3390/su15043479"},"language":"en","primary_location":{"id":"doi:10.3390/su15043479","doi":"https://doi.org/10.3390/su15043479","is_oa":true,"landing_page_url":"https://doi.org/10.3390/su15043479","pdf_url":"https://www.mdpi.com/2071-1050/15/4/3479/pdf?version=1676365144","source":{"id":"https://openalex.org/S10134376","display_name":"Sustainability","issn_l":"2071-1050","issn":["2071-1050"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sustainability","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2071-1050/15/4/3479/pdf?version=1676365144","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028688404","display_name":"M\u00e1t\u00e9 Kolat","orcid":"https://orcid.org/0000-0002-8434-6169","observed_orcids":["https://orcid.org/0000-0002-8434-6169"]},"institutions":[{"id":"https://openalex.org/I29770179","display_name":"Budapest University of Technology and Economics","ror":"https://ror.org/02w42ss30","country_code":"HU","type":"education","lineage":["https://openalex.org/I29770179"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"M\u00e1t\u00e9 Kolat","raw_affiliation_strings":["Department of Control for Transportation and Vehicle Systems, Budapest University of Technology and Economics, H-1111 Budapest, Hungary"],"raw_orcid":"https://orcid.org/0000-0002-8434-6169","affiliations":[{"raw_affiliation_string":"Department of Control for Transportation and Vehicle Systems, Budapest University of Technology and Economics, H-1111 Budapest, Hungary","institution_ids":["https://openalex.org/I29770179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074225709","display_name":"B\u00e1lint K\u0151v\u00e1ri","orcid":"https://orcid.org/0000-0003-2178-2921","observed_orcids":["https://orcid.org/0000-0003-2178-2921"]},"institutions":[{"id":"https://openalex.org/I29770179","display_name":"Budapest University of Technology and Economics","ror":"https://ror.org/02w42ss30","country_code":"HU","type":"education","lineage":["https://openalex.org/I29770179"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"B\u00e1lint K\u0151v\u00e1ri","raw_affiliation_strings":["Department of Control for Transportation and Vehicle Systems, Budapest University of Technology and Economics, H-1111 Budapest, Hungary"],"raw_orcid":"https://orcid.org/0000-0003-2178-2921","affiliations":[{"raw_affiliation_string":"Department of Control for Transportation and Vehicle Systems, Budapest University of Technology and Economics, H-1111 Budapest, Hungary","institution_ids":["https://openalex.org/I29770179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000436758","display_name":"Tam\u00e1s B\u00e9csi","orcid":"https://orcid.org/0000-0002-1487-9672","observed_orcids":["https://orcid.org/0000-0002-1487-9672"]},"institutions":[{"id":"https://openalex.org/I29770179","display_name":"Budapest University of Technology and Economics","ror":"https://ror.org/02w42ss30","country_code":"HU","type":"education","lineage":["https://openalex.org/I29770179"]}],"countries":["HU"],"is_corresponding":true,"raw_author_name":"Tam\u00e1s B\u00e9csi","raw_affiliation_strings":["Department of Control for Transportation and Vehicle Systems, Budapest University of Technology and Economics, H-1111 Budapest, Hungary"],"raw_orcid":"https://orcid.org/0000-0002-1487-9672","affiliations":[{"raw_affiliation_string":"Department of Control for Transportation and Vehicle Systems, Budapest University of Technology and Economics, H-1111 Budapest, Hungary","institution_ids":["https://openalex.org/I29770179"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084972354","display_name":"Szil\u00e1rd Aradi","orcid":"https://orcid.org/0000-0001-6811-2584","observed_orcids":["https://orcid.org/0000-0001-6811-2584"]},"institutions":[{"id":"https://openalex.org/I29770179","display_name":"Budapest University of Technology and Economics","ror":"https://ror.org/02w42ss30","country_code":"HU","type":"education","lineage":["https://openalex.org/I29770179"]}],"countries":["HU"],"is_corresponding":true,"raw_author_name":"Szil\u00e1rd Aradi","raw_affiliation_strings":["Department of Control for Transportation and Vehicle Systems, Budapest University of Technology and Economics, H-1111 Budapest, Hungary"],"raw_orcid":"https://orcid.org/0000-0001-6811-2584","affiliations":[{"raw_affiliation_string":"Department of Control for Transportation and Vehicle Systems, Budapest University of Technology and Economics, H-1111 Budapest, Hungary","institution_ids":["https://openalex.org/I29770179"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5000436758","https://openalex.org/A5084972354"],"corresponding_institution_ids":["https://openalex.org/I29770179"],"apc_list":{"value":2200,"currency":"CHF","value_usd":2447},"apc_paid":{"value":2200,"currency":"CHF","value_usd":2447},"fwci":9.667,"has_fulltext":true,"cited_by_count":111,"citation_normalized_percentile":{"value":0.99184002,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"15","issue":"4","first_page":"3479","last_page":"3479"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/traffic-signal-control","display_name":"traffic signal control","score":0.9800000190734863},{"id":"https://openalex.org/keywords/traffic-congestion","display_name":"traffic congestion","score":0.6650000214576721},{"id":"https://openalex.org/keywords/signalized-intersections","display_name":"signalized intersections","score":0.9459999799728394},{"id":"https://openalex.org/keywords/reward-function-design","display_name":"reward function design","score":0.6859999895095825},{"id":"https://openalex.org/keywords/fuel-conservation","display_name":"fuel consumption reduction","score":0.8169999718666077},{"id":"https://openalex.org/keywords/travel-time-reduction","display_name":"travel time reduction","score":0.9079999923706055},{"id":"https://openalex.org/keywords/sustainable-transport","display_name":"sustainable transport","score":0.871999979019165},{"id":"https://openalex.org/keywords/urban-traffic-management","display_name":"urban traffic management","score":0.6299999952316284}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7990989685058594},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.6432805061340332},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5914573073387146},{"id":"https://openalex.org/C45882903","wikidata":"https://www.wikidata.org/wiki/Q5042317","display_name":"Fuel efficiency","level":2,"score":0.555743932723999},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.5286555886268616},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5126215815544128},{"id":"https://openalex.org/C39853841","wikidata":"https://www.wikidata.org/wiki/Q161078","display_name":"Urbanization","level":2,"score":0.49063625931739807},{"id":"https://openalex.org/C66204764","wikidata":"https://www.wikidata.org/wiki/Q219416","display_name":"Sustainability","level":2,"score":0.44503650069236755},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.43308937549591064},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4290396571159363},{"id":"https://openalex.org/C16160715","wikidata":"https://www.wikidata.org/wiki/Q1640676","display_name":"Traffic engineering","level":2,"score":0.4168907701969147},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2541443705558777},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19794151186943054},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.11189162731170654},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/su15043479","doi":"https://doi.org/10.3390/su15043479","is_oa":true,"landing_page_url":"https://doi.org/10.3390/su15043479","pdf_url":"https://www.mdpi.com/2071-1050/15/4/3479/pdf?version=1676365144","source":{"id":"https://openalex.org/S10134376","display_name":"Sustainability","issn_l":"2071-1050","issn":["2071-1050"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sustainability","raw_type":"journal-article"},{"id":"pmh:oai:real.mtak.hu:175028","doi":null,"is_oa":true,"landing_page_url":"http://real.mtak.hu/175028/1/sustainability-15-03479%20%281%29.pdf","pdf_url":"http://real.mtak.hu/175028/1/sustainability-15-03479%20%281%29.pdf","source":{"id":"https://openalex.org/S4306400081","display_name":"Repository of the Academy's Library (Library of the Hungarian Academy of Sciences)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210140733","host_organization_name":"Library and Information Centre of the Hungarian Academy of Sciences","host_organization_lineage":["https://openalex.org/I4210140733"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:RePEc:gam:jsusta:v:15:y:2023:i:4:p:3479-:d:1067905","doi":null,"is_oa":false,"landing_page_url":"https://www.mdpi.com/2071-1050/15/4/3479/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/su15043479","doi":"https://doi.org/10.3390/su15043479","is_oa":true,"landing_page_url":"https://doi.org/10.3390/su15043479","pdf_url":"https://www.mdpi.com/2071-1050/15/4/3479/pdf?version=1676365144","source":{"id":"https://openalex.org/S10134376","display_name":"Sustainability","issn_l":"2071-1050","issn":["2071-1050"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sustainability","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":1.0,"id":"https://metadata.un.org/sdg/11"},{"display_name":"Industry, innovation and infrastructure","score":0.8970999717712402,"id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G1189182409","display_name":null,"funder_award_id":"RRF-2.3.1-21-2022-00002","funder_id":"https://openalex.org/F4320322193","funder_display_name":"Nemzeti Kutat\u00e1si \u00e9s Technol\u00f3giai Hivatal"},{"id":"https://openalex.org/G298428782","display_name":null,"funder_award_id":"TKP2021","funder_id":"https://openalex.org/F4320335908","funder_display_name":"Nemzeti Kutat\u00e1si, Fejleszt\u00e9si \u00e9s Innovaci\u00f3s Alap"},{"id":"https://openalex.org/G424312806","display_name":null,"funder_award_id":"RRF\u20102.3.1\u201021\u20102022\u201000002","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5302901977","display_name":null,"funder_award_id":"BME-NVA-02","funder_id":"https://openalex.org/F4320322193","funder_display_name":"Nemzeti Kutat\u00e1si \u00e9s Technol\u00f3giai Hivatal"},{"id":"https://openalex.org/G5832792749","display_name":null,"funder_award_id":"BME\u2010NVA\u201002","funder_id":"https://openalex.org/F4320335908","funder_display_name":"Nemzeti Kutat\u00e1si, Fejleszt\u00e9si \u00e9s Innovaci\u00f3s Alap"},{"id":"https://openalex.org/G7282515866","display_name":null,"funder_award_id":"BME-NVA-02","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320322192","display_name":"Magyar Tudom\u00e1nyos Akad\u00e9mia","ror":"https://ror.org/02ks8qq67"},{"id":"https://openalex.org/F4320322193","display_name":"Nemzeti Kutat\u00e1si \u00e9s Technol\u00f3giai Hivatal","ror":"https://ror.org/03g2am276"},{"id":"https://openalex.org/F4320335908","display_name":"Nemzeti Kutat\u00e1si, Fejleszt\u00e9si \u00e9s Innovaci\u00f3s Alap","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4320729567.pdf","grobid_xml":"https://content.openalex.org/works/W4320729567.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1563951143","https://openalex.org/W1658008008","https://openalex.org/W1681299129","https://openalex.org/W1964403366","https://openalex.org/W2033254849","https://openalex.org/W2093633392","https://openalex.org/W2104602264","https://openalex.org/W2129670787","https://openalex.org/W2131600418","https://openalex.org/W2139053308","https://openalex.org/W2145339207","https://openalex.org/W2155027007","https://openalex.org/W2257979135","https://openalex.org/W2548134372","https://openalex.org/W2625186350","https://openalex.org/W2809148419","https://openalex.org/W2904065660","https://openalex.org/W2962887844","https://openalex.org/W2964161785","https://openalex.org/W2983178256","https://openalex.org/W3080269550","https://openalex.org/W3096739060","https://openalex.org/W4210742101","https://openalex.org/W4225645752","https://openalex.org/W4290052301","https://openalex.org/W4296748102","https://openalex.org/W4306316939","https://openalex.org/W7011621630"],"related_works":["https://openalex.org/W4321637289","https://openalex.org/W4394911033","https://openalex.org/W4402952799","https://openalex.org/W4402269333","https://openalex.org/W4415760748","https://openalex.org/W3181617947","https://openalex.org/W4411855265","https://openalex.org/W4402040367","https://openalex.org/W7162757976","https://openalex.org/W7117753990"],"abstract_inverted_index":{"The":[0,59,147,170,205,235],"rapid":[1],"growth":[2],"of":[3,22,62,70,98,145,149,172,207,213,220,229,237],"urbanization":[4],"and":[5,56,167,199,224,247],"the":[6,23,71,96,105,127,131,139,143,177,190,211,218,226,252],"constant":[7],"demand":[8],"for":[9,45,74],"mobility":[10],"have":[11,134],"put":[12],"a":[13,51,91,111,114,122,158,244],"great":[14],"strain":[15],"on":[16,104],"transportation":[17,99,186,249],"systems":[18],"in":[19,26,50,54,95,126,138,157,185,216,232,251],"cities.":[20],"One":[21],"major":[24],"challenges":[25],"these":[27,66,79],"areas":[28],"is":[29,68,152],"traffic":[30,63,86,106,155,221,230],"congestion,":[31],"particularly":[32],"at":[33,65],"signalized":[34],"intersections.":[35],"This":[36,101,119],"problem":[37],"not":[38],"only":[39],"leads":[40],"to":[41,84,136,153,243],"longer":[42],"travel":[43,201],"times":[44],"commuters,":[46],"but":[47],"also":[48],"results":[49,171,206],"significant":[52,183],"increase":[53],"local":[55],"global":[57],"emissions.":[58],"fixed":[60],"cycle":[61],"lights":[64],"intersections":[67],"one":[69],"primary":[72],"reasons":[73],"this":[75,150,173,208,238],"issue.":[76],"To":[77],"address":[78],"challenges,":[80],"applying":[81],"reinforcement":[82,214],"learning":[83,215],"coordinating":[85],"light":[87,222],"controllers":[88,223],"has":[89],"become":[90],"highly":[92],"researched":[93],"topic":[94],"field":[97],"engineering.":[100],"paper":[102],"focuses":[103],"signal":[107],"control":[108],"problem,":[109],"proposing":[110],"solution":[112,240],"using":[113],"multi-agent":[115,128],"deep":[116],"Q-learning":[117],"algorithm.":[118],"study":[120,151,174,209],"introduces":[121],"novel":[123],"rewarding":[124],"concept":[125],"environment,":[129],"as":[130],"reward":[132],"schemes":[133],"yet":[135],"evolve":[137],"following":[140],"years":[141],"with":[142],"advancement":[144],"techniques.":[146],"goal":[148],"manage":[154],"networks":[156],"more":[159,245],"efficient":[160,248],"manner,":[161],"taking":[162],"into":[163],"account":[164],"both":[165],"sustainability":[166],"classic":[168],"measures.":[169],"indicate":[175],"that":[176],"proposed":[178,191,239],"approach":[179,192],"can":[180,193],"bring":[181],"about":[182],"improvements":[184],"systems.":[187],"For":[188],"instance,":[189],"reduce":[194],"fuel":[195],"consumption":[196],"by":[197,203],"11%":[198],"average":[200],"time":[202],"13%.":[204],"demonstrate":[210],"potential":[212],"improving":[217],"coordination":[219],"reducing":[225],"negative":[227],"impacts":[228],"congestion":[231],"urban":[233],"areas.":[234],"implementation":[236],"could":[241],"contribute":[242],"sustainable":[246],"system":[250],"future.":[253]},"counts_by_year":[{"year":2026,"cited_by_count":42},{"year":2025,"cited_by_count":42},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":5}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2023-02-15T00:00:00"}