{"id":"https://openalex.org/W4385327228","doi":"https://doi.org/10.1109/tii.2023.3296910","title":"MixLight: Mixed-Agent Cooperative Reinforcement Learning for Traffic Light Control","display_name":"MixLight: Mixed-Agent Cooperative Reinforcement Learning for Traffic Light Control","publication_year":2023,"publication_date":"2023-07-27","ids":{"openalex":"https://openalex.org/W4385327228","doi":"https://doi.org/10.1109/tii.2023.3296910"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2023.3296910","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2023.3296910","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053034755","display_name":"Ming Yang","orcid":"https://orcid.org/0000-0003-0462-6046"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Ming Yang","raw_affiliation_strings":["SKL of Internet of Things for Smart City and Department of Computer Information Science, University of Macau, Macao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SKL of Internet of Things for Smart City and Department of Computer Information Science, University of Macau, Macao, China","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100377938","display_name":"Yiming Wang","orcid":"https://orcid.org/0000-0002-7113-9726"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Yiming Wang","raw_affiliation_strings":["SKL of Internet of Things for Smart City and Department of Computer Information Science, University of Macau, Macao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SKL of Internet of Things for Smart City and Department of Computer Information Science, University of Macau, Macao, China","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101458462","display_name":"Yang Yu","orcid":"https://orcid.org/0000-0002-1052-5447"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Yu","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-1052-5447","affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107556956","display_name":"Mingliang Zhou","orcid":"https://orcid.org/0000-0002-1874-3641"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingliang Zhou","raw_affiliation_strings":["School of Computer Science, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-1874-3641","affiliations":[{"raw_affiliation_string":"School of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035706700","display_name":"Leong Hou U","orcid":"https://orcid.org/0000-0002-5135-5165"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Leong Hou U","raw_affiliation_strings":["SKL of Internet of Things for Smart City and Department of Computer Information Science, University of Macau, Macao, China"],"raw_orcid":"https://orcid.org/0000-0002-5135-5165","affiliations":[{"raw_affiliation_string":"SKL of Internet of Things for Smart City and Department of Computer Information Science, University of Macau, Macao, China","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I204512498"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1264,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.87154147,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"20","issue":"2","first_page":"2653","last_page":"2661"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executor","display_name":"Executor","score":0.9302939176559448},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.90469890832901},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6964075565338135},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.601889967918396},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5980228781700134},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5116970539093018},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.47072306275367737},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37401044368743896},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11241525411605835},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.11027213931083679}],"concepts":[{"id":"https://openalex.org/C180591056","wikidata":"https://www.wikidata.org/wiki/Q654437","display_name":"Executor","level":2,"score":0.9302939176559448},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.90469890832901},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6964075565338135},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.601889967918396},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5980228781700134},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5116970539093018},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.47072306275367737},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37401044368743896},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11241525411605835},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.11027213931083679},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2023.3296910","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2023.3296910","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2889962487","display_name":null,"funder_award_id":"62176027","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8070708041","display_name":null,"funder_award_id":"cstc2020jcyj- msxmX0790","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W5525483","https://openalex.org/W109362894","https://openalex.org/W562096680","https://openalex.org/W1564229684","https://openalex.org/W2031530760","https://openalex.org/W2074500080","https://openalex.org/W2084094510","https://openalex.org/W2125001944","https://openalex.org/W2579346514","https://openalex.org/W2736601468","https://openalex.org/W2809148419","https://openalex.org/W2903709398","https://openalex.org/W2915117209","https://openalex.org/W2945991855","https://openalex.org/W2964749398","https://openalex.org/W2983178256","https://openalex.org/W2985159211","https://openalex.org/W2988973041","https://openalex.org/W2998187693","https://openalex.org/W2998332605","https://openalex.org/W3004125297","https://openalex.org/W3008773386","https://openalex.org/W3086530824","https://openalex.org/W3098136553","https://openalex.org/W6615714308","https://openalex.org/W6627932998","https://openalex.org/W6635531434","https://openalex.org/W6732080978","https://openalex.org/W6738796088","https://openalex.org/W6741002519","https://openalex.org/W6749304979","https://openalex.org/W6774476936","https://openalex.org/W6787397593","https://openalex.org/W7011621630"],"related_works":["https://openalex.org/W3132876088","https://openalex.org/W4237320244","https://openalex.org/W3107299409","https://openalex.org/W3044912482","https://openalex.org/W3015007115","https://openalex.org/W3016598040","https://openalex.org/W2230606172","https://openalex.org/W3036516033","https://openalex.org/W3000107590","https://openalex.org/W1550052142"],"abstract_inverted_index":{"Optimizing":[0],"traffic":[1,12,26,39,64,94,140],"light":[2,27,65,95,141],"configuration":[3,96],"is":[4,35,105],"viewed":[5],"as":[6,37,56],"a":[7,57,81,163],"method":[8],"to":[9,23,68,91],"increase":[10],"the":[11,25,30,48,51,69,74,93,116,120,131,139,145,152,159,172,181],"throughput":[13],"in":[14,114,161],"urban":[15],"cities.":[16],"Recent":[17],"studies":[18,34],"have":[19],"employed":[20],"reinforcement":[21,84],"learning":[22,85],"optimize":[24],"configuration.":[28],"However,":[29],"assumption":[31],"of":[32,73,100,148,183],"these":[33],"oversimplified":[36],"all":[38],"lights":[40],"are":[41],"controlled":[42],"by":[43],"one":[44,63],"unified":[45],"policy.":[46],"In":[47,76],"real":[49],"world,":[50],"situation":[52],"becomes":[53],"more":[54,61],"complicated":[55],"city":[58],"may":[59],"deploy":[60],"than":[62],"policy":[66],"due":[67],"different":[70],"development":[71],"stages":[72],"city.":[75],"this":[77],"work,":[78],"we":[79,108,129],"propose":[80,109],"novel":[82],"multiagent":[83],"method,":[86],"called":[87],"MixLight,":[88],"which":[89,115,143],"aims":[90],"learn":[92],"under":[97],"an":[98,110],"environment":[99],"mixed":[101],"policies.":[102],"Our":[103],"contribution":[104],"twofold.":[106],"First,":[107],"executor-guide":[111],"dual":[112],"network,":[113],"guide":[117],"network":[118,122],"changes":[119],"executor":[121],"optimization":[123],"direction":[124],"via":[125],"reward":[126],"shaping.":[127],"Second,":[128],"improve":[130],"centralized":[132],"training":[133,155],"and":[134,150,177],"decentralized":[135],"execution":[136],"framework":[137],"for":[138],"environment,":[142],"reduces":[144],"exploration":[146],"space":[147],"agents":[149,160],"decreases":[151],"nonstationary":[153],"during":[154,171],"process.":[156],"This":[157],"assists":[158],"achieving":[162],"cooperative":[164],"strategy":[165],"based":[166],"on":[167,175],"their":[168],"local":[169],"observations":[170],"execution.":[173],"Experiments":[174],"real-world":[176],"synthetic":[178],"datasets":[179],"verify":[180],"superiority":[182],"our":[184],"proposed":[185],"method.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}