{"id":"https://openalex.org/W4399881883","doi":"https://doi.org/10.1109/tce.2024.3416822","title":"Cooperative Multi-Agent Reinforcement Learning Framework for Edge Intelligence-Empowered Traffic Light Control","display_name":"Cooperative Multi-Agent Reinforcement Learning Framework for Edge Intelligence-Empowered Traffic Light Control","publication_year":2024,"publication_date":"2024-06-21","ids":{"openalex":"https://openalex.org/W4399881883","doi":"https://doi.org/10.1109/tce.2024.3416822"},"language":"en","primary_location":{"id":"doi:10.1109/tce.2024.3416822","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2024.3416822","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028213488","display_name":"Haiyong Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiyong Shi","raw_affiliation_strings":["School of Computer Science and Artificial Intelligence, Wuhan University of Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Artificial Intelligence, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086581834","display_name":"Bingyi Liu","orcid":"https://orcid.org/0000-0001-8403-1776"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingyi Liu","raw_affiliation_strings":["School of Computer Science and Artificial Intelligence, Wuhan University of Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-8403-1776","affiliations":[{"raw_affiliation_string":"School of Computer Science and Artificial Intelligence, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085805626","display_name":"Enshu Wang","orcid":"https://orcid.org/0000-0001-7253-4763"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Enshu Wang","raw_affiliation_strings":["School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019042027","display_name":"Weizhen Han","orcid":"https://orcid.org/0000-0003-2992-2650"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weizhen Han","raw_affiliation_strings":["School of Computer Science and Artificial Intelligence, Wuhan University of Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-2992-2650","affiliations":[{"raw_affiliation_string":"School of Computer Science and Artificial Intelligence, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068222601","display_name":"Jinfan Wang","orcid":"https://orcid.org/0009-0003-0793-1553"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinfan Wang","raw_affiliation_strings":["Institute of Future Networks, Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Future Networks, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100316560","display_name":"Shihong Cui","orcid":null},"institutions":[{"id":"https://openalex.org/I4210133666","display_name":"Tiandi Science & Technology (China)","ror":"https://ror.org/03ssr6t63","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210133666"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shihong Cui","raw_affiliation_strings":["Marketing Department, Tianyijiaotong Technology Company Ltd., Suzhou, China","CICT Connected and Intelligent Technologies Co., Ltd, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Marketing Department, Tianyijiaotong Technology Company Ltd., Suzhou, China","institution_ids":["https://openalex.org/I4210133666"]},{"raw_affiliation_string":"CICT Connected and Intelligent Technologies Co., Ltd, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108047844","display_name":"Libing Wu","orcid":"https://orcid.org/0000-0001-9897-1953"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Libing Wu","raw_affiliation_strings":["School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-9897-1953","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3616,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.88502345,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"70","issue":"4","first_page":"7373","last_page":"7384"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.8289999961853027,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.8289999961853027,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.8188999891281128,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14420","display_name":"Advanced Research in Systems and Signal Processing","score":0.7860999703407288,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7722567319869995},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6330093145370483},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5463294982910156},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5196803212165833},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.4459651708602905},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41691720485687256},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.37372446060180664}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7722567319869995},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6330093145370483},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5463294982910156},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5196803212165833},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.4459651708602905},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41691720485687256},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.37372446060180664}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2024.3416822","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2024.3416822","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2401553541","display_name":null,"funder_award_id":"2022BAA052","funder_id":"https://openalex.org/F4320327780","funder_display_name":"Key Research and Development Program of Jiangxi Province"},{"id":"https://openalex.org/G3081801827","display_name":null,"funder_award_id":"No.62302326","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4310234715","display_name":null,"funder_award_id":"62272357","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7014985562","display_name":null,"funder_award_id":"No.62272357","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G851167736","display_name":null,"funder_award_id":"No.2020B0101130003","funder_id":"https://openalex.org/F4320336405","funder_display_name":"Special Project for Research and Development in Key areas of Guangdong Province"},{"id":"https://openalex.org/G8932672722","display_name":null,"funder_award_id":"62302326","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327780","display_name":"Key Research and Development Program of Jiangxi Province","ror":null},{"id":"https://openalex.org/F4320336405","display_name":"Special Project for Research and Development in Key areas of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W88321862","https://openalex.org/W2617547828","https://openalex.org/W2903709398","https://openalex.org/W2991995523","https://openalex.org/W3013184722","https://openalex.org/W3016465647","https://openalex.org/W3031997723","https://openalex.org/W3096739060","https://openalex.org/W3129719229","https://openalex.org/W3132143347","https://openalex.org/W3174818244","https://openalex.org/W3189931457","https://openalex.org/W4206007985","https://openalex.org/W4214850288","https://openalex.org/W4220684089","https://openalex.org/W4226249635","https://openalex.org/W4285221302","https://openalex.org/W4313555308","https://openalex.org/W4319068867","https://openalex.org/W4321608256","https://openalex.org/W4377971464","https://openalex.org/W4378697408","https://openalex.org/W4379033898","https://openalex.org/W4379469740","https://openalex.org/W4380303658","https://openalex.org/W4385153790","https://openalex.org/W4386453517","https://openalex.org/W4386736827","https://openalex.org/W4386918758","https://openalex.org/W4390480864","https://openalex.org/W4392172968","https://openalex.org/W6738796088","https://openalex.org/W6741002519","https://openalex.org/W6752380930","https://openalex.org/W6761754428","https://openalex.org/W6766805167","https://openalex.org/W6784152626","https://openalex.org/W6840380725"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W4391331176"],"abstract_inverted_index":{"Edge":[0],"Intelligence":[1],"(EI)":[2],"technologies":[3],"obtain":[4],"an":[5,165],"advance":[6],"with":[7],"promotion":[8],"by":[9,190],"Consumer":[10],"Electronics":[11],"(CE)":[12],"and":[13,40,87,99,173,193],"spread":[14],"to":[15,108,134,157],"the":[16,24,33,52,84,88,92,100,104,121,126,132,158,182],"Intelligent":[17],"Transportation":[18],"System":[19],"(ITS).":[20],"As":[21],"part":[22],"of":[23,35,42,55,170],"edge":[25],"in":[26,178],"ITS,":[27],"traffic":[28,38,57,127],"lights":[29,39,58],"suffer":[30],"from":[31],"overlooking":[32],"importance":[34],"cooperation":[36,96],"among":[37,97],"lack":[41],"long":[43,111],"sequence":[44,112],"scheduling.":[45,113],"To":[46],"address":[47],"this":[48],"challenge,":[49],"we":[50,67,115,142],"formulate":[51],"control":[53],"problem":[54],"multi-intersection":[56],"as":[59],"a":[60,69,75,110,117,144],"multi-agent":[61,79],"Markov":[62],"game":[63],"problem.":[64],"In":[65,155],"response,":[66],"propose":[68],"Cooperative":[70],"Adaptive":[71],"Control":[72],"Method":[73],"(CACOM),":[74],"framework":[76,102],"based":[77,124],"on":[78,125],"reinforcement":[80],"learning.":[81],"CACOM":[82],"integrates":[83],"mixing":[85,93,122],"network":[86,94,123],"options":[89,101],"framework.":[90],"Specifically,":[91],"enables":[95],"intersections,":[98,130],"provides":[103],"ability":[105],"for":[106,120,152,175,185],"intersections":[107],"make":[109],"Besides,":[114],"designed":[116],"weight":[118],"generator":[119],"conditions":[128],"at":[129],"allowing":[131],"agents":[133],"adjust":[135],"their":[136],"weights":[137],"adaptively":[138],"during":[139],"cooperation.":[140],"Finally,":[141],"build":[143],"simulator":[145],"including":[146],"two":[147,179],"real-world":[148],"urban":[149],"road":[150],"networks":[151],"extensive":[153],"evaluation.":[154],"contrast":[156],"best":[159],"baseline":[160],"methods,":[161],"our":[162],"approach":[163],"achieves":[164],"average":[166],"waiting":[167,183],"time":[168,184],"reduction":[169],"around":[171],"24%":[172],"42%":[174],"high-priority":[176],"vehicles":[177,187],"scenarios.":[180],"Moreover,":[181],"all":[186],"is":[188],"decreased":[189],"approximately":[191],"15%":[192],"6%,":[194],"respectively.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}