{"id":"https://openalex.org/W3150493802","doi":"https://doi.org/10.1109/tvt.2021.3069921","title":"A Novel Reinforcement Learning-Based Cooperative Traffic Signal System Through Max-Pressure Control","display_name":"A Novel Reinforcement Learning-Based Cooperative Traffic Signal System Through Max-Pressure Control","publication_year":2021,"publication_date":"2021-03-31","ids":{"openalex":"https://openalex.org/W3150493802","doi":"https://doi.org/10.1109/tvt.2021.3069921","mag":"3150493802"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2021.3069921","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3069921","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012195474","display_name":"Azzedine Boukerche","orcid":"https://orcid.org/0000-0002-3851-9938"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Azzedine Boukerche","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa, Canada, 800 King Edward Ave., Ottawa, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-3851-9938","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Canada, 800 King Edward Ave., Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023638991","display_name":"Dunhao Zhong","orcid":"https://orcid.org/0000-0003-2190-8205"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Dunhao Zhong","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa, Canada, 800 King Edward Ave., Ottawa, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-2190-8205","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Canada, 800 King Edward Ave., Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074451730","display_name":"Peng Sun","orcid":"https://orcid.org/0000-0001-8356-1329"},"institutions":[{"id":"https://openalex.org/I4210159968","display_name":"Duke Kunshan University","ror":"https://ror.org/04sr5ys16","country_code":"CN","type":"education","lineage":["https://openalex.org/I170897317","https://openalex.org/I37461747","https://openalex.org/I4210159968"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Sun","raw_affiliation_strings":["Division of Natural and Applied Sciences, Duke Kunshan University, China"],"raw_orcid":"https://orcid.org/0000-0001-8356-1329","affiliations":[{"raw_affiliation_string":"Division of Natural and Applied Sciences, Duke Kunshan University, China","institution_ids":["https://openalex.org/I4210159968"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":null,"fwci":5.0744,"has_fulltext":false,"cited_by_count":87,"citation_normalized_percentile":{"value":0.96167715,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":"71","issue":"2","first_page":"1187","last_page":"1198"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7900623679161072},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6572995781898499},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.5491675138473511},{"id":"https://openalex.org/keywords/traffic-flow","display_name":"Traffic flow (computer networking)","score":0.5251359939575195},{"id":"https://openalex.org/keywords/data-transmission","display_name":"Data transmission","score":0.4893200099468231},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.4745508134365082},{"id":"https://openalex.org/keywords/traffic-generation-model","display_name":"Traffic generation model","score":0.4732765853404999},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.45746713876724243},{"id":"https://openalex.org/keywords/network-traffic-control","display_name":"Network traffic control","score":0.4388096332550049},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3315708637237549},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1733543574810028},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.15883365273475647}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7900623679161072},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6572995781898499},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5491675138473511},{"id":"https://openalex.org/C207512268","wikidata":"https://www.wikidata.org/wiki/Q3074551","display_name":"Traffic flow (computer networking)","level":2,"score":0.5251359939575195},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.4893200099468231},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.4745508134365082},{"id":"https://openalex.org/C176715033","wikidata":"https://www.wikidata.org/wiki/Q2080768","display_name":"Traffic generation model","level":2,"score":0.4732765853404999},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.45746713876724243},{"id":"https://openalex.org/C201100257","wikidata":"https://www.wikidata.org/wiki/Q393287","display_name":"Network traffic control","level":3,"score":0.4388096332550049},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3315708637237549},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1733543574810028},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.15883365273475647},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2021.3069921","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3069921","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W23993467","https://openalex.org/W1543115993","https://openalex.org/W1974844498","https://openalex.org/W1997834106","https://openalex.org/W2007894170","https://openalex.org/W2017647470","https://openalex.org/W2031277951","https://openalex.org/W2040204314","https://openalex.org/W2056169502","https://openalex.org/W2065748588","https://openalex.org/W2070310653","https://openalex.org/W2074500080","https://openalex.org/W2088595989","https://openalex.org/W2145339207","https://openalex.org/W2161455939","https://openalex.org/W2480177474","https://openalex.org/W2481601086","https://openalex.org/W2548134372","https://openalex.org/W2549048496","https://openalex.org/W2613084637","https://openalex.org/W2766710212","https://openalex.org/W2794842204","https://openalex.org/W2809148419","https://openalex.org/W2898388584","https://openalex.org/W2898401722","https://openalex.org/W2903709398","https://openalex.org/W2908630602","https://openalex.org/W2928629935","https://openalex.org/W2933570795","https://openalex.org/W2964255692","https://openalex.org/W2964749398","https://openalex.org/W2983178256","https://openalex.org/W2993539758","https://openalex.org/W3106357768","https://openalex.org/W4214717370","https://openalex.org/W4254718068","https://openalex.org/W6729224713"],"related_works":["https://openalex.org/W2359432571","https://openalex.org/W2587362999","https://openalex.org/W2376148523","https://openalex.org/W2724853758","https://openalex.org/W3117279048","https://openalex.org/W2371415490","https://openalex.org/W2365622786","https://openalex.org/W239469043","https://openalex.org/W2520057207","https://openalex.org/W2781750008"],"abstract_inverted_index":{"Improving":[0],"the":[1,23,49,55,66,70,74,87,99,122,127,134,148,155,158,166,193,196,205],"efficiency":[2],"of":[3,22,57,69,168,182,195],"traffic":[4,13,25,40,45,62,94,106,123,142,162,199],"signal":[5,41,75,95,200],"control":[6,42,96,121,137,201],"is":[7],"an":[8,91],"effective":[9,20],"way":[10],"to":[11,30,119,146],"alleviate":[12],"congestion":[14],"at":[15],"signalized":[16],"intersections.":[17],"To":[18,85],"achieve":[19],"management":[21],"system-wide":[24],"flows,":[26],"current":[27],"research":[28],"tends":[29],"focus":[31],"on":[32,65,133,172],"applying":[33],"reinforcement":[34],"learning":[35],"(RL)":[36],"techniques":[37],"for":[38,60],"collaborative":[39],"in":[43,104],"a":[44,105,141,179],"road":[46,107],"network.":[47,108],"However,":[48],"existing":[50],"collaboration-based":[51],"methods":[52,202],"often":[53],"ignore":[54],"impact":[56],"transmission":[58,101,150,184,207],"delay":[59,102,151,208],"exchanging":[61],"flow":[63],"information":[64],"system.":[67],"Most":[68],"studies":[71],"assume":[72],"that":[73,189],"controllers":[76],"can":[77],"collect":[78],"all":[79],"instantaneous":[80],"vehicular":[81],"features":[82],"without":[83],"delay.":[84],"fill":[86],"gap,":[88],"we":[89,112],"propose":[90,140],"RL-based":[92],"cooperative":[93],"scheme":[97],"considering":[98],"data":[100,149,183,206],"issue":[103,152],"In":[109],"this":[110],"paper,":[111],"(1)":[113],"design":[114],"our":[115,169,190],"new":[116],"RL":[117],"agents":[118],"cooperatively":[120],"signals":[124],"by":[125,153],"improving":[126],"reward":[128],"and":[129,160,175,203],"state":[130,143],"representation":[131],"based":[132],"state-of-the-art":[135],"max-pressure":[136],"theory;":[138],"(2)":[139],"prediction":[144],"method":[145,191],"address":[147],"decreasing":[154],"discrepancy":[156],"between":[157],"real-time":[159],"delayed":[161],"conditions;":[163],"(3)":[164],"evaluated":[165],"performance":[167,194],"proposed":[170],"work":[171],"both":[173],"synthetic":[174],"real-world":[176],"scenarios":[177],"with":[178],"different":[180],"range":[181],"delays.":[185],"The":[186],"results":[187],"demonstrate":[188],"surpassed":[192],"previous":[197],"max-pressure-based":[198],"addressed":[204],"issue.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":18},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":2}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}