{"id":"https://openalex.org/W2920836636","doi":"https://doi.org/10.1109/access.2019.2904619","title":"A New Solution for Freeway Congestion: Cooperative Speed Limit Control Using Distributed Reinforcement Learning","display_name":"A New Solution for Freeway Congestion: Cooperative Speed Limit Control Using Distributed Reinforcement Learning","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2920836636","doi":"https://doi.org/10.1109/access.2019.2904619","mag":"2920836636"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2904619","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2904619","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08666107.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08666107.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100769648","display_name":"Chong Wang","orcid":"https://orcid.org/0000-0003-3809-8368"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chong Wang","raw_affiliation_strings":["Jiangsu Key Laboratory of Urban ITS, Jiangsu Province Collaborative Innovation Center of Modern Urban Traffic Technologies and Jiangsu Province Collaborative Innovation Center for Technology and Application of Internet of Things, School of Transportation, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-3809-8368","affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Urban ITS, Jiangsu Province Collaborative Innovation Center of Modern Urban Traffic Technologies and Jiangsu Province Collaborative Innovation Center for Technology and Application of Internet of Things, School of Transportation, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100410024","display_name":"Jian Zhang","orcid":"https://orcid.org/0000-0002-9086-7622"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Zhang","raw_affiliation_strings":["Jiangsu Key Laboratory of Urban ITS, Jiangsu Province Collaborative Innovation Center of Modern Urban Traffic Technologies and Jiangsu Province Collaborative Innovation Center for Technology and Application of Internet of Things, School of Transportation, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-9086-7622","affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Urban ITS, Jiangsu Province Collaborative Innovation Center of Modern Urban Traffic Technologies and Jiangsu Province Collaborative Innovation Center for Technology and Application of Internet of Things, School of Transportation, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077805164","display_name":"Linghui Xu","orcid":"https://orcid.org/0000-0002-0648-7724"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linghui Xu","raw_affiliation_strings":["Jiangsu Key Laboratory of Urban ITS, Jiangsu Province Collaborative Innovation Center of Modern Urban Traffic Technologies and Jiangsu Province Collaborative Innovation Center for Technology and Application of Internet of Things, School of Transportation, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Urban ITS, Jiangsu Province Collaborative Innovation Center of Modern Urban Traffic Technologies and Jiangsu Province Collaborative Innovation Center for Technology and Application of Internet of Things, School of Transportation, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100445638","display_name":"Linchao Li","orcid":"https://orcid.org/0000-0002-2574-0174"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linchao Li","raw_affiliation_strings":["Jiangsu Key Laboratory of Urban ITS, Jiangsu Province Collaborative Innovation Center of Modern Urban Traffic Technologies and Jiangsu Province Collaborative Innovation Center for Technology and Application of Internet of Things, School of Transportation, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Urban ITS, Jiangsu Province Collaborative Innovation Center of Modern Urban Traffic Technologies and Jiangsu Province Collaborative Innovation Center for Technology and Application of Internet of Things, School of Transportation, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101811648","display_name":"Bin Ran","orcid":"https://orcid.org/0000-0002-0845-8716"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Ran","raw_affiliation_strings":["Jiangsu Key Laboratory of Urban ITS, Jiangsu Province Collaborative Innovation Center of Modern Urban Traffic Technologies and Jiangsu Province Collaborative Innovation Center for Technology and Application of Internet of Things, School of Transportation, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Urban ITS, Jiangsu Province Collaborative Innovation Center of Modern Urban Traffic Technologies and Jiangsu Province Collaborative Innovation Center for Technology and Application of Internet of Things, School of Transportation, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":4.7212,"has_fulltext":true,"cited_by_count":75,"citation_normalized_percentile":{"value":0.95269041,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"7","issue":null,"first_page":"41947","last_page":"41957"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8096415996551514},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.7863127589225769},{"id":"https://openalex.org/keywords/speed-limit","display_name":"Speed limit","score":0.741069495677948},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.694383442401886},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.4505383372306824},{"id":"https://openalex.org/keywords/traffic-congestion","display_name":"Traffic congestion","score":0.4267580509185791},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4167245626449585},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3827788829803467},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3535197377204895},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.275918573141098},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1574842929840088},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1008715033531189}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8096415996551514},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7863127589225769},{"id":"https://openalex.org/C2780210587","wikidata":"https://www.wikidata.org/wiki/Q1077350","display_name":"Speed limit","level":2,"score":0.741069495677948},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.694383442401886},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.4505383372306824},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.4267580509185791},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4167245626449585},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3827788829803467},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3535197377204895},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.275918573141098},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1574842929840088},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1008715033531189},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2904619","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2904619","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08666107.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:749867a678614877810884dace5d9f6d","is_oa":true,"landing_page_url":"https://doaj.org/article/749867a678614877810884dace5d9f6d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 41947-41957 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2904619","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2904619","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08666107.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.6000000238418579}],"awards":[{"id":"https://openalex.org/G3543427749","display_name":null,"funder_award_id":"2016YFB0100906","funder_id":"https://openalex.org/F4320324856","funder_display_name":"Southeast University"},{"id":"https://openalex.org/G4535816222","display_name":null,"funder_award_id":"2242018K30015","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4679726156","display_name":null,"funder_award_id":"2016YFB0100906","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7091535160","display_name":null,"funder_award_id":"2242018K30015","funder_id":"https://openalex.org/F4320324856","funder_display_name":"Southeast University"},{"id":"https://openalex.org/G8770400786","display_name":null,"funder_award_id":"2016YFB0100906","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"},{"id":"https://openalex.org/F4320324856","display_name":"Southeast University","ror":"https://ror.org/04ct4d772"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2920836636.pdf","grobid_xml":"https://content.openalex.org/works/W2920836636.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W109970643","https://openalex.org/W206679605","https://openalex.org/W1470377755","https://openalex.org/W1519783625","https://openalex.org/W1546217859","https://openalex.org/W1560074431","https://openalex.org/W1639167632","https://openalex.org/W1986935961","https://openalex.org/W2001901081","https://openalex.org/W2015381051","https://openalex.org/W2022689755","https://openalex.org/W2036375849","https://openalex.org/W2037898135","https://openalex.org/W2048145000","https://openalex.org/W2063059576","https://openalex.org/W2077549727","https://openalex.org/W2088595989","https://openalex.org/W2106151847","https://openalex.org/W2106355821","https://openalex.org/W2106356011","https://openalex.org/W2108957357","https://openalex.org/W2133501851","https://openalex.org/W2136272694","https://openalex.org/W2140722533","https://openalex.org/W2190734544","https://openalex.org/W2330358296","https://openalex.org/W2344121439","https://openalex.org/W2624924877","https://openalex.org/W2779774899","https://openalex.org/W6631168379","https://openalex.org/W6633472260"],"related_works":["https://openalex.org/W2595172197","https://openalex.org/W2084856301","https://openalex.org/W2127970246","https://openalex.org/W2885125400","https://openalex.org/W1989889224","https://openalex.org/W4382618745","https://openalex.org/W1973775000","https://openalex.org/W2748922771","https://openalex.org/W4312117342","https://openalex.org/W2388865901"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,28],"novel":[4],"variable":[5],"speed":[6,87,150],"limit":[7],"control":[8,25,35,114,131,180],"system":[9,26,30,115,135],"under":[10,68],"the":[11,18,42,50,69,74,79,86,133,139,145,149,156,191],"vehicle":[12],"to":[13,16,48,62,72,84,178,185],"infrastructure":[14],"environment":[15],"optimize":[17],"freeway":[19,51,64,153],"traffic":[20,34,52,58,65,76,80,122,175],"mobility":[21,53,59],"and":[22,54,102,143],"safety.":[23],"The":[24,37,57,92,113],"is":[27,61,83,116,161],"multiagent":[29],"consists":[31],"of":[32,94],"several":[33],"agents.":[36],"agents":[38],"work":[39],"cooperatively":[40],"using":[41],"proposed":[43,134],"distributed":[44,95],"reinforcement":[45,96],"learning":[46,97],"approach":[47],"maximize":[49],"safety":[55,81],"benefits.":[56],"objective":[60,82],"maintain":[63],"density":[66],"slightly":[67],"critical":[70],"point":[71],"produce":[73],"maximum":[75],"volume,":[77],"while":[78],"reduce":[85],"difference":[88,151],"between":[89,152],"adjacent":[90],"segments.":[91],"merits":[93],"are":[98],"its":[99,106],"model-free":[100],"nature,":[101],"it":[103],"can":[104,136],"improve":[105],"performance":[107],"continually":[108],"as":[109],"time":[110,142],"goes":[111],"on.":[112],"developed":[117],"on":[118],"an":[119],"open":[120],"source":[121],"simulation":[123],"software.":[124],"Results":[125],"revealed":[126],"that":[127,167],"compared":[128],"with":[129],"no":[130],"cases,":[132],"noticeably":[137],"decrease":[138],"total":[140],"travel":[141],"increase":[144],"bottleneck":[146],"outflow.":[147],"Moreover,":[148],"segments":[154],"indicating":[155],"potential":[157],"rear-end":[158],"collision":[159],"risk":[160],"significantly":[162],"reduced.":[163],"We":[164],"also":[165],"found":[166],"there":[168],"could":[169],"be":[170],"more":[171,187],"than":[172],"one":[173],"optimal":[174,188],"equilibrium":[176],"according":[177],"different":[179],"objectives,":[181],"which":[182],"inspire":[183],"us":[184],"design":[186],"strategies":[189],"in":[190],"future.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
