{"id":"https://openalex.org/W4391768556","doi":"https://doi.org/10.1109/itsc57777.2023.10422618","title":"Perimeter Control Using Deep Reinforcement Learning: A Model-Free Approach Towards Homogeneous Flow Rate Optimization","display_name":"Perimeter Control Using Deep Reinforcement Learning: A Model-Free Approach Towards Homogeneous Flow Rate Optimization","publication_year":2023,"publication_date":"2023-09-24","ids":{"openalex":"https://openalex.org/W4391768556","doi":"https://doi.org/10.1109/itsc57777.2023.10422618"},"language":"en","primary_location":{"id":"doi:10.1109/itsc57777.2023.10422618","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc57777.2023.10422618","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 26th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101416393","display_name":"Xiaocan Li","orcid":"https://orcid.org/0000-0002-0667-8643"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xiaocan Li","raw_affiliation_strings":["University of Toronto,Department of Mechanical & Industrial Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto,Department of Mechanical & Industrial Engineering,Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092070238","display_name":"Ray Coden Mercurius","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ray Coden Mercurius","raw_affiliation_strings":["University of Toronto,Department of Civil & Mineral Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto,Department of Civil & Mineral Engineering,Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023063165","display_name":"Ayal Taitler","orcid":"https://orcid.org/0000-0003-3919-6883"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ayal Taitler","raw_affiliation_strings":["University of Toronto,Department of Mechanical & Industrial Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto,Department of Mechanical & Industrial Engineering,Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100357627","display_name":"Xiaoyu Wang","orcid":"https://orcid.org/0000-0002-8790-4779"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xiaoyu Wang","raw_affiliation_strings":["University of Toronto,Department of Civil & Mineral Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto,Department of Civil & Mineral Engineering,Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047810221","display_name":"Mohammad Noaeen","orcid":"https://orcid.org/0000-0002-2993-6393"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4210125326","display_name":"Public Health Ontario","ror":"https://ror.org/025z8ah66","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I4210125326"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mohammad Noaeen","raw_affiliation_strings":["Dalla Lana School of Public Health, University of Toronto,Canada","Dalla Lana School of Public Health, University of Toronto, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalla Lana School of Public Health, University of Toronto,Canada","institution_ids":["https://openalex.org/I185261750","https://openalex.org/I4210125326"]},{"raw_affiliation_string":"Dalla Lana School of Public Health, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750","https://openalex.org/I4210125326"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028174137","display_name":"Scott Sanner","orcid":"https://orcid.org/0000-0001-7984-8394"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Scott Sanner","raw_affiliation_strings":["University of Toronto,Department of Mechanical & Industrial Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto,Department of Mechanical & Industrial Engineering,Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007210426","display_name":"Baher Abdulhai","orcid":"https://orcid.org/0000-0002-8787-2578"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Baher Abdulhai","raw_affiliation_strings":["University of Toronto,Department of Civil & Mineral Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto,Department of Civil & Mineral Engineering,Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1474","last_page":"1479"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10360","display_name":"Fluid Dynamics and Turbulent Flows","score":0.9728999733924866,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10360","display_name":"Fluid Dynamics and Turbulent Flows","score":0.9728999733924866,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9702000021934509,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12007","display_name":"Plasma and Flow Control in Aerodynamics","score":0.968500018119812,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8082882165908813},{"id":"https://openalex.org/keywords/homogeneous","display_name":"Homogeneous","score":0.6400586366653442},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6340324878692627},{"id":"https://openalex.org/keywords/perimeter","display_name":"Perimeter","score":0.6096113324165344},{"id":"https://openalex.org/keywords/flow","display_name":"Flow (mathematics)","score":0.4682741165161133},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.46003279089927673},{"id":"https://openalex.org/keywords/flow-control","display_name":"Flow control (data)","score":0.44197216629981995},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.4147365689277649},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.371401309967041},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.25969618558883667},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12371164560317993}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8082882165908813},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.6400586366653442},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6340324878692627},{"id":"https://openalex.org/C98503990","wikidata":"https://www.wikidata.org/wiki/Q28474","display_name":"Perimeter","level":2,"score":0.6096113324165344},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.4682741165161133},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.46003279089927673},{"id":"https://openalex.org/C186766456","wikidata":"https://www.wikidata.org/wiki/Q612457","display_name":"Flow control (data)","level":2,"score":0.44197216629981995},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.4147365689277649},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.371401309967041},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.25969618558883667},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12371164560317993},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc57777.2023.10422618","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc57777.2023.10422618","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 26th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1762468400","https://openalex.org/W2015742367","https://openalex.org/W2169761784","https://openalex.org/W2556996835","https://openalex.org/W2736601468","https://openalex.org/W2896208389","https://openalex.org/W2906438979","https://openalex.org/W2914678092","https://openalex.org/W2952711683","https://openalex.org/W3013050747","https://openalex.org/W3027290303","https://openalex.org/W3119193881","https://openalex.org/W3175186335"],"related_works":["https://openalex.org/W2488601361","https://openalex.org/W1977612671","https://openalex.org/W4235563942","https://openalex.org/W1970646112","https://openalex.org/W4297493199","https://openalex.org/W2064010689","https://openalex.org/W2075768481","https://openalex.org/W2999818717","https://openalex.org/W147598813","https://openalex.org/W4297724417"],"abstract_inverted_index":{"Perimeter":[0],"control":[1],"maintains":[2],"high":[3],"traffic":[4,19],"efficiency":[5],"within":[6],"protected":[7,81],"regions":[8,14],"by":[9],"controlling":[10],"transfer":[11],"flows":[12],"among":[13],"to":[15,65,173],"ensure":[16],"that":[17,90,150,183],"their":[18],"densities":[20],"are":[21,53,62,91,129],"below":[22],"critical":[23],"values.":[24],"Existing":[25],"approaches":[26,52,138],"can":[27,85,196],"be":[28],"categorized":[29],"as":[30],"either":[31],"model-based":[32,51,96,137,204],"or":[33,194],"model-free,":[34],"depending":[35],"on":[36,40],"whether":[37],"they":[38,61],"rely":[39],"network":[41],"transmission":[42],"models":[43],"(NTMs)":[44],"and":[45,57,68,83,88,119,139,198,206,210],"macroscopic":[46,126,140],"fundamental":[47],"diagrams":[48],"(MFDs).":[49],"Although":[50],"more":[54],"data":[55],"efficient":[56],"have":[58,102],"performance":[59,201],"guarantees,":[60],"inherently":[63],"prone":[64],"model":[66],"bias":[67],"inaccuracy.":[69],"For":[70],"example,":[71],"NTMs":[72,193],"often":[73,123],"become":[74],"imprecise":[75],"for":[76,106],"a":[77,144,203],"large":[78],"number":[79],"of":[80,136,168,177,192,202],"regions,":[82],"MFDs":[84,195],"exhibit":[86],"scatter":[87],"hysteresis":[89],"not":[92],"captured":[93],"in":[94,111,125],"existing":[95,100],"works.":[97],"Moreover,":[98],"no":[99],"studies":[101],"employed":[103],"reinforcement":[104,147,186],"learning":[105,148,187],"homogeneous":[107],"flow":[108,153],"rate":[109,154],"optimization":[110],"microscopic":[112,161],"simulation,":[113,141],"where":[114],"spatial":[115],"characteristics,":[116],"vehicle-level":[117],"information,":[118],"metering":[120],"realizations":[121],"-":[122,128],"overlooked":[124],"simulations":[127],"taken":[130],"into":[131],"account.":[132],"To":[133],"circumvent":[134],"issues":[135],"we":[142,164],"explore":[143],"model-free":[145,185],"deep":[146],"approach":[149,188],"optimizes":[151],"the":[152,157,160,169,175,184,200],"homogeneously":[155],"at":[156,159],"perimeter":[158],"level.":[162],"Additionally,":[163],"investigate":[165],"different":[166,178],"arrangements":[167],"agent's":[170],"state":[171,179],"space":[172],"assess":[174],"importance":[176],"variables.":[180],"Results":[181],"demonstrate":[182],"without":[189],"any":[190],"knowledge":[191],"compete":[197],"match":[199],"approach,":[205],"exhibits":[207],"enhanced":[208],"generalizability":[209],"scalability.":[211]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}