{"id":"https://openalex.org/W2624967856","doi":null,"title":"Decentralized Coordinated Optimal Ramp Metering using Multi-agent Reinforcement Learning","display_name":"Decentralized Coordinated Optimal Ramp Metering using Multi-agent Reinforcement Learning","alternate_titles":[],"publication_year":2014,"publication_date":"2014-11-01","ids":{"openalex":"https://openalex.org/W2624967856","mag":"2624967856"},"language":"en","primary_location":{"id":"pmh:oai:utoronto.scholaris.ca:1807/68283","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1807/68283","pdf_url":"https://utoronto.scholaris.ca/bitstreams/c0fb06ec-30ba-4580-9079-1cee37939119/download","source":{"id":"https://openalex.org/S4306400261","display_name":"TSpace (University of Toronto)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I185261750","host_organization_name":"University of Toronto","host_organization_lineage":["https://openalex.org/I185261750"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"parent_works":[],"lineage":["https://openalex.org/W2624967856"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://utoronto.scholaris.ca/bitstreams/c0fb06ec-30ba-4580-9079-1cee37939119/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078758172","display_name":"Kasra Rezaee","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Kasra Rezaee","raw_affiliation_strings":["Civil Engineering Department, University of Toronto"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Civil Engineering Department, University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5078758172"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":9,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ramp-metering","display_name":"ramp metering","score":0.984000027179718},{"id":"https://openalex.org/keywords/freeway-congestion","display_name":"freeway congestion","score":0.42899999022483826},{"id":"https://openalex.org/keywords/multi-agent-reinforcement-learning","display_name":"multi-agent reinforcement learning","score":0.8709999918937683},{"id":"https://openalex.org/keywords/decentralized-control","display_name":"decentralized control","score":0.7670000195503235},{"id":"https://openalex.org/keywords/function-approximation","display_name":"function approximation","score":0.828000009059906},{"id":"https://openalex.org/keywords/travel-time-reduction","display_name":"travel time reduction","score":0.7440000176429749},{"id":"https://openalex.org/keywords/dynamic-traffic-control","display_name":"dynamic traffic control","score":0.7870000004768372},{"id":"https://openalex.org/keywords/microsimulation-model","display_name":"microsimulation model","score":0.492000013589859}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7613152265548706},{"id":"https://openalex.org/C30905978","wikidata":"https://www.wikidata.org/wiki/Q815598","display_name":"Metering mode","level":2,"score":0.6328784227371216},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5236363410949707},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.5225098729133606},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.49292659759521484},{"id":"https://openalex.org/C158739034","wikidata":"https://www.wikidata.org/wiki/Q1907114","display_name":"Metropolitan area","level":2,"score":0.4259869456291199},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4104043245315552},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.36216914653778076},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32369673252105713},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.23595046997070312},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1596871316432953},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13225623965263367},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.11893343925476074},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:utoronto.scholaris.ca:1807/68283","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1807/68283","pdf_url":"https://utoronto.scholaris.ca/bitstreams/c0fb06ec-30ba-4580-9079-1cee37939119/download","source":{"id":"https://openalex.org/S4306400261","display_name":"TSpace (University of Toronto)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I185261750","host_organization_name":"University of Toronto","host_organization_lineage":["https://openalex.org/I185261750"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},{"id":"mag:2624967856","doi":null,"is_oa":false,"landing_page_url":"https://tspace.library.utoronto.ca/bitstream/1807/68283/1/Rezaee_Kasra_201411_PhD_thesis.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:utoronto.scholaris.ca:1807/68283","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1807/68283","pdf_url":"https://utoronto.scholaris.ca/bitstreams/c0fb06ec-30ba-4580-9079-1cee37939119/download","source":{"id":"https://openalex.org/S4306400261","display_name":"TSpace (University of Toronto)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I185261750","host_organization_name":"University of Toronto","host_organization_lineage":["https://openalex.org/I185261750"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[{"score":0.761900007724762,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"},{"score":0.7207000255584717,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2624967856.pdf","grobid_xml":"https://content.openalex.org/works/W2624967856.grobid-xml"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W110575624","https://openalex.org/W574949808","https://openalex.org/W588912242","https://openalex.org/W638455739","https://openalex.org/W1484203172","https://openalex.org/W1515851193","https://openalex.org/W1529898979","https://openalex.org/W1535393241","https://openalex.org/W1574700590","https://openalex.org/W1584201434","https://openalex.org/W1588304026","https://openalex.org/W1639167632","https://openalex.org/W1975683286","https://openalex.org/W1976469229","https://openalex.org/W1984536024","https://openalex.org/W1986083781","https://openalex.org/W1986935961","https://openalex.org/W1989486490","https://openalex.org/W1991487823","https://openalex.org/W1999912147","https://openalex.org/W2008102069","https://openalex.org/W2014847204","https://openalex.org/W2018846421","https://openalex.org/W2020082215","https://openalex.org/W2036271427","https://openalex.org/W2040486853","https://openalex.org/W2044287460","https://openalex.org/W2051757867","https://openalex.org/W2054314161","https://openalex.org/W2073579188","https://openalex.org/W2074441213","https://openalex.org/W2074500080","https://openalex.org/W2074665047","https://openalex.org/W2088595989","https://openalex.org/W2089537786","https://openalex.org/W2094652234","https://openalex.org/W2097443195","https://openalex.org/W2099618002","https://openalex.org/W2101915445","https://openalex.org/W2105574153","https://openalex.org/W2107544712","https://openalex.org/W2109563856","https://openalex.org/W2110061256","https://openalex.org/W2110906765","https://openalex.org/W2113501460","https://openalex.org/W2113913482","https://openalex.org/W2118318536","https://openalex.org/W2121863487","https://openalex.org/W2122463624","https://openalex.org/W2124289529","https://openalex.org/W2125001944","https://openalex.org/W2128798488","https://openalex.org/W2134698488","https://openalex.org/W2139316239","https://openalex.org/W2140722533","https://openalex.org/W2144228342","https://openalex.org/W2145952809","https://openalex.org/W2146871603","https://openalex.org/W2154549708","https://openalex.org/W2155482699","https://openalex.org/W2159633185","https://openalex.org/W2610419677","https://openalex.org/W2734870733","https://openalex.org/W2914656440"],"related_works":["https://openalex.org/W69799889","https://openalex.org/W109970643","https://openalex.org/W2190734544","https://openalex.org/W4396733814","https://openalex.org/W620951045","https://openalex.org/W7214114278","https://openalex.org/W2053330094","https://openalex.org/W7132953023","https://openalex.org/W2037898135","https://openalex.org/W3208407683"],"abstract_inverted_index":{"Freeways":[0],"are":[1,162],"the":[2,6,59,68,76,78,82,103,119,139,143,149,174,214,218,221,240,251,271,275,278,289,302,312,322],"major":[3,11],"arteries":[4],"of":[5,56,91,121,201,208,220,239,263,277],"transportation":[7,23],"networks.":[8],"In":[9],"most":[10,104],"cities":[12],"in":[13,51,61,124,167,244,293,296],"North":[14],"America,":[15],"including":[16],"Toronto,":[17,245],"infrastructure":[18,34],"expansion":[19,35],"has":[20,30],"fallen":[21],"behind":[22],"demand,":[24,49],"causing":[25],"escalating":[26],"congestion":[27,42,66,94,264],"problems.":[28],"It":[29,267],"been":[31],"realized":[32],"that":[33,117],"cannot":[36],"provide":[37,88],"a":[38,89,110,125,156,234],"complete":[39],"solution":[40],"to":[41,45,65,164,179,191,233,288],"problems":[43],"owed":[44],"economic":[46],"limitations,":[47],"induced":[48],"and,":[50],"metropolitan":[52],"areas,":[53],"simply":[54],"lack":[55],"space.":[57],"Furthermore,":[58],"drop":[60],"freeway":[62,253],"throughput":[63],"due":[64],"exacerbates":[67],"problem":[69],"even":[70],"more":[71],"during":[72],"rush":[73],"hours":[74],"at":[75],"time":[77,299],"capacity":[79],"is":[80,102,132,177,231,250],"needed":[81],"most.":[83],"Dynamic":[84],"traffic":[85],"control":[86,114,130,140,229],"measures":[87],"set":[90],"cost":[92],"effective":[93,105],"mitigation":[95],"solutions,":[96],"among":[97],"which":[98],"ramp":[99,113],"metering":[100],"(RM)":[101],"approach.":[106],"This":[107,317],"thesis":[108],"proposes":[109],"novel":[111],"optimal":[112,144],"(metering)":[115],"system":[116,131,176,230],"coordinates":[118],"actions":[120],"multiple":[122],"on-ramps":[123],"decentralized":[126],"structure.":[127],"The":[128,160,185,226,247,281],"proposed":[129,227,282],"based":[133,310],"on":[134,154,203,311],"reinforcement":[135],"learning":[136,215],"(RL);":[137],"therefore,":[138],"agent":[141],"learn":[142],"action":[145,196],"from":[146,260],"interaction":[147],"with":[148,197,301],"environment":[150],"and":[151,170,195,216,258,306],"without":[152],"reliance":[153],"any":[155],"priori":[157],"mathematical":[158],"model.":[159],"agents":[161,187,223],"designed":[163],"function":[165,189,209],"optimally":[166],"both":[168],"independent":[169],"coordinated":[171,279,283],"modes.":[172],"Therefore,":[173],"whole":[175],"robust":[178],"communication":[180],"or":[181],"individual":[182],"agent's":[183],"failure.":[184],"RL":[186,222],"employ":[188],"approximation":[190,210],"directly":[192],"represent":[193],"states":[194],"continuous":[198],"variables":[199],"instead":[200],"relying":[202],"discrete":[204],"state-action":[205],"tables.":[206],"Use":[207],"significantly":[211,307],"speeds":[212],"up":[213],"reduces":[217],"complexity":[219],"design":[224],"process.":[225],"RM":[228,284,315],"applied":[232,287],"meticulously":[235],"calibrated":[236],"microsimulation":[237],"model":[238,291],"Gardiner":[241,248,290],"Expressway":[242],"westbound":[243],"Canada.":[246],"expressway":[249],"main":[252],"running":[254],"through":[255],"Downtown":[256],"Toronto":[257],"suffers":[259],"extended":[261],"periods":[262],"every":[265],"day.":[266],"was":[268,319,327],"chosen":[269],"as":[270],"testbed":[272],"for":[273],"highlighting":[274],"effectiveness":[276],"RM.":[280],"algorithm":[285],"when":[286],"resulted":[292],"50%":[294],"reduction":[295],"total":[297],"travel":[298],"compared":[300],"base":[303],"case":[304],"scenario":[305],"outperformed":[308],"approaches":[309],"well-known":[313],"ALINEA":[314],"algorithm.":[316],"improvement":[318],"achieved":[320],"while":[321],"permissible":[323],"on-ramp":[324],"queue":[325],"limit":[326],"satisfied.":[328]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2624967856","counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":2}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2017-06-23T00:00:00"}
