{"id":"https://openalex.org/W620951045","doi":null,"title":"Closed-Loop Optimal Freeway Ramp Metering Using Continuous State Space Reinforcement Learning with Function Approximation","display_name":"Closed-Loop Optimal Freeway Ramp Metering Using Continuous State Space Reinforcement Learning with Function Approximation","publication_year":2014,"publication_date":"2014-01-01","ids":{"openalex":"https://openalex.org/W620951045","mag":"620951045"},"language":"en","primary_location":{"id":"mag:620951045","doi":null,"is_oa":false,"landing_page_url":"https://trid.trb.org/view/1287387","pdf_url":null,"source":{"id":"https://openalex.org/S4306533231","display_name":"Transportation Research Board 93rd Annual MeetingTransportation Research Board","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Transportation Research Board 93rd Annual MeetingTransportation Research Board","raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078758172","display_name":"Kasra Rezaee","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kasra Rezaee","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007210426","display_name":"Baher Abdulhai","orcid":"https://orcid.org/0000-0002-8787-2578","observed_orcids":["https://orcid.org/0000-0002-8787-2578"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baher Abdulhai","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-8787-2578","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5073716521","display_name":"Hossam Abdelgawad","orcid":"https://orcid.org/0000-0002-4139-980X","observed_orcids":["https://orcid.org/0000-0002-4139-980X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hossam Abdelgawad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2933,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.65360473,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":93},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.003800000064074993,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ramp-metering","display_name":"ramp metering","score":0.9350000023841858},{"id":"https://openalex.org/keywords/freeway-traffic-control","display_name":"freeway traffic control","score":0.925000011920929},{"id":"https://openalex.org/keywords/function-approximation","display_name":"function approximation","score":0.9980000257492065},{"id":"https://openalex.org/keywords/multilayer-perceptron","display_name":"multilayer perceptron","score":0.828000009059906},{"id":"https://openalex.org/keywords/feedback-control","display_name":"feedback control","score":0.6940000057220459},{"id":"https://openalex.org/keywords/learning-speed","display_name":"learning speed","score":0.7250000238418579},{"id":"https://openalex.org/keywords/microscopic-traffic-simulation","display_name":"microscopic traffic simulation","score":0.6859999895095825},{"id":"https://openalex.org/keywords/toronto","display_name":"Toronto","score":0.628000020980835}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.843337893486023},{"id":"https://openalex.org/C91873725","wikidata":"https://www.wikidata.org/wiki/Q3445816","display_name":"Function approximation","level":3,"score":0.6551059484481812},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6143718361854553},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5008528232574463},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5002672672271729},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.47788941860198975},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4523986577987671},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4416995942592621},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.4186602532863617},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3784281611442566},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2232341766357422},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:620951045","doi":null,"is_oa":false,"landing_page_url":"https://trid.trb.org/view/1287387","pdf_url":null,"source":{"id":"https://openalex.org/S4306533231","display_name":"Transportation Research Board 93rd Annual MeetingTransportation Research Board","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Transportation Research Board 93rd Annual MeetingTransportation Research Board","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7207000255584717,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"},{"score":0.5142999887466431,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2037898135","https://openalex.org/W2190734544","https://openalex.org/W2624967856","https://openalex.org/W7132953023","https://openalex.org/W4408519626","https://openalex.org/W3208407683","https://openalex.org/W1976365331","https://openalex.org/W4411162645","https://openalex.org/W7214114278","https://openalex.org/W4212811589"],"abstract_inverted_index":{"In":[0,130],"recent":[1],"years,":[2],"Reinforcement":[3],"Learning":[4],"(RL),":[5],"an":[6],"Artificial":[7],"Intelligence":[8],"based":[9],"learning":[10,52,191],"method,":[11],"has":[12,86],"gained":[13],"some":[14,91],"interest":[15],"among":[16],"researchers":[17],"in":[18,42,70,99,114,172,225],"solving":[19],"control":[20,64,128,227],"systems":[21],"problems.":[22,65],"Although":[23],"RL":[24,41,71,98,127,157,205,241],"methods":[25],"have":[26,109],"been":[27],"applied":[28,58,165],"to":[29,59,89,112,166],"different":[30],"transportation":[31,63,101],"problems":[32,72],"such":[33],"as":[34,158],"ramp":[35,168],"metering":[36,169],"and":[37,54,61,121,145,151,185,197],"traffic":[38,226],"signal":[39],"control,":[40],"its":[43],"conventional":[44,155,239],"form,":[45],"with":[46,96,217,229],"discrete":[47],"state":[48,67],"space":[49,68],"representation,":[50],"lacks":[51],"efficiency":[53],"becomes":[55],"intractable":[56],"when":[57,106],"medium":[60],"large-scale":[62],"Continuous":[66],"representation":[69,75],"implies":[73],"direct":[74],"of":[76,92,175],"the":[77,87,93,110,154,173,188,207,213,222,238],"problem\u2019s":[78],"continuous":[79],"variables":[80],"using":[81,187],"function":[82,134,215],"approximation":[83,104,135,216],"techniques":[84],"that":[85],"potential":[88,111],"addresses":[90],"challenges":[94],"associated":[95],"employing":[97],"large":[100],"networks.":[102],"Function":[103],"methods,":[105],"properly":[107],"designed,":[108],"result":[113],"1)":[115],"faster":[116,234],"learning,":[117],"2)":[118],"better":[119],"performance,":[120],"3)":[122],"easier":[123],"design/set":[124],"up":[125],"for":[126,204],"systems.":[129],"this":[131],"paper,":[132],"three":[133],"techniques:":[136],"k-nearest":[137],"neighbor":[138],"weighted":[139],"average,":[140],"multi-layer":[141],"perception":[142],"neural":[143],"network,":[144],"linear":[146,208],"model":[147,184,209],"tree":[148,210],"are":[149,164,179],"developed":[150],"compared":[152,186],"against":[153],"table-based":[156,240],"a":[159,167,182],"benchmark.":[160],"The":[161,177],"four":[162],"approaches":[163,178],"case":[170],"study":[171],"city":[174],"Toronto.":[176],"tested":[180],"on":[181],"microsimulation":[183],"following":[189],"criteria:":[190],"speed,":[192],"design":[193,219],"effort,":[194],"computational":[195],"requirements,":[196],"network":[198],"performance.":[199],"It":[200],"is":[201],"concluded":[202],"that,":[203],"problems,":[206],"method":[211],"provides":[212],"best":[214],"minimal":[218],"effort":[220],"given":[221],"noisy":[223],"measurements":[224],"applications":[228],"more":[230],"than":[231],"10":[232],"times":[233],"leaning":[235],"speed":[236],"over":[237],"methods.":[242]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-09-21T07:43:02.447757","created_date":"2016-06-24T00:00:00"}