{"id":"https://openalex.org/W4408519626","doi":"https://doi.org/10.1109/tits.2025.3549227","title":"Reinforcement Learning With Model Predictive Control for Highway Ramp Metering","display_name":"Reinforcement Learning With Model Predictive Control for Highway Ramp Metering","alternate_titles":[],"publication_year":2025,"publication_date":"2025-03-17","ids":{"openalex":"https://openalex.org/W4408519626","doi":"https://doi.org/10.1109/tits.2025.3549227"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2025.3549227","doi":"https://doi.org/10.1109/tits.2025.3549227","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tits.2025.3549227","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-scientific","ccf-b","cwts-core","dongbi-a","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4408519626"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tits.2025.3549227","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015084398","display_name":"Filippo Airaldi","orcid":"https://orcid.org/0000-0001-6595-2932","observed_orcids":["https://orcid.org/0000-0001-6595-2932"]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Filippo Airaldi","raw_affiliation_strings":["Delft Center for Systems and Control, Delft University of Technology, Delft, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-6595-2932","affiliations":[{"raw_affiliation_string":"Delft Center for Systems and Control, Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026547410","display_name":"Bart De Schutter","orcid":"https://orcid.org/0000-0001-9867-6196","observed_orcids":["https://orcid.org/0000-0001-9867-6196"]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Bart De Schutter","raw_affiliation_strings":["Delft Center for Systems and Control, Delft University of Technology, Delft, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-9867-6196","affiliations":[{"raw_affiliation_string":"Delft Center for Systems and Control, Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022595935","display_name":"Azita Dabiri","orcid":"https://orcid.org/0000-0002-4051-4896","observed_orcids":["https://orcid.org/0000-0002-4051-4896","https://orcid.org/0000-0002-1296-7580"]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Azita Dabiri","raw_affiliation_strings":["Delft Center for Systems and Control, Delft University of Technology, Delft, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-4051-4896","affiliations":[{"raw_affiliation_string":"Delft Center for Systems and Control, Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":{"value":2645,"currency":"USD","value_usd":2645},"fwci":6.7683,"has_fulltext":true,"cited_by_count":35,"citation_normalized_percentile":{"value":0.97811407,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":100},"biblio":{"volume":"26","issue":"5","first_page":"5988","last_page":"6004"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.002099999925121665,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ramp-metering","display_name":"ramp metering","score":0.9169999957084656},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"model predictive control","score":0.8769999742507935},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.9869999885559082},{"id":"https://openalex.org/keywords/traffic-flow-management","display_name":"traffic flow management","score":0.6930000185966492},{"id":"https://openalex.org/keywords/on-ramp-control","display_name":"on-ramp control","score":0.7419999837875366},{"id":"https://openalex.org/keywords/queue-length-constraints","display_name":"queue length constraints","score":0.6850000023841858},{"id":"https://openalex.org/keywords/model-uncertainty","display_name":"model uncertainty","score":0.7269999980926514},{"id":"https://openalex.org/keywords/traffic-congestion-reduction","display_name":"traffic congestion reduction","score":0.8360000252723694}],"concepts":[{"id":"https://openalex.org/C30905978","wikidata":"https://www.wikidata.org/wiki/Q815598","display_name":"Metering mode","level":2,"score":0.7372872829437256},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6867763996124268},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.6697901487350464},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.490384578704834},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4810126721858978},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4760741591453552},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.39293429255485535},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3768436908721924},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3381810784339905},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tits.2025.3549227","doi":"https://doi.org/10.1109/tits.2025.3549227","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tits.2025.3549227","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-scientific","ccf-b","cwts-core","dongbi-a","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2311.08820","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.08820","pdf_url":"https://arxiv.org/pdf/2311.08820","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2311.08820","doi":"https://doi.org/10.48550/arxiv.2311.08820","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2311.08820","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1109/tits.2025.3549227","doi":"https://doi.org/10.1109/tits.2025.3549227","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tits.2025.3549227","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-scientific","ccf-b","cwts-core","dongbi-a","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7250000238418579,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"},{"score":0.7207000255584717,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G434337789","display_name":null,"funder_award_id":"HORIZON2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334678","display_name":"European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4408519626.pdf","grobid_xml":"https://content.openalex.org/works/W4408519626.grobid-xml"},"referenced_works_count":67,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1484203172","https://openalex.org/W1580425441","https://openalex.org/W1584201434","https://openalex.org/W1608758704","https://openalex.org/W1626155273","https://openalex.org/W1757796397","https://openalex.org/W1947901939","https://openalex.org/W1967804417","https://openalex.org/W1987345131","https://openalex.org/W1991487823","https://openalex.org/W2011504567","https://openalex.org/W2018846421","https://openalex.org/W2053330094","https://openalex.org/W2065672848","https://openalex.org/W2088595989","https://openalex.org/W2090364401","https://openalex.org/W2094652234","https://openalex.org/W2112862244","https://openalex.org/W2123871098","https://openalex.org/W2137270647","https://openalex.org/W2140722533","https://openalex.org/W2141559645","https://openalex.org/W2149732749","https://openalex.org/W2158729442","https://openalex.org/W2187751550","https://openalex.org/W2378796720","https://openalex.org/W2487175822","https://openalex.org/W2557055507","https://openalex.org/W2582619045","https://openalex.org/W2600247036","https://openalex.org/W2615899985","https://openalex.org/W2619551236","https://openalex.org/W2804529069","https://openalex.org/W2842089854","https://openalex.org/W2893917077","https://openalex.org/W2930426397","https://openalex.org/W2948652605","https://openalex.org/W2952215314","https://openalex.org/W2967663220","https://openalex.org/W2971322375","https://openalex.org/W2989932935","https://openalex.org/W2992833799","https://openalex.org/W3091804291","https://openalex.org/W3092380111","https://openalex.org/W3120459386","https://openalex.org/W3121342653","https://openalex.org/W3138372441","https://openalex.org/W3151625394","https://openalex.org/W3160897191","https://openalex.org/W3171453668","https://openalex.org/W3181634442","https://openalex.org/W3195968524","https://openalex.org/W4200362175","https://openalex.org/W4206007985","https://openalex.org/W4206522962","https://openalex.org/W4212811589","https://openalex.org/W4229056231","https://openalex.org/W4238775369","https://openalex.org/W4294690657","https://openalex.org/W4296124382","https://openalex.org/W4301014524","https://openalex.org/W4308427634","https://openalex.org/W4323338523","https://openalex.org/W4390492434","https://openalex.org/W4401414310","https://openalex.org/W4413394581"],"related_works":["https://openalex.org/W4402569573","https://openalex.org/W4408610016","https://openalex.org/W1967324366","https://openalex.org/W2326145114","https://openalex.org/W4308427634","https://openalex.org/W2190734544","https://openalex.org/W2624967856","https://openalex.org/W1976365331","https://openalex.org/W3089842741","https://openalex.org/W2043935256"],"abstract_inverted_index":{"In":[0],"the":[1,18,37,50,76,81,87,90,103,112,131,148,173,183,190,206],"backdrop":[2],"of":[3,32,39,75,86,93],"an":[4,33,62,122,161,166,199],"increasingly":[5],"pressing":[6],"need":[7],"for":[8,111],"effective":[9],"urban":[10],"and":[11,22,84,124,134,169,194],"highway":[12,144],"transportation":[13],"systems,":[14],"this":[15],"work":[16],"explores":[17],"synergy":[19],"between":[20],"model-based":[21],"learning-based":[23],"strategies":[24],"to":[25,36,117,119,146,178,181,205],"enhance":[26],"traffic":[27,77],"flow":[28],"management":[29],"by":[30,65],"use":[31],"innovative":[34],"approach":[35],"problem":[38,58,106],"ramp":[40],"metering":[41],"control":[42,57,82,121,154,184],"that":[43,72,164,187,202],"embeds":[44],"Reinforcement":[45],"Learning":[46],"(RL)":[47],"techniques":[48],"within":[49],"Model":[51],"Predictive":[52],"Control":[53],"(MPC)":[54],"framework.":[55],"The":[56],"is":[59,73,115,170,176,192,203],"formulated":[60],"as":[61,107],"RL":[63,99,113],"task":[64],"crafting":[66],"a":[67,108,141],"suitable":[68],"stage":[69],"cost":[70],"function":[71,109],"representative":[74],"conditions,":[78],"variability":[79],"in":[80,95,130,189],"action,":[83],"violations":[85],"constraint":[88],"on":[89,140],"maximum":[91],"number":[92],"vehicles":[94],"queue.":[96],"An":[97],"MPC-based":[98],"approach,":[100],"which":[101],"leverages":[102],"MPC":[104,162],"optimal":[105],"approximation":[110],"algorithm,":[114],"proposed":[116,149,174],"learn":[118,180],"efficiently":[120],"on-ramp":[123],"satisfy":[125],"its":[126],"constraints":[127,195],"despite":[128],"uncertainties":[129],"system":[132],"model":[133,168],"variable":[135],"demands.":[136],"Simulations":[137],"are":[138,196],"performed":[139],"benchmark":[142],"small-scale":[143],"network":[145,191],"compare":[147],"methodology":[150,175],"against":[151],"other":[152,207],"state-of-the-art":[153],"approaches.":[155],"Results":[156],"show":[157],"that,":[158],"starting":[159],"from":[160],"controller":[163],"has":[165],"imprecise":[167],"poorly":[171],"tuned,":[172],"able":[177],"effectively":[179],"improve":[182],"policy":[185],"such":[186],"congestion":[188],"reduced":[193],"satisfied,":[197],"yielding":[198],"improved":[200],"performance":[201],"superior":[204],"controllers.":[208]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4408519626","counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-03-18T00:00:00"}
