{"id":"https://openalex.org/W4408519626","doi":"https://doi.org/10.1109/tits.2025.3549227","title":"Reinforcement Learning With Model Predictive Control for Highway Ramp Metering","display_name":"Reinforcement Learning With Model Predictive Control for Highway Ramp Metering","publication_year":2025,"publication_date":"2025-03-17","ids":{"openalex":"https://openalex.org/W4408519626","doi":"https://doi.org/10.1109/tits.2025.3549227"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2025.3549227","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tits.2025.3549227","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tits.2025.3549227","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015084398","display_name":"Filippo Airaldi","orcid":"https://orcid.org/0000-0001-6595-2932"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Filippo Airaldi","raw_affiliation_strings":["Delft Center for Systems and Control, Delft University of Technology, Delft, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft Center for Systems and Control, Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026547410","display_name":"Bart De Schutter","orcid":"https://orcid.org/0000-0001-9867-6196"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Bart De Schutter","raw_affiliation_strings":["Delft Center for Systems and Control, Delft University of Technology, Delft, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft Center for Systems and Control, Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011572379","display_name":"Azita Dabiri","orcid":"https://orcid.org/0000-0002-4051-4896"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Azita Dabiri","raw_affiliation_strings":["Delft Center for Systems and Control, Delft University of Technology, Delft, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft Center for Systems and Control, Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5015084398"],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":7.213,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.96924094,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"26","issue":"5","first_page":"5988","last_page":"6004"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metering-mode","display_name":"Metering mode","score":0.7372872829437256},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6867763996124268},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.6697901487350464},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.490384578704834},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4810126721858978},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4760741591453552},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.39293429255485535},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3768436908721924},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3381810784339905}],"concepts":[{"id":"https://openalex.org/C30905978","wikidata":"https://www.wikidata.org/wiki/Q815598","display_name":"Metering mode","level":2,"score":0.7372872829437256},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6867763996124268},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.6697901487350464},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.490384578704834},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4810126721858978},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4760741591453552},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.39293429255485535},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3768436908721924},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3381810784339905},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2025.3549227","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tits.2025.3549227","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tits.2025.3549227","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tits.2025.3549227","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1580425441","https://openalex.org/W1584201434","https://openalex.org/W1608758704","https://openalex.org/W1626155273","https://openalex.org/W1947901939","https://openalex.org/W1967804417","https://openalex.org/W1987345131","https://openalex.org/W1991487823","https://openalex.org/W2011504567","https://openalex.org/W2018846421","https://openalex.org/W2053330094","https://openalex.org/W2065672848","https://openalex.org/W2088595989","https://openalex.org/W2090364401","https://openalex.org/W2094652234","https://openalex.org/W2112862244","https://openalex.org/W2123871098","https://openalex.org/W2140722533","https://openalex.org/W2141559645","https://openalex.org/W2149732749","https://openalex.org/W2158729442","https://openalex.org/W2187751550","https://openalex.org/W2378796720","https://openalex.org/W2487175822","https://openalex.org/W2557055507","https://openalex.org/W2600247036","https://openalex.org/W2615899985","https://openalex.org/W2619551236","https://openalex.org/W2842089854","https://openalex.org/W2893917077","https://openalex.org/W2930426397","https://openalex.org/W2948652605","https://openalex.org/W2952215314","https://openalex.org/W2967663220","https://openalex.org/W2971322375","https://openalex.org/W2989932935","https://openalex.org/W2992833799","https://openalex.org/W3091804291","https://openalex.org/W3092380111","https://openalex.org/W3120459386","https://openalex.org/W3121342653","https://openalex.org/W3138372441","https://openalex.org/W3160897191","https://openalex.org/W3171453668","https://openalex.org/W3195968524","https://openalex.org/W4200362175","https://openalex.org/W4205468042","https://openalex.org/W4206007985","https://openalex.org/W4206522962","https://openalex.org/W4212811589","https://openalex.org/W4229056231","https://openalex.org/W4238775369","https://openalex.org/W4294690657","https://openalex.org/W4296124382","https://openalex.org/W4308427634","https://openalex.org/W4323338523","https://openalex.org/W4390492434","https://openalex.org/W4401414310","https://openalex.org/W4403707128","https://openalex.org/W6629034932","https://openalex.org/W6637967152","https://openalex.org/W6680535885","https://openalex.org/W6732744005","https://openalex.org/W6751797489","https://openalex.org/W6798316476"],"related_works":["https://openalex.org/W2384104878","https://openalex.org/W2360352189","https://openalex.org/W2054457760","https://openalex.org/W2351145417","https://openalex.org/W4288765096","https://openalex.org/W2082239223","https://openalex.org/W4382774707","https://openalex.org/W2377181419","https://openalex.org/W2366499250","https://openalex.org/W4210889285"],"abstract_inverted_index":{"In":[0],"the":[1,18,37,50,76,81,87,90,103,112,131,148,173,183,190,206],"backdrop":[2],"of":[3,32,39,75,86,93],"an":[4,33,62,122,161,166,199],"increasingly":[5],"pressing":[6],"need":[7],"for":[8,111],"effective":[9],"urban":[10],"and":[11,22,84,124,134,169,194],"highway":[12,144],"transportation":[13],"systems,":[14],"this":[15],"work":[16],"explores":[17],"synergy":[19],"between":[20],"model-based":[21],"learning-based":[23],"strategies":[24],"to":[25,36,117,119,146,178,181,205],"enhance":[26],"traffic":[27,77],"flow":[28],"management":[29],"by":[30,65],"use":[31],"innovative":[34],"approach":[35],"problem":[38,58,106],"ramp":[40],"metering":[41],"control":[42,57,82,121,154,184],"that":[43,72,164,187,202],"embeds":[44],"Reinforcement":[45],"Learning":[46],"(RL)":[47],"techniques":[48],"within":[49],"Model":[51],"Predictive":[52],"Control":[53],"(MPC)":[54],"framework.":[55],"The":[56],"is":[59,73,115,170,176,192,203],"formulated":[60],"as":[61,107],"RL":[63,99,113],"task":[64],"crafting":[66],"a":[67,108,141],"suitable":[68],"stage":[69],"cost":[70],"function":[71,109],"representative":[74],"conditions,":[78],"variability":[79],"in":[80,95,130,189],"action,":[83],"violations":[85],"constraint":[88],"on":[89,140],"maximum":[91],"number":[92],"vehicles":[94],"queue.":[96],"An":[97],"MPC-based":[98],"approach,":[100],"which":[101],"leverages":[102],"MPC":[104,162],"optimal":[105],"approximation":[110],"algorithm,":[114],"proposed":[116,149,174],"learn":[118,180],"efficiently":[120],"on-ramp":[123],"satisfy":[125],"its":[126],"constraints":[127,195],"despite":[128],"uncertainties":[129],"system":[132],"model":[133,168],"variable":[135],"demands.":[136],"Simulations":[137],"are":[138,196],"performed":[139],"benchmark":[142],"small-scale":[143],"network":[145,191],"compare":[147],"methodology":[150,175],"against":[151],"other":[152,207],"state-of-the-art":[153],"approaches.":[155],"Results":[156],"show":[157],"that,":[158],"starting":[159],"from":[160],"controller":[163],"has":[165],"imprecise":[167],"poorly":[171],"tuned,":[172],"able":[177],"effectively":[179],"improve":[182],"policy":[185],"such":[186],"congestion":[188],"reduced":[193],"satisfied,":[197],"yielding":[198],"improved":[200],"performance":[201],"superior":[204],"controllers.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-25T14:56:36.534964","created_date":"2025-10-10T00:00:00"}