{"id":"https://openalex.org/W4308427634","doi":"https://doi.org/10.1109/icstcc55426.2022.9931771","title":"Combined MPC and reinforcement learning for traffic signal control in urban traffic networks","display_name":"Combined MPC and reinforcement learning for traffic signal control in urban traffic networks","publication_year":2022,"publication_date":"2022-10-19","ids":{"openalex":"https://openalex.org/W4308427634","doi":"https://doi.org/10.1109/icstcc55426.2022.9931771"},"language":"en","primary_location":{"id":"doi:10.1109/icstcc55426.2022.9931771","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icstcc55426.2022.9931771","pdf_url":null,"source":{"id":"https://openalex.org/S4363608485","display_name":"2022 26th International Conference on System Theory, Control and Computing (ICSTCC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 26th International Conference on System Theory, Control and Computing (ICSTCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042081813","display_name":"Willemijn H. M. Remmerswaal","orcid":"https://orcid.org/0009-0007-3934-5275"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Willemijn Remmerswaal","raw_affiliation_strings":["Delft University of Technology,Delft Center for Systems and Control,The Netherlands","Delft Center for Systems and Control, Delft University of Technology, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Delft Center for Systems and Control,The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft Center for Systems and Control, Delft University of Technology, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017059938","display_name":"Dingshan Sun","orcid":"https://orcid.org/0000-0001-9994-8181"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Dingshan Sun","raw_affiliation_strings":["Delft University of Technology,Delft Center for Systems and Control,The Netherlands","Delft Center for Systems and Control, Delft University of Technology, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Delft Center for Systems and Control,The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft Center for Systems and Control, Delft University of Technology, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086713084","display_name":"Anahita Jamshidnejad","orcid":"https://orcid.org/0000-0001-9151-2607"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Anahita Jamshidnejad","raw_affiliation_strings":["Delft University of Technology,Faculty of Aerospace Engineering,Department of Control and Operations,The Netherlands","Department of Control and Operations, Faculty of Aerospace Engineering, Delft University of Technology, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Faculty of Aerospace Engineering,Department of Control and Operations,The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Department of Control and Operations, Faculty of Aerospace Engineering, Delft University of Technology, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026547410","display_name":"Bart De Schutter","orcid":"https://orcid.org/0000-0001-9867-6196"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Bart De Schutter","raw_affiliation_strings":["Delft University of Technology,Delft Center for Systems and Control,The Netherlands","Delft Center for Systems and Control, Delft University of Technology, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Delft Center for Systems and Control,The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft Center for Systems and Control, Delft University of Technology, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5042081813"],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":1.7722,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.85685585,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"432","last_page":"439"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9710999727249146,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8330254554748535},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6899631023406982},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.6146589517593384},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.5364601612091064},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49448490142822266},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4563995897769928},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4168745279312134},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.36345338821411133},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2484540343284607},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.23209387063980103}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8330254554748535},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6899631023406982},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.6146589517593384},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.5364601612091064},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49448490142822266},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4563995897769928},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4168745279312134},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.36345338821411133},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2484540343284607},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23209387063980103},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icstcc55426.2022.9931771","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icstcc55426.2022.9931771","pdf_url":null,"source":{"id":"https://openalex.org/S4363608485","display_name":"2022 26th International Conference on System Theory, Control and Computing (ICSTCC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 26th International Conference on System Theory, Control and Computing (ICSTCC)","raw_type":"proceedings-article"},{"id":"pmh:oai:tudelft.nl:uuid:c691656a-7a30-4c1a-b53f-a11ec824afbd","is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:c691656a-7a30-4c1a-b53f-a11ec824afbd","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8199999928474426,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G1917920353","display_name":null,"funder_award_id":"201806230254","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"}],"funders":[{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1498631677","https://openalex.org/W1626155273","https://openalex.org/W1969758122","https://openalex.org/W1987345131","https://openalex.org/W2018856468","https://openalex.org/W2124657875","https://openalex.org/W2139728973","https://openalex.org/W2145339207","https://openalex.org/W2156387975","https://openalex.org/W2480177474","https://openalex.org/W2903709398","https://openalex.org/W2989874518","https://openalex.org/W3044015199","https://openalex.org/W3171453668","https://openalex.org/W4292510839","https://openalex.org/W4298857966","https://openalex.org/W4320343154","https://openalex.org/W6629707543","https://openalex.org/W6637967152","https://openalex.org/W6682889407","https://openalex.org/W6782072831","https://openalex.org/W6850156918"],"related_works":["https://openalex.org/W1990079087","https://openalex.org/W2060165215","https://openalex.org/W2101188133","https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W3202234113","https://openalex.org/W4380318855","https://openalex.org/W4248731570","https://openalex.org/W2138720691","https://openalex.org/W2556120871"],"abstract_inverted_index":{"In":[0,40],"general,":[1],"the":[2,68,129,132,142],"performance":[3,61,130],"of":[4,116,131,155],"model-based":[5],"controllers":[6,17],"cannot":[7],"be":[8],"guaranteed":[9],"under":[10,150],"model":[11,50,72],"uncertainties":[12,73,102],"or":[13],"disturbances,":[14],"while":[15,93],"learning-based":[16],"require":[18],"an":[19,117],"extensively":[20],"sufficient":[21],"training":[22],"process":[23],"to":[24,58,127],"perform":[25],"well.":[26],"These":[27],"issues":[28],"especially":[29],"hold":[30],"for":[31,62,111],"large-scale":[32],"nonlinear":[33],"systems":[34],"such":[35],"as":[36],"urban":[37,63,118],"traffic":[38,64,112,119,157],"networks.":[39],"this":[41],"paper,":[42],"a":[43,87],"new":[44],"framework":[45,108,134,145],"is":[46,109,124],"proposed":[47,133,143],"by":[48],"combining":[49],"predictive":[51],"control":[52,91,97,114,148],"(MPC)":[53],"and":[54,74,77,89,99,103,135],"reinforcement":[55],"learning":[56,69],"(RL)":[57],"provide":[59],"desired":[60],"networks":[65],"even":[66],"during":[67],"process,":[70],"despite":[71],"disturbances.":[75,104],"MPC":[76,85],"RL":[78,94],"complement":[79],"each":[80],"other":[81,136],"very":[82],"well,":[83],"since":[84],"provides":[86,95],"sub-optimal":[88],"constraint-satisfying":[90],"input":[92],"adaptive":[96],"laws":[98],"can":[100],"handle":[101],"The":[105],"resulting":[106],"combined":[107,144],"applied":[110],"signal":[113],"(TSC)":[115],"network.":[120],"A":[121],"case":[122],"study":[123],"carried":[125],"out":[126],"compare":[128],"baseline":[137],"controllers.":[138],"Results":[139],"show":[140],"that":[141],"outperforms":[146],"conventional":[147],"methods":[149],"system":[151],"uncertainties,":[152],"in":[153],"terms":[154],"reducing":[156],"congestion.":[158]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}