{"id":"https://openalex.org/W2938162469","doi":"https://doi.org/10.1109/itsc.2019.8917451","title":"Towards Robust Deep Reinforcement Learning for Traffic Signal Control: Demand Surges, Incidents and Sensor Failures","display_name":"Towards Robust Deep Reinforcement Learning for Traffic Signal Control: Demand Surges, Incidents and Sensor Failures","publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W2938162469","doi":"https://doi.org/10.1109/itsc.2019.8917451","mag":"2938162469"},"language":"en","primary_location":{"id":"doi:10.1109/itsc.2019.8917451","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc.2019.8917451","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Intelligent Transportation Systems Conference (ITSC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1904.08353","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078981714","display_name":"Filipe Rodrigues","orcid":"https://orcid.org/0000-0001-6979-6498"},"institutions":[{"id":"https://openalex.org/I96673099","display_name":"Technical University of Denmark","ror":"https://ror.org/04qtj9h94","country_code":"DK","type":"education","lineage":["https://openalex.org/I96673099"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Filipe Rodrigues","raw_affiliation_strings":["Technical University of Denmark (DTU), Lyngby, Denmark","Technical University of Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Denmark (DTU), Lyngby, Denmark","institution_ids":["https://openalex.org/I96673099"]},{"raw_affiliation_string":"Technical University of Denmark","institution_ids":["https://openalex.org/I96673099"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090562367","display_name":"Carlos Lima Azevedo","orcid":"https://orcid.org/0000-0003-3902-6569"},"institutions":[{"id":"https://openalex.org/I96673099","display_name":"Technical University of Denmark","ror":"https://ror.org/04qtj9h94","country_code":"DK","type":"education","lineage":["https://openalex.org/I96673099"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Carlos Lima Azevedo","raw_affiliation_strings":["Technical University of Denmark (DTU), Lyngby, Denmark","Technical University of Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Denmark (DTU), Lyngby, Denmark","institution_ids":["https://openalex.org/I96673099"]},{"raw_affiliation_string":"Technical University of Denmark","institution_ids":["https://openalex.org/I96673099"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I96673099"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.02484151,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"3559","last_page":"3566"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8507336378097534},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7106492519378662},{"id":"https://openalex.org/keywords/callback","display_name":"Callback","score":0.6125346422195435},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4830489754676819},{"id":"https://openalex.org/keywords/traffic-congestion","display_name":"Traffic congestion","score":0.42988860607147217},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.41583120822906494},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4112272560596466},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3212653398513794},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2821902334690094},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.20110732316970825},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.12474575638771057},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1091013252735138},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.09511667490005493}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8507336378097534},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7106492519378662},{"id":"https://openalex.org/C204495577","wikidata":"https://www.wikidata.org/wiki/Q1205349","display_name":"Callback","level":2,"score":0.6125346422195435},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4830489754676819},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.42988860607147217},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.41583120822906494},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4112272560596466},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3212653398513794},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2821902334690094},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20110732316970825},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.12474575638771057},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1091013252735138},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.09511667490005493}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/itsc.2019.8917451","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc.2019.8917451","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Intelligent Transportation Systems Conference (ITSC)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1904.08353","is_oa":true,"landing_page_url":"https://arxiv.org/abs/1904.08353","pdf_url":"https://arxiv.org/pdf/1904.08353","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pure.atira.dk:publications/7caba667-95b5-4836-956b-34e97e5a1fdd","is_oa":true,"landing_page_url":"https://orbit.dtu.dk/en/publications/7caba667-95b5-4836-956b-34e97e5a1fdd","pdf_url":null,"source":{"id":"https://openalex.org/S4306400705","display_name":"Technical University of Denmark, DTU Orbit (Technical University of Denmark, DTU)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I96673099","host_organization_name":"Technical University of Denmark","host_organization_lineage":["https://openalex.org/I96673099"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Rodrigues , F & Lima Azevedo , C M 2019 , Towards Robust Deep Reinforcement Learning for Traffic Signal Control: Demand Surges, Incidents and Sensor Failures . in Proceedings of the IEEE Intelligent Transportation Systems Conference (ITSC) 2019 . IEEE , 22nd International IEEE Conference on Intelligent Transportation Systems , Auckland , New Zealand , 27/10/2019 . https://doi.org/10.1109/ITSC.2019.8917451","raw_type":"contributionToPeriodical"},{"id":"doi:10.48550/arxiv.1904.08353","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1904.08353","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1904.08353","is_oa":true,"landing_page_url":"https://arxiv.org/abs/1904.08353","pdf_url":"https://arxiv.org/pdf/1904.08353","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.8100000023841858}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2938162469.pdf","grobid_xml":"https://content.openalex.org/works/W2938162469.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W6346207","https://openalex.org/W1496467067","https://openalex.org/W1515851193","https://openalex.org/W1559240825","https://openalex.org/W1757796397","https://openalex.org/W1969758122","https://openalex.org/W1989563156","https://openalex.org/W1993517423","https://openalex.org/W2002803284","https://openalex.org/W2006715767","https://openalex.org/W2061160359","https://openalex.org/W2089080831","https://openalex.org/W2095705004","https://openalex.org/W2100339971","https://openalex.org/W2105078254","https://openalex.org/W2124214561","https://openalex.org/W2145339207","https://openalex.org/W2156271471","https://openalex.org/W2165698076","https://openalex.org/W2173564293","https://openalex.org/W2557606700","https://openalex.org/W2592437429","https://openalex.org/W2602963933","https://openalex.org/W2604427121","https://openalex.org/W2725582697","https://openalex.org/W2766381093","https://openalex.org/W2766413382","https://openalex.org/W2800825370","https://openalex.org/W2904065660","https://openalex.org/W2962992123","https://openalex.org/W2963027910","https://openalex.org/W3106357768","https://openalex.org/W6633645324","https://openalex.org/W6637967152","https://openalex.org/W6674330103","https://openalex.org/W6685444567","https://openalex.org/W6735677848","https://openalex.org/W6736372492","https://openalex.org/W6745594345","https://openalex.org/W6750741921","https://openalex.org/W6757046686","https://openalex.org/W6948057359"],"related_works":["https://openalex.org/W2991611854","https://openalex.org/W2989945650","https://openalex.org/W3194588474","https://openalex.org/W3171039560","https://openalex.org/W2032644919","https://openalex.org/W2774231546","https://openalex.org/W3122974865","https://openalex.org/W2065230760","https://openalex.org/W2938766340","https://openalex.org/W2968778629","https://openalex.org/W3182690023","https://openalex.org/W3135527034","https://openalex.org/W2049464435","https://openalex.org/W3017444690","https://openalex.org/W1965000921","https://openalex.org/W3204055455","https://openalex.org/W2905225957","https://openalex.org/W3149389905","https://openalex.org/W2289811746","https://openalex.org/W2965023129"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"(RL)":[2],"constitutes":[3],"a":[4,53,80],"promising":[5],"solution":[6],"for":[7,69,119,127],"alleviating":[8],"the":[9,50,71,120,136,139],"problem":[10],"of":[11,55,58,74,122,138],"traffic":[12,25,81,93,128],"congestion.":[13],"In":[14,60],"particular,":[15],"deep":[16,76,90,124],"RL":[17,77,125],"algorithms":[18,126],"have":[19],"been":[20],"shown":[21],"to":[22,35,46,52,134],"produce":[23],"adaptive":[24,92],"signal":[26],"controllers":[27,44,94],"that":[28],"outperform":[29],"conventional":[30],"systems.":[31],"However,":[32],"in":[33,38],"order":[34],"be":[36,47],"reliable":[37],"highly":[39],"dynamic":[40],"urban":[41],"areas,":[42],"such":[43],"need":[45],"robust":[48,123],"with":[49],"respect":[51],"series":[54],"exogenous":[56,141],"sources":[57],"uncertainty.":[59],"this":[61,85],"paper,":[62],"we":[63,87],"develop":[64],"an":[65],"open-source":[66],"callback-based":[67],"framework":[68],"promoting":[70],"flexible":[72],"evaluation":[73],"different":[75,97],"configurations":[78],"under":[79,96,100],"simulation":[82],"environment.":[83],"With":[84],"framework,":[86],"investigate":[88],"how":[89],"RL-based":[91],"perform":[95],"scenarios,":[98],"namely":[99],"demand":[101],"surges":[102],"caused":[103],"by":[104],"special":[105],"events,":[106],"capacity":[107],"reductions":[108],"from":[109],"incidents":[110],"and":[111,130],"sensor":[112],"failures.":[113],"We":[114],"extract":[115],"several":[116],"key":[117],"insights":[118],"development":[121],"control":[129],"propose":[131],"concrete":[132],"designs":[133],"mitigate":[135],"impact":[137],"considered":[140],"uncertainties.":[142]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}