{"id":"https://openalex.org/W2950149761","doi":"https://doi.org/10.1145/3292500.3330988","title":"Time Critic Policy Gradient Methods for Traffic Signal Control in Complex and Congested Scenarios","display_name":"Time Critic Policy Gradient Methods for Traffic Signal Control in Complex and Congested Scenarios","publication_year":2019,"publication_date":"2019-07-25","ids":{"openalex":"https://openalex.org/W2950149761","doi":"https://doi.org/10.1145/3292500.3330988","mag":"2950149761"},"language":"en","primary_location":{"id":"doi:10.1145/3292500.3330988","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3292500.3330988","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077420826","display_name":"Stefano Rizzo","orcid":"https://orcid.org/0000-0003-3346-3389"},"institutions":[{"id":"https://openalex.org/I1301390666","display_name":"Qatar Airways (Qatar)","ror":"https://ror.org/01hx00y13","country_code":"QA","type":"company","lineage":["https://openalex.org/I1301390666"]}],"countries":["QA"],"is_corresponding":true,"raw_author_name":"Stefano Giovanni Rizzo","raw_affiliation_strings":["Qatar Computing Research Institute, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute, Doha, Qatar","institution_ids":["https://openalex.org/I1301390666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046441501","display_name":"Giovanna Vantini","orcid":null},"institutions":[{"id":"https://openalex.org/I1301390666","display_name":"Qatar Airways (Qatar)","ror":"https://ror.org/01hx00y13","country_code":"QA","type":"company","lineage":["https://openalex.org/I1301390666"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Giovanna Vantini","raw_affiliation_strings":["Qatar Computing Research Institute, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute, Doha, Qatar","institution_ids":["https://openalex.org/I1301390666"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037947876","display_name":"Sanjay Chawla","orcid":"https://orcid.org/0000-0002-8102-2572"},"institutions":[{"id":"https://openalex.org/I1301390666","display_name":"Qatar Airways (Qatar)","ror":"https://ror.org/01hx00y13","country_code":"QA","type":"company","lineage":["https://openalex.org/I1301390666"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Sanjay Chawla","raw_affiliation_strings":["Qatar Computing Research Institute, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute, Doha, Qatar","institution_ids":["https://openalex.org/I1301390666"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5077420826"],"corresponding_institution_ids":["https://openalex.org/I1301390666"],"apc_list":null,"apc_paid":null,"fwci":3.3263,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.92472498,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1654","last_page":"1664"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/roundabout","display_name":"Roundabout","score":0.8602765798568726},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6903260946273804},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.5582216382026672},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5437915921211243},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5244117975234985},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5132174491882324},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.46125826239585876},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.448343962430954},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.32136619091033936},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.2726077735424042},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.21715331077575684},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14881858229637146},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.13780555129051208},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.09606331586837769},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.07985204458236694}],"concepts":[{"id":"https://openalex.org/C109157449","wikidata":"https://www.wikidata.org/wiki/Q7371221","display_name":"Roundabout","level":2,"score":0.8602765798568726},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6903260946273804},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.5582216382026672},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5437915921211243},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5244117975234985},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5132174491882324},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.46125826239585876},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.448343962430954},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32136619091033936},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.2726077735424042},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.21715331077575684},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14881858229637146},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13780555129051208},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.09606331586837769},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.07985204458236694},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3292500.3330988","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3292500.3330988","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7200000286102295,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W33871791","https://openalex.org/W213343370","https://openalex.org/W1515851193","https://openalex.org/W1542507415","https://openalex.org/W1639167632","https://openalex.org/W1942673505","https://openalex.org/W1987345131","https://openalex.org/W2020070197","https://openalex.org/W2048805856","https://openalex.org/W2072979389","https://openalex.org/W2107326252","https://openalex.org/W2124657875","https://openalex.org/W2130036899","https://openalex.org/W2136169684","https://openalex.org/W2141554657","https://openalex.org/W2146737184","https://openalex.org/W2149174281","https://openalex.org/W2498017881","https://openalex.org/W2593044849","https://openalex.org/W2725582697","https://openalex.org/W2809148419","https://openalex.org/W2914933231","https://openalex.org/W2963027910","https://openalex.org/W4285721502"],"related_works":["https://openalex.org/W2093826578","https://openalex.org/W4294237266","https://openalex.org/W3195565206","https://openalex.org/W647040144","https://openalex.org/W2176704059","https://openalex.org/W3118850949","https://openalex.org/W2558143469","https://openalex.org/W2008025505","https://openalex.org/W2783669240","https://openalex.org/W4232760404"],"abstract_inverted_index":{"Employing":[0],"an":[1,133],"optimal":[2,134],"traffic":[3,44,59,69,162],"light":[4,45],"control":[5,31,46],"policy":[6],"has":[7],"the":[8,43,62,73,105,115,122,129,138,185],"potential":[9],"of":[10,64,79,117,124],"having":[11],"a":[12,49,54,76,84,148],"positive":[13],"impact,":[14],"both":[15],"economic":[16],"and":[17,36,67,81,83,143,164,172,179],"environmental,":[18],"on":[19,140,176],"urban":[20],"mobility.":[21],"Reinforcement":[22],"learning":[23],"techniques":[24],"have":[25],"shown":[26],"promising":[27],"results":[28],"in":[29,48,104,121],"optimizing":[30],"policies":[32,171],"for":[33],"basic":[34],"intersections":[35],"low":[37],"volume":[38],"traffic.":[39],"This":[40],"paper":[41],"addresses":[42],"problem":[47],"complex":[50],"scenario,":[51],"such":[52,96],"as":[53,97],"signalized":[55,149],"roundabout":[56,151],"with":[57,61,75,101,152],"heavy":[58],"volumes,":[60],"aim":[63],"maximizing":[65],"throughput":[66],"avoiding":[68],"jams.":[70],"We":[71,87,136],"formulate":[72],"environment":[74],"realistic":[77],"representation":[78],"states":[80],"actions":[82],"capacity-based":[85],"reward.":[86],"enforce":[88],"episode":[89],"terminal":[90],"conditions":[91],"to":[92,113,132,160],"avoid":[93,161],"unwanted":[94],"states,":[95],"long":[98],"queues":[99],"interfering":[100],"other":[102],"junctions":[103],"vehicular":[106],"network.":[107],"A":[108],"time-dependent":[109],"baseline":[110],"is":[111,158],"proposed":[112,156],"reduce":[114],"variance":[116],"Policy":[118,174],"Gradient":[119,175],"updates":[120],"setting":[123],"episodic":[125],"conditions,":[126],"thus":[127],"improving":[128],"algorithm":[130],"convergence":[131],"solution.":[135],"evaluate":[137],"method":[139,157],"real":[141],"data":[142],"highly":[144],"congested":[145],"traffic,":[146],"implementing":[147],"simulated":[150],"11":[153],"phases.":[154],"The":[155],"able":[159],"jams":[163],"achieves":[165],"higher":[166],"performance":[167],"than":[168],"traditional":[169],"time-splitting":[170],"standard":[173],"average":[177],"delay":[178],"effective":[180],"capacity,":[181],"while":[182],"drastically":[183],"decreasing":[184],"emissions.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}