{"id":"https://openalex.org/W1977467218","doi":"https://doi.org/10.1109/itsc.2010.5624977","title":"Arterial traffic control using reinforcement learning agents and information from adjacent intersections in the state and reward structure","display_name":"Arterial traffic control using reinforcement learning agents and information from adjacent intersections in the state and reward structure","publication_year":2010,"publication_date":"2010-09-01","ids":{"openalex":"https://openalex.org/W1977467218","doi":"https://doi.org/10.1109/itsc.2010.5624977","mag":"1977467218"},"language":"en","primary_location":{"id":"doi:10.1109/itsc.2010.5624977","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc.2010.5624977","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"13th International IEEE Conference on Intelligent Transportation Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075269194","display_name":"Juan Carlos Medina","orcid":"https://orcid.org/0000-0002-7804-9440"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Juan C. Medina","raw_affiliation_strings":["University of Illinois, Urbana-Champaign, Urbana, IL, USA","University of Illinois at Urbana-Champaign, 61801, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois, Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, 61801, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086598856","display_name":"Ali Hajbabaie","orcid":"https://orcid.org/0000-0001-6757-1981"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali Hajbabaie","raw_affiliation_strings":["University of Illinois, Urbana-Champaign, Urbana, IL, USA","University of Illinois at Urbana-Champaign, 61801, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois, Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, 61801, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032073728","display_name":"Rahim F. Benekohal","orcid":"https://orcid.org/0000-0002-0466-9241"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rahim F. Benekohal","raw_affiliation_strings":["University of Illinois, Urbana-Champaign, Urbana, IL, USA","University of Illinois at Urbana-Champaign, 61801, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois, Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, 61801, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5075269194"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":3.613,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.92504727,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"525","last_page":"530"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/traverse","display_name":"Traverse","score":0.8381031155586243},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8095718622207642},{"id":"https://openalex.org/keywords/phaser","display_name":"Phaser","score":0.661805272102356},{"id":"https://openalex.org/keywords/upstream","display_name":"Upstream (networking)","score":0.5889334678649902},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5753391981124878},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4814245402812958},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4637266993522644},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.43398359417915344},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.4323791265487671},{"id":"https://openalex.org/keywords/traffic-simulation","display_name":"Traffic simulation","score":0.42573535442352295},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.4103861153125763},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.36910009384155273},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3481411337852478},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2786187529563904},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.20909062027931213},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.17748653888702393},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.17172589898109436},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1692674458026886},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.10855433344841003},{"id":"https://openalex.org/keywords/geodesy","display_name":"Geodesy","score":0.08295145630836487}],"concepts":[{"id":"https://openalex.org/C176809094","wikidata":"https://www.wikidata.org/wiki/Q15401496","display_name":"Traverse","level":2,"score":0.8381031155586243},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8095718622207642},{"id":"https://openalex.org/C135393689","wikidata":"https://www.wikidata.org/wiki/Q1551588","display_name":"Phaser","level":2,"score":0.661805272102356},{"id":"https://openalex.org/C191172861","wikidata":"https://www.wikidata.org/wiki/Q7899321","display_name":"Upstream (networking)","level":2,"score":0.5889334678649902},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5753391981124878},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4814245402812958},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4637266993522644},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.43398359417915344},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.4323791265487671},{"id":"https://openalex.org/C2778391309","wikidata":"https://www.wikidata.org/wiki/Q7832527","display_name":"Traffic simulation","level":3,"score":0.42573535442352295},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.4103861153125763},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.36910009384155273},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3481411337852478},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2786187529563904},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.20909062027931213},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.17748653888702393},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.17172589898109436},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1692674458026886},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.10855433344841003},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.08295145630836487},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc.2010.5624977","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc.2010.5624977","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"13th International IEEE Conference on Intelligent Transportation Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W17610507","https://openalex.org/W32403112","https://openalex.org/W33871791","https://openalex.org/W151231422","https://openalex.org/W1547495733","https://openalex.org/W1566087003","https://openalex.org/W1639167632","https://openalex.org/W1986659999","https://openalex.org/W2121863487","https://openalex.org/W2124657875","https://openalex.org/W2148543183","https://openalex.org/W2241458300","https://openalex.org/W3011120880","https://openalex.org/W4214717370","https://openalex.org/W6632814373","https://openalex.org/W6636636705","https://openalex.org/W7011621630"],"related_works":["https://openalex.org/W2377402383","https://openalex.org/W2380835401","https://openalex.org/W2381912691","https://openalex.org/W2350381577","https://openalex.org/W2353618196","https://openalex.org/W2348074676","https://openalex.org/W2385033175","https://openalex.org/W2374043190","https://openalex.org/W2363298784","https://openalex.org/W2367402697"],"abstract_inverted_index":{"An":[0],"application":[1],"that":[2,35,54],"uses":[3],"reinforcement":[4],"learning":[5,26],"(RL)":[6],"agents":[7,21,195],"for":[8,90,221],"traffic":[9,16,79,177,232],"control":[10],"along":[11],"an":[12,91],"arterial":[13,92],"under":[14,96],"high":[15,97],"volumes":[17],"is":[18],"presented.":[19],"RL":[20,122,191],"were":[22,88,102,187],"trained":[23],"using":[24,84],"Q":[25],"and":[27,100,116,162,201,218,240],"a":[28,52,127,228],"modified":[29],"version":[30],"of":[31,41,78,108,119,131,141,149,167,205,231],"the":[32,39,42,71,75,105,132,138,147,153,165,184,194,216,222],"state":[33,217],"representation":[34],"included":[36],"information":[37],"on":[38,157],"occupancy":[40],"links":[43],"from":[44,58,80,170,236],"neighboring":[45],"intersections.":[46,82],"The":[47],"proposed":[48],"structure":[49],"also":[50,163],"includes":[51],"reward":[53,219],"considers":[55],"potential":[56],"blockage":[57],"downstream":[59],"intersections":[60,95,155,172],"(due":[61],"to":[62,69,151,179,224,238],"saturated":[63],"conditions),":[64],"as":[65,67,124,126,146],"well":[66,125],"pressure":[68],"coordinate":[70],"signal":[72],"response":[73],"with":[74,93,104,121,183,190,227],"future":[76],"arrival":[77],"upstream":[81],"Experiments":[83],"microscopic":[85],"simulation":[86],"software":[87],"conducted":[89],"5":[94,154],"conflicting":[98],"volumes,":[99,233],"results":[101],"compared":[103],"best":[106],"settings":[107],"coordinated":[109],"pre-timed":[110,185],"phasing.":[111],"Data":[112],"showed":[113],"lower":[114,159,188,197,202],"delays":[115,182],"less":[117],"number":[118,148,204],"stops":[120,150,206],"agents,":[123,192],"more":[128],"balanced":[129],"distribution":[130,166],"delay":[133,199],"among":[134],"all":[135,171],"vehicles":[136],"in":[137,215],"system.":[139],"Evidence":[140],"coordinated-like":[142],"behavior":[143],"was":[144,156,173],"found":[145],"traverse":[152],"average":[158],"than":[160,189],"1.5,":[161],"since":[164],"green":[168],"times":[169,200],"very":[174],"similar.":[175],"As":[176],"approached":[178],"capacity,":[180],"however,":[181],"phasing":[186],"but":[193],"produced":[196],"maximum":[198,203],"per":[207],"vehicle.":[208],"Future":[209],"research":[210],"will":[211],"analyze":[212],"variable":[213],"coefficients":[214],"structures":[220],"system":[223],"better":[225],"cope":[226],"wide":[229],"variety":[230],"including":[234],"transitions":[235],"oversaturation":[237],"undersaturation":[239],"vice":[241],"versa.":[242]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}