{"id":"https://openalex.org/W2078895652","doi":"https://doi.org/10.1109/itsc.2011.6083114","title":"Traffic light control in non-stationary environments based on multi agent Q-learning","display_name":"Traffic light control in non-stationary environments based on multi agent Q-learning","publication_year":2011,"publication_date":"2011-10-01","ids":{"openalex":"https://openalex.org/W2078895652","doi":"https://doi.org/10.1109/itsc.2011.6083114","mag":"2078895652"},"language":"en","primary_location":{"id":"doi:10.1109/itsc.2011.6083114","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc.2011.6083114","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 14th International IEEE Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054982019","display_name":"Monireh Abdoos","orcid":"https://orcid.org/0000-0002-3106-503X"},"institutions":[{"id":"https://openalex.org/I67009956","display_name":"Iran University of Science and Technology","ror":"https://ror.org/01jw2p796","country_code":"IR","type":"education","lineage":["https://openalex.org/I67009956"]}],"countries":["IR"],"is_corresponding":true,"raw_author_name":"Monireh Abdoos","raw_affiliation_strings":["Iran University of Science and Technology, Tehran, Iran"],"affiliations":[{"raw_affiliation_string":"Iran University of Science and Technology, Tehran, Iran","institution_ids":["https://openalex.org/I67009956"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088710433","display_name":"Nasser Mozayani","orcid":"https://orcid.org/0000-0001-9477-9657"},"institutions":[{"id":"https://openalex.org/I67009956","display_name":"Iran University of Science and Technology","ror":"https://ror.org/01jw2p796","country_code":"IR","type":"education","lineage":["https://openalex.org/I67009956"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Nasser Mozayani","raw_affiliation_strings":["Iran University of Science and Technology, Tehran, Iran"],"affiliations":[{"raw_affiliation_string":"Iran University of Science and Technology, Tehran, Iran","institution_ids":["https://openalex.org/I67009956"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028225369","display_name":"Ana L. C. Bazzan","orcid":"https://orcid.org/0000-0002-2803-9607"},"institutions":[{"id":"https://openalex.org/I130442723","display_name":"Universidade Federal do Rio Grande do Sul","ror":"https://ror.org/041yk2d64","country_code":"BR","type":"education","lineage":["https://openalex.org/I130442723"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Ana L. C. Bazzan","raw_affiliation_strings":["Universidade Federal do Rio Grande do Sul, Porto Alegre, Brazil"],"affiliations":[{"raw_affiliation_string":"Universidade Federal do Rio Grande do Sul, Porto Alegre, Brazil","institution_ids":["https://openalex.org/I130442723"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5054982019"],"corresponding_institution_ids":["https://openalex.org/I67009956"],"apc_list":null,"apc_paid":null,"fwci":9.7875,"has_fulltext":false,"cited_by_count":201,"citation_normalized_percentile":{"value":0.97904789,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1580","last_page":"1585"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9807999730110168,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7579984068870544},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.6998307108879089},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6838868260383606},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.6351983547210693},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.6101933121681213},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.4436538517475128},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4316880702972412},{"id":"https://openalex.org/keywords/traffic-congestion","display_name":"Traffic congestion","score":0.429997056722641},{"id":"https://openalex.org/keywords/traffic-signal","display_name":"Traffic signal","score":0.424378901720047},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4166005253791809},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3934464752674103},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3289932906627655},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31581780314445496},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1484113335609436},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.14104405045509338}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7579984068870544},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.6998307108879089},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6838868260383606},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.6351983547210693},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.6101933121681213},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.4436538517475128},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4316880702972412},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.429997056722641},{"id":"https://openalex.org/C2987419075","wikidata":"https://www.wikidata.org/wiki/Q8004","display_name":"Traffic signal","level":2,"score":0.424378901720047},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4166005253791809},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3934464752674103},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3289932906627655},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31581780314445496},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1484113335609436},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.14104405045509338},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc.2011.6083114","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc.2011.6083114","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 14th International IEEE Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.8299999833106995}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"},{"id":"https://openalex.org/F4320324891","display_name":"Iran Telecommunication Research Center","ror":"https://ror.org/01a3g2z22"},{"id":"https://openalex.org/F4320336976","display_name":"Research Institute for Information Technology, Kyushu University","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W33871791","https://openalex.org/W1972060013","https://openalex.org/W1974285205","https://openalex.org/W1977467218","https://openalex.org/W1984523211","https://openalex.org/W2007933500","https://openalex.org/W2020070197","https://openalex.org/W2037248853","https://openalex.org/W2054314161","https://openalex.org/W2074500080","https://openalex.org/W2090479989","https://openalex.org/W2096064618","https://openalex.org/W2098280298","https://openalex.org/W2107025357","https://openalex.org/W2120545488","https://openalex.org/W2125001944","https://openalex.org/W2130387301","https://openalex.org/W2134698488","https://openalex.org/W2139155418","https://openalex.org/W2141554657","https://openalex.org/W2155757348","https://openalex.org/W2159755293","https://openalex.org/W2167290507","https://openalex.org/W2408219578","https://openalex.org/W2540795300","https://openalex.org/W3011120880","https://openalex.org/W6677973652","https://openalex.org/W6681027470","https://openalex.org/W6682750540","https://openalex.org/W6713806247","https://openalex.org/W6775686901","https://openalex.org/W6986888325"],"related_works":["https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W3087814763","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W4376605461","https://openalex.org/W4400868993","https://openalex.org/W2361647908","https://openalex.org/W2952356279"],"abstract_inverted_index":{"In":[0,63,88,109],"many":[1],"urban":[2],"areas":[3],"where":[4,114],"traffic":[5,14,30,42,96,159],"congestion":[6],"does":[7,18],"not":[8,19],"have":[9],"the":[10,37,41,57,76,80,83,115,131,136,149,153],"peak":[11],"pattern,":[12],"conventional":[13],"signal":[15,31],"timing":[16],"methods":[17],"result":[20],"in":[21,82,119],"an":[22],"efficient":[23],"control.":[24],"One":[25],"alternative":[26],"is":[27,54,67,112,122],"to":[28,35,56,69,124,139],"let":[29],"controllers":[32],"learn":[33],"how":[34],"adjust":[36],"lights":[38],"based":[39],"on":[40],"situation.":[43],"However":[44],"this":[45,66,89],"creates":[46],"a":[47,93,99],"classical":[48],"non-stationary":[49],"environment":[50],"since":[51],"each":[52],"controller":[53],"adapting":[55],"changes":[58],"caused":[59],"by":[60],"other":[61],"controllers.":[62],"multi-agent":[64,100,106],"learning":[65],"likely":[68],"be":[70],"inefficient":[71],"and":[72,102],"computationally":[73],"challenging,":[74],"i.e.,":[75],"efficiency":[77],"decreases":[78],"with":[79],"increase":[81],"number":[84],"of":[85,130,142],"agents":[86],"(controllers).":[87],"paper,":[90],"we":[91],"model":[92],"relatively":[94],"large":[95],"network":[97],"as":[98],"system":[101],"use":[103],"techniques":[104],"from":[105],"reinforcement":[107],"learning.":[108],"particular,":[110],"Q-learning":[111,151],"employed,":[113],"average":[116],"queue":[117],"length":[118],"approaching":[120],"links":[121],"used":[123],"estimate":[125],"states.":[126],"A":[127],"parametric":[128],"representation":[129],"action":[132],"space":[133],"has":[134],"made":[135],"method":[137,156],"extendable":[138],"different":[140,158],"types":[141],"intersection.":[143],"The":[144],"simulation":[145],"results":[146],"demonstrate":[147],"that":[148],"proposed":[150],"outperformed":[152],"fixed":[154],"time":[155],"under":[157],"demands.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":25},{"year":2022,"cited_by_count":23},{"year":2021,"cited_by_count":21},{"year":2020,"cited_by_count":33},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":15},{"year":2017,"cited_by_count":13},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":13},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":10}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}