{"id":"https://openalex.org/W2096395902","doi":"https://doi.org/10.1109/itsc.2011.6083027","title":"Neural network based online traffic signal controller design with reinforcement training","display_name":"Neural network based online traffic signal controller design with reinforcement training","publication_year":2011,"publication_date":"2011-10-01","ids":{"openalex":"https://openalex.org/W2096395902","doi":"https://doi.org/10.1109/itsc.2011.6083027","mag":"2096395902"},"language":"en","primary_location":{"id":"doi:10.1109/itsc.2011.6083027","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc.2011.6083027","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 14th International IEEE Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045525711","display_name":"Yujie Dai","orcid":"https://orcid.org/0009-0000-6368-5033"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yujie Dai","raw_affiliation_strings":["State Key Laboratory of Intelligent Control and Management of Complex Systems, Institute of Automation, Chinese Academy of Sciences (CAS), Beijing, China","State Key Laboratory of Intelligent Control and Management of Complex Systems, Institute of Automation, Chinese Academy of Sciences. No.95 Zhongguancun East Road, Haidian District, Beijing 100190, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Intelligent Control and Management of Complex Systems, Institute of Automation, Chinese Academy of Sciences (CAS), Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Control and Management of Complex Systems, Institute of Automation, Chinese Academy of Sciences. No.95 Zhongguancun East Road, Haidian District, Beijing 100190, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013431506","display_name":"Jin-Zong Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210088164","display_name":"Changchun Institute of Optics, Fine Mechanics and Physics","ror":"https://ror.org/012rct222","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210088164"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinzong Hu","raw_affiliation_strings":["Changchun Institute of Optics, Fine Mechanics and Physics, Chinese Academy of Sciences (CAS), China","Changchun Institute of Optics; Fine Mechanics and Physics; Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"Changchun Institute of Optics, Fine Mechanics and Physics, Chinese Academy of Sciences (CAS), China","institution_ids":["https://openalex.org/I4210088164","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Changchun Institute of Optics; Fine Mechanics and Physics; Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210088164","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100624298","display_name":"Dongbin Zhao","orcid":"https://orcid.org/0000-0001-8218-9633"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongbin Zhao","raw_affiliation_strings":["State Key Laboratory of Intelligent Control and Management of Complex Systems, Institute of Automation, Chinese Academy of Sciences (CAS), Beijing, China","State Key Laboratory of Intelligent Control and Management of Complex Systems, Institute of Automation, Chinese Academy of Sciences. No.95 Zhongguancun East Road, Haidian District, Beijing 100190, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Intelligent Control and Management of Complex Systems, Institute of Automation, Chinese Academy of Sciences (CAS), Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Control and Management of Complex Systems, Institute of Automation, Chinese Academy of Sciences. No.95 Zhongguancun East Road, Haidian District, Beijing 100190, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042359485","display_name":"Fenghua Zhu","orcid":"https://orcid.org/0000-0003-2886-6968"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fenghua Zhu","raw_affiliation_strings":["State Key Laboratory of Intelligent Control and Management of Complex Systems, Institute of Automation, Chinese Academy of Sciences (CAS), Beijing, China","State Key Laboratory of Intelligent Control and Management of Complex Systems, Institute of Automation, Chinese Academy of Sciences. No.95 Zhongguancun East Road, Haidian District, Beijing 100190, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Intelligent Control and Management of Complex Systems, Institute of Automation, Chinese Academy of Sciences (CAS), Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Control and Management of Complex Systems, Institute of Automation, Chinese Academy of Sciences. No.95 Zhongguancun East Road, Haidian District, Beijing 100190, China","institution_ids":["https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5045525711"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"],"apc_list":null,"apc_paid":null,"fwci":5.2201,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.95388562,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1045","last_page":"1050"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6543987989425659},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.6530776023864746},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.650671660900116},{"id":"https://openalex.org/keywords/traffic-generation-model","display_name":"Traffic generation model","score":0.5959789752960205},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5931658744812012},{"id":"https://openalex.org/keywords/traffic-flow","display_name":"Traffic flow (computer networking)","score":0.5027623176574707},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.4800794720649719},{"id":"https://openalex.org/keywords/floating-car-data","display_name":"Floating car data","score":0.47770455479621887},{"id":"https://openalex.org/keywords/network-traffic-simulation","display_name":"Network traffic simulation","score":0.44371554255485535},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.43059858679771423},{"id":"https://openalex.org/keywords/control-system","display_name":"Control system","score":0.4227408468723297},{"id":"https://openalex.org/keywords/traffic-congestion","display_name":"Traffic congestion","score":0.40764540433883667},{"id":"https://openalex.org/keywords/network-traffic-control","display_name":"Network traffic control","score":0.4046303629875183},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3926044702529907},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.35270217061042786},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.27535897493362427},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27434301376342773},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.16194728016853333},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.10896021127700806}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6543987989425659},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.6530776023864746},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.650671660900116},{"id":"https://openalex.org/C176715033","wikidata":"https://www.wikidata.org/wiki/Q2080768","display_name":"Traffic generation model","level":2,"score":0.5959789752960205},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5931658744812012},{"id":"https://openalex.org/C207512268","wikidata":"https://www.wikidata.org/wiki/Q3074551","display_name":"Traffic flow (computer networking)","level":2,"score":0.5027623176574707},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.4800794720649719},{"id":"https://openalex.org/C64093975","wikidata":"https://www.wikidata.org/wiki/Q356677","display_name":"Floating car data","level":3,"score":0.47770455479621887},{"id":"https://openalex.org/C94168897","wikidata":"https://www.wikidata.org/wiki/Q574324","display_name":"Network traffic simulation","level":4,"score":0.44371554255485535},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.43059858679771423},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.4227408468723297},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.40764540433883667},{"id":"https://openalex.org/C201100257","wikidata":"https://www.wikidata.org/wiki/Q393287","display_name":"Network traffic control","level":3,"score":0.4046303629875183},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3926044702529907},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.35270217061042786},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.27535897493362427},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27434301376342773},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.16194728016853333},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.10896021127700806},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc.2011.6083027","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc.2011.6083027","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 14th International IEEE Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1526455201","https://openalex.org/W1628475528","https://openalex.org/W1968026727","https://openalex.org/W1968478098","https://openalex.org/W1970271540","https://openalex.org/W2016735521","https://openalex.org/W2019516876","https://openalex.org/W2033137841","https://openalex.org/W2101460915","https://openalex.org/W2107025357","https://openalex.org/W2121863487","https://openalex.org/W2123630870","https://openalex.org/W2128273577","https://openalex.org/W2156003784","https://openalex.org/W2798741797","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W2374980776","https://openalex.org/W2352713638","https://openalex.org/W2612734354","https://openalex.org/W2382692540","https://openalex.org/W2587362999","https://openalex.org/W1550043390","https://openalex.org/W2329128924","https://openalex.org/W1994698836","https://openalex.org/W3108736915","https://openalex.org/W2035170846"],"abstract_inverted_index":{"Traffic":[0,33],"congestion":[1],"leads":[2],"to":[3,26,31,96],"problems":[4],"like":[5],"delays,":[6],"decreasing":[7],"flow":[8],"rate,":[9],"and":[10,62,140],"higher":[11],"fuel":[12],"consumption.":[13],"Consequently,":[14],"keeping":[15],"traffic":[16,53,80,99,104,115,145],"moving":[17],"as":[18,20],"efficiently":[19],"possible":[21],"is":[22,35,68,94],"not":[23],"only":[24],"important":[25,30],"economy":[27],"but":[28],"also":[29],"environment.":[32],"system":[34],"a":[36,69,87,113],"large":[37],"complex":[38],"nonlinear":[39],"stochastic":[40],"system.":[41],"Traditional":[42],"mathematical":[43],"methods":[44,142],"have":[45],"some":[46],"limitations":[47],"when":[48],"they":[49],"are":[50,110,120],"applied":[51],"in":[52,79,101],"control.":[54],"Thus,":[55],"computational":[56],"intelligence":[57],"(CI)":[58],"technologies":[59],"gain":[60],"more":[61,63],"attentions.":[64],"Neural":[65],"Networks":[66],"(NNs)":[67],"well":[70],"developed":[71],"CI":[72],"technology":[73],"with":[74],"lots":[75],"of":[76,108],"promising":[77],"applications":[78],"signal":[81,92],"control":[82,97,133],"(TSC).":[83],"In":[84],"this":[85],"paper,":[86],"neural":[88],"network":[89],"(NN)":[90],"based":[91],"controller":[93],"designed":[95],"the":[98,129,136],"lights":[100],"an":[102],"urban":[103],"road":[105],"network.":[106],"Scenarios":[107],"simulation":[109,116],"conducted":[111],"under":[112,143],"microscopic":[114],"software.":[117],"Several":[118],"criterions":[119],"collected.":[121],"Results":[122],"demonstrate":[123],"that":[124],"through":[125],"online":[126],"reinforcement":[127],"training":[128],"controllers":[130],"obtain":[131],"better":[132],"effects":[134],"than":[135],"widely":[137],"used":[138],"pre-time":[139],"actuated":[141],"various":[144],"conditions.":[146]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":3}],"updated_date":"2025-11-25T21:42:39.735039","created_date":"2025-10-10T00:00:00"}