{"id":"https://openalex.org/W2107025357","doi":"https://doi.org/10.1109/ijcnn.2010.5596480","title":"A comparative study of urban traffic signal control with reinforcement learning and Adaptive Dynamic Programming","display_name":"A comparative study of urban traffic signal control with reinforcement learning and Adaptive Dynamic Programming","publication_year":2010,"publication_date":"2010-07-01","ids":{"openalex":"https://openalex.org/W2107025357","doi":"https://doi.org/10.1109/ijcnn.2010.5596480","mag":"2107025357"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2010.5596480","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2010.5596480","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2010 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045525711","display_name":"Yujie Dai","orcid":"https://orcid.org/0009-0000-6368-5033"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yujie Dai","raw_affiliation_strings":["Laboratory of Complex Systems and Intelligence Science, Institute of Automation, Chinese Academy and Sciences, Beijing, China","Laboratory of Complex Systems and Intelligence Science, Institute of Automation, Chinese Academy of Sciences. No.95 Zhongguancun East Road, Haidian District, Beijing 100190, China"],"affiliations":[{"raw_affiliation_string":"Laboratory of Complex Systems and Intelligence Science, Institute of Automation, Chinese Academy and Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879"]},{"raw_affiliation_string":"Laboratory of Complex Systems and Intelligence Science, Institute of Automation, Chinese Academy of Sciences. No.95 Zhongguancun East Road, Haidian District, Beijing 100190, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100624298","display_name":"Dongbin Zhao","orcid":"https://orcid.org/0000-0001-8218-9633"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongbin Zhao","raw_affiliation_strings":["Laboratory of Complex Systems and Intelligence Science, Institute of Automation, Chinese Academy and Sciences, Beijing, China","Laboratory of Complex Systems and Intelligence Science, Institute of Automation, Chinese Academy of Sciences. No.95 Zhongguancun East Road, Haidian District, Beijing 100190, China"],"affiliations":[{"raw_affiliation_string":"Laboratory of Complex Systems and Intelligence Science, Institute of Automation, Chinese Academy and Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879"]},{"raw_affiliation_string":"Laboratory of Complex Systems and Intelligence Science, Institute of Automation, Chinese Academy of Sciences. No.95 Zhongguancun East Road, Haidian District, Beijing 100190, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019541846","display_name":"Jianqiang Yi","orcid":"https://orcid.org/0000-0003-3268-9482"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianqiang Yi","raw_affiliation_strings":["Laboratory of Complex Systems and Intelligence Science, Institute of Automation, Chinese Academy and Sciences, Beijing, China","Laboratory of Complex Systems and Intelligence Science, Institute of Automation, Chinese Academy of Sciences. No.95 Zhongguancun East Road, Haidian District, Beijing 100190, China"],"affiliations":[{"raw_affiliation_string":"Laboratory of Complex Systems and Intelligence Science, Institute of Automation, Chinese Academy and Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879"]},{"raw_affiliation_string":"Laboratory of Complex Systems and Intelligence Science, Institute of Automation, Chinese Academy of Sciences. No.95 Zhongguancun East Road, Haidian District, Beijing 100190, China","institution_ids":["https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5045525711"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"],"apc_list":null,"apc_paid":null,"fwci":2.0072,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.86784857,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9754999876022339,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7550686597824097},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.651940643787384},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.6110424995422363},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.5367862582206726},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.4576910436153412},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.45471760630607605},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.440653532743454},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.4176235496997833},{"id":"https://openalex.org/keywords/intelligent-transportation-system","display_name":"Intelligent transportation system","score":0.4160270094871521},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3483837842941284},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.33733847737312317},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23700207471847534},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2338293492794037},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.17470955848693848}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7550686597824097},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.651940643787384},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.6110424995422363},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.5367862582206726},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.4576910436153412},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.45471760630607605},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.440653532743454},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.4176235496997833},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.4160270094871521},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3483837842941284},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.33733847737312317},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23700207471847534},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2338293492794037},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.17470955848693848},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2010.5596480","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2010.5596480","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2010 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.8299999833106995}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1533862221","https://openalex.org/W1896906900","https://openalex.org/W1968026727","https://openalex.org/W1986659999","https://openalex.org/W1992898763","https://openalex.org/W2014728147","https://openalex.org/W2050676627","https://openalex.org/W2128273577","https://openalex.org/W2136064843","https://openalex.org/W2165501837","https://openalex.org/W2280618424","https://openalex.org/W3164640352"],"related_works":["https://openalex.org/W2357124094","https://openalex.org/W2387399993","https://openalex.org/W2389739210","https://openalex.org/W2348924972","https://openalex.org/W2365736347","https://openalex.org/W2047454415","https://openalex.org/W2070040999","https://openalex.org/W2387293848","https://openalex.org/W2250140200","https://openalex.org/W3121791438"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,29,43,119,148,161],"new":[4],"algorithm":[5,100],"that":[6,156],"employs":[7],"Adaptive":[8],"Dynamic":[9],"Programming(ADP)":[10],"to":[11,28,64,101,136,164],"solve":[12],"the":[13,66,103,139,165],"distributed":[14],"control":[15,53,74,95,158],"problem":[16],"of":[17,31,73,132],"urban":[18,55,108],"traffic":[19,25,67,109,121,167,170],"with":[20,138,147],"an":[21,58,90,99],"infinite":[22],"horizon.":[23],"Urban":[24],"congestions":[26],"lead":[27],"lot":[30,72],"time":[32,105],"consumption":[33],"and":[34,49,60,69,80,92],"exhaust":[35],"emissions.":[36],"So":[37],"alleviating":[38],"congested":[39],"situation":[40],"will":[41],"have":[42,85,160],"good":[44],"impact":[45],"on":[46,112],"both":[47],"economy":[48],"environment.":[50],"The":[51],"signal":[52,104],"at":[54,107],"intersections":[56,110],"is":[57,89],"effective":[59,91],"most":[61],"important":[62],"way":[63],"reduce":[65],"jams":[68],"collisions.":[70],"A":[71],"theories":[75],"including":[76],"traditional":[77],"mathematical":[78],"ways":[79,84],"modern":[81],"artificial":[82],"intelligent":[83,94],"been":[86],"exploited.":[87],"ADP":[88,113,157],"amiable":[93],"method.":[96],"We":[97],"proposed":[98],"adjust":[102],"plan":[106],"based":[111],"theory.":[114],"Simulations":[115],"are":[116,134],"taken":[117],"under":[118],"microscopic":[120],"simulation":[122],"software,":[123],"TSIS(Traffic":[124],"Software":[125],"Integrated":[126],"System).":[127],"Several":[128],"criteria":[129],"named":[130],"MOEs(Measures":[131],"Effectiveness)":[133],"collected":[135],"compare":[137],"widely":[140],"used":[141],"pre-timed":[142],"control,":[143,145],"actuated":[144],"also":[146],"machine":[149],"learning":[150],"method":[151,159],"Q-learning":[152],"control.":[153],"Results":[154],"show":[155],"better":[162],"adaptability":[163],"various":[166],"simulating":[168],"real":[169],"flows.":[171]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}