{"id":"https://openalex.org/W4406611522","doi":"https://doi.org/10.1109/smc54092.2024.10831906","title":"EARL-Light: An Evolutionary Algorithm-Assisted Reinforcement Learning for Traffic Signal Control","display_name":"EARL-Light: An Evolutionary Algorithm-Assisted Reinforcement Learning for Traffic Signal Control","publication_year":2024,"publication_date":"2024-10-06","ids":{"openalex":"https://openalex.org/W4406611522","doi":"https://doi.org/10.1109/smc54092.2024.10831906"},"language":"en","primary_location":{"id":"doi:10.1109/smc54092.2024.10831906","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc54092.2024.10831906","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100770067","display_name":"Jingyuan Chen","orcid":"https://orcid.org/0000-0002-6039-0763"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jing-Yuan Chen","raw_affiliation_strings":["School of Computer Science and Engineering, South China University of Technology,Guangzhou,China,510006"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, South China University of Technology,Guangzhou,China,510006","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030982545","display_name":"Feng-Feng Wei","orcid":"https://orcid.org/0009-0003-4708-8791"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng-Feng Wei","raw_affiliation_strings":["School of Computer Science and Engineering, South China University of Technology,Guangzhou,China,510006"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, South China University of Technology,Guangzhou,China,510006","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115600650","display_name":"Tai-You Chen","orcid":"https://orcid.org/0009-0002-4141-5301"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tai-You Chen","raw_affiliation_strings":["School of Computer Science and Engineering, South China University of Technology,Guangzhou,China,510006"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, South China University of Technology,Guangzhou,China,510006","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005506614","display_name":"Xiao-Min Hu","orcid":"https://orcid.org/0000-0001-5746-4242"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Xiao-Min Hu","raw_affiliation_strings":["Hanyang University,Department of Electrical and Electronic Engineering,Ansan,South Korea"],"affiliations":[{"raw_affiliation_string":"Hanyang University,Department of Electrical and Electronic Engineering,Ansan,South Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084148795","display_name":"Sang-Woon Jeon","orcid":"https://orcid.org/0000-0002-0199-2254"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sang-Woon Jeon","raw_affiliation_strings":["Hanyang University,Department of Electrical and Electronic Engineering,Ansan,South Korea"],"affiliations":[{"raw_affiliation_string":"Hanyang University,Department of Electrical and Electronic Engineering,Ansan,South Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100758482","display_name":"Yang Wang","orcid":"https://orcid.org/0000-0002-7314-2902"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Wang","raw_affiliation_strings":["School of Management, Northwestern Polytechnical University,Xi'an,China"],"affiliations":[{"raw_affiliation_string":"School of Management, Northwestern Polytechnical University,Xi'an,China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":null,"display_name":"Wei-Neng Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei-Neng Chen","raw_affiliation_strings":["School of Computer Science and Engineering, South China University of Technology,Guangzhou,China,510006"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, South China University of Technology,Guangzhou,China,510006","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100770067"],"corresponding_institution_ids":["https://openalex.org/I90610280"],"apc_list":null,"apc_paid":null,"fwci":0.3488,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.64145197,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1342","last_page":"1349"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.8330000042915344,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.8330000042915344,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.7107999920845032,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7991688251495361},{"id":"https://openalex.org/keywords/traffic-signal","display_name":"Traffic signal","score":0.7468554377555847},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6686427593231201},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.47323593497276306},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.4601360857486725},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.45630401372909546},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44037336111068726},{"id":"https://openalex.org/keywords/evolutionary-computation","display_name":"Evolutionary computation","score":0.4127959609031677},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3624674677848816},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.16012874245643616}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7991688251495361},{"id":"https://openalex.org/C2987419075","wikidata":"https://www.wikidata.org/wiki/Q8004","display_name":"Traffic signal","level":2,"score":0.7468554377555847},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6686427593231201},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.47323593497276306},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.4601360857486725},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.45630401372909546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44037336111068726},{"id":"https://openalex.org/C105902424","wikidata":"https://www.wikidata.org/wiki/Q1197129","display_name":"Evolutionary computation","level":2,"score":0.4127959609031677},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3624674677848816},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.16012874245643616},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc54092.2024.10831906","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc54092.2024.10831906","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1516835682","https://openalex.org/W2007894170","https://openalex.org/W2047094503","https://openalex.org/W2116954712","https://openalex.org/W2753899746","https://openalex.org/W2809148419","https://openalex.org/W2910777435","https://openalex.org/W2915117209","https://openalex.org/W2945991855","https://openalex.org/W2964749398","https://openalex.org/W2988973041","https://openalex.org/W2998187693","https://openalex.org/W3034604283","https://openalex.org/W3188474345","https://openalex.org/W4206335483","https://openalex.org/W4308080614","https://openalex.org/W4308177782","https://openalex.org/W4310463539","https://openalex.org/W4312972709","https://openalex.org/W4321019220","https://openalex.org/W4366680618","https://openalex.org/W4385768151","https://openalex.org/W4385864570","https://openalex.org/W4389074748","https://openalex.org/W4390825338","https://openalex.org/W4393171321","https://openalex.org/W4394842919","https://openalex.org/W4401163513","https://openalex.org/W6637967152","https://openalex.org/W6746622358","https://openalex.org/W6750629867","https://openalex.org/W6762408531","https://openalex.org/W6783867858"],"related_works":["https://openalex.org/W2130703626","https://openalex.org/W4297582752","https://openalex.org/W4285805405","https://openalex.org/W4367838498","https://openalex.org/W2391924736","https://openalex.org/W3133779647","https://openalex.org/W1560122427","https://openalex.org/W2393348402","https://openalex.org/W4293167677","https://openalex.org/W3041827036"],"abstract_inverted_index":{"Traffic":[0],"signal":[1],"control":[2],"(TSC)":[3],"problems":[4],"have":[5],"received":[6],"increasing":[7],"attention":[8],"with":[9,157],"the":[10,13,28,40,119,130,135],"development":[11],"of":[12,31,44,101,114,123,137],"smart":[14],"city.":[15],"Reinforcement":[16],"learning":[17,80,132],"(RL)":[18],"models":[19],"TSC":[20,45,84],"as":[21],"a":[22,88,96,99],"Markov":[23],"decision":[24],"process":[25],"and":[26,42,54,72,98,129],"learns":[27],"timing":[29],"relationship":[30],"traffic":[32,148],"scheduling":[33],"from":[34],"massive":[35],"historical":[36],"data.":[37],"Due":[38],"to":[39,57,74,105],"uncertainty":[41],"mutability":[43],"problems,":[46],"existing":[47],"RL":[48,73,138],"methods":[49],"face":[50],"bottlenecks":[51],"in":[52,91],"diversity":[53],"are":[55,103],"easy":[56],"be":[58],"trapped":[59],"into":[60],"local":[61,124],"optima.":[62],"To":[63],"alleviate":[64],"this":[65,67],"predicament,":[66],"paper":[68],"combines":[69],"evolutionary":[70,77,115],"optimization":[71,116,128],"propose":[75],"an":[76],"algorithm-assisted":[78],"reinforcement":[79],"(EARL-Light)":[81],"method":[82],"for":[83,107,126],"problems.":[85],"EARL-Light":[86,152],"is":[87],"population-based":[89],"algorithm,":[90],"which":[92],"one":[93],"individual":[94],"represents":[95],"policy":[97],"population":[100],"individuals":[102],"evolved":[104],"search":[106,112],"near-optimal":[108],"policies.":[109],"The":[110],"diversified":[111],"ability":[113],"can":[117,139],"help":[118],"algorithm":[120],"get":[121],"rid":[122],"optima":[125],"global":[127],"rapid":[131],"based":[133],"on":[134,145],"gradient":[136],"achieve":[140],"fast":[141,158],"convergence.":[142,159],"Extensive":[143],"experiments":[144],"seven":[146],"real-world":[147],"datasets":[149],"demonstrates":[150],"that":[151],"achieves":[153],"shorter":[154],"travel":[155],"time":[156]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}