{"id":"https://openalex.org/W4220684089","doi":"https://doi.org/10.1109/tvt.2022.3160871","title":"Intelligent Traffic Light Control by Exploring Strategies in an Optimised Space of Deep Q-Learning","display_name":"Intelligent Traffic Light Control by Exploring Strategies in an Optimised Space of Deep Q-Learning","publication_year":2022,"publication_date":"2022-03-22","ids":{"openalex":"https://openalex.org/W4220684089","doi":"https://doi.org/10.1109/tvt.2022.3160871"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2022.3160871","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3160871","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044091027","display_name":"Junxiu Liu","orcid":"https://orcid.org/0000-0002-9790-1571"},"institutions":[{"id":"https://openalex.org/I29739308","display_name":"Guangxi Normal University","ror":"https://ror.org/02frt9q65","country_code":"CN","type":"education","lineage":["https://openalex.org/I29739308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junxiu Liu","raw_affiliation_strings":["School of Electronic Engineering, Guangxi Normal University, Guilin, China"],"raw_orcid":"https://orcid.org/0000-0002-9790-1571","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Guangxi Normal University, Guilin, China","institution_ids":["https://openalex.org/I29739308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002946893","display_name":"Sheng Qin","orcid":"https://orcid.org/0000-0001-7348-901X"},"institutions":[{"id":"https://openalex.org/I29739308","display_name":"Guangxi Normal University","ror":"https://ror.org/02frt9q65","country_code":"CN","type":"education","lineage":["https://openalex.org/I29739308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sheng Qin","raw_affiliation_strings":["School of Electronic Engineering, Guangxi Normal University, Guilin, China"],"raw_orcid":"https://orcid.org/0000-0001-7348-901X","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Guangxi Normal University, Guilin, China","institution_ids":["https://openalex.org/I29739308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100614733","display_name":"Yuling Luo","orcid":"https://orcid.org/0000-0002-0117-4614"},"institutions":[{"id":"https://openalex.org/I29739308","display_name":"Guangxi Normal University","ror":"https://ror.org/02frt9q65","country_code":"CN","type":"education","lineage":["https://openalex.org/I29739308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuling Luo","raw_affiliation_strings":["School of Electronic Engineering, Guangxi Normal University, Guilin, China"],"raw_orcid":"https://orcid.org/0000-0002-0117-4614","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Guangxi Normal University, Guilin, China","institution_ids":["https://openalex.org/I29739308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101671523","display_name":"Yanhu Wang","orcid":"https://orcid.org/0000-0002-8318-3038"},"institutions":[{"id":"https://openalex.org/I29739308","display_name":"Guangxi Normal University","ror":"https://ror.org/02frt9q65","country_code":"CN","type":"education","lineage":["https://openalex.org/I29739308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanhu Wang","raw_affiliation_strings":["School of Electronic Engineering, Guangxi Normal University, Guilin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Guangxi Normal University, Guilin, China","institution_ids":["https://openalex.org/I29739308"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040786747","display_name":"Su Yang","orcid":"https://orcid.org/0000-0002-6618-7483"},"institutions":[{"id":"https://openalex.org/I39586589","display_name":"Swansea University","ror":"https://ror.org/053fq8t95","country_code":"GB","type":"education","lineage":["https://openalex.org/I39586589"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Su Yang","raw_affiliation_strings":["Department of Computer Science, Swansea University, Swansea, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Swansea University, Swansea, U.K","institution_ids":["https://openalex.org/I39586589"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.7331,"has_fulltext":false,"cited_by_count":44,"citation_normalized_percentile":{"value":0.95482845,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"71","issue":"6","first_page":"5960","last_page":"5970"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7435909509658813},{"id":"https://openalex.org/keywords/duration","display_name":"Duration (music)","score":0.5731026530265808},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.548392653465271},{"id":"https://openalex.org/keywords/phase","display_name":"Phase (matter)","score":0.5146087408065796},{"id":"https://openalex.org/keywords/interval","display_name":"Interval (graph theory)","score":0.4763526916503906},{"id":"https://openalex.org/keywords/traffic-congestion","display_name":"Traffic congestion","score":0.4475734829902649},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.43427127599716187},{"id":"https://openalex.org/keywords/intelligent-transportation-system","display_name":"Intelligent transportation system","score":0.4316263198852539},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.41588035225868225},{"id":"https://openalex.org/keywords/road-traffic-control","display_name":"Road traffic control","score":0.41429680585861206},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4028506278991699},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.38188546895980835},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34124991297721863},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.15758121013641357},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1319294273853302},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.08183476328849792}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7435909509658813},{"id":"https://openalex.org/C112758219","wikidata":"https://www.wikidata.org/wiki/Q16038819","display_name":"Duration (music)","level":2,"score":0.5731026530265808},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.548392653465271},{"id":"https://openalex.org/C44280652","wikidata":"https://www.wikidata.org/wiki/Q104837","display_name":"Phase (matter)","level":2,"score":0.5146087408065796},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.4763526916503906},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.4475734829902649},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.43427127599716187},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.4316263198852539},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.41588035225868225},{"id":"https://openalex.org/C2775905063","wikidata":"https://www.wikidata.org/wiki/Q6132995","display_name":"Road traffic control","level":3,"score":0.41429680585861206},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4028506278991699},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.38188546895980835},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34124991297721863},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.15758121013641357},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1319294273853302},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.08183476328849792},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2022.3160871","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3160871","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5899999737739563,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G1470778778","display_name":null,"funder_award_id":"61976063","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4554822944","display_name":null,"funder_award_id":"2021JJG170015","funder_id":"https://openalex.org/F4320322768","funder_display_name":"Natural Science Foundation of Guangxi Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322768","display_name":"Natural Science Foundation of Guangxi Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1516835682","https://openalex.org/W1522301498","https://openalex.org/W1639167632","https://openalex.org/W1969758122","https://openalex.org/W2020070197","https://openalex.org/W2031530760","https://openalex.org/W2088171019","https://openalex.org/W2109199369","https://openalex.org/W2124657875","https://openalex.org/W2145339207","https://openalex.org/W2257979135","https://openalex.org/W2498017881","https://openalex.org/W2725582697","https://openalex.org/W2794842204","https://openalex.org/W2801573006","https://openalex.org/W2809148419","https://openalex.org/W2901263206","https://openalex.org/W2902021809","https://openalex.org/W2902098903","https://openalex.org/W2909954546","https://openalex.org/W2915117209","https://openalex.org/W2963027910","https://openalex.org/W2972848900","https://openalex.org/W2973222643","https://openalex.org/W2973229164","https://openalex.org/W2995139801","https://openalex.org/W3007687131","https://openalex.org/W3038077692","https://openalex.org/W3106357768","https://openalex.org/W3150570724","https://openalex.org/W4298857966","https://openalex.org/W6631190155","https://openalex.org/W6637967152","https://openalex.org/W6756414846"],"related_works":["https://openalex.org/W4225571923","https://openalex.org/W3212257828","https://openalex.org/W2999580272","https://openalex.org/W4297873223","https://openalex.org/W3009457412","https://openalex.org/W2350784623","https://openalex.org/W2126211886","https://openalex.org/W2973192971","https://openalex.org/W4390341805","https://openalex.org/W3069032"],"abstract_inverted_index":{"Intelligent":[0],"traffic":[1,12,38,56,72,82,132,155,173,178],"light":[2,57,73,83],"control":[3,94],"is":[4,17,25,50,86,105,111,123,137,148],"one":[5],"of":[6,47,70],"the":[7,32,54,62,68,71,95,99,102,108,120,127,135,141,145,160],"modern":[8],"approaches":[9,49],"to":[10,27,30,125,129,139],"solve":[11],"congestion,":[13],"where":[14],"reinforcement":[15,23],"learning":[16,24],"a":[18,37,164],"widely":[19],"used":[20,26],"method.":[21],"Conventionally,":[22],"determine":[28],"whether":[29],"change":[31],"current":[33,55,63],"phase":[34,58,64,74,96,116],"(or":[35],"choose":[36],"phase)":[39],"after":[40],"each":[41],"small":[42],"interval.":[43],"One":[44],"major":[45],"drawback":[46],"these":[48],"that":[51,159],"it":[52],"makes":[53],"duration":[59,69],"uncertain":[60],"before":[61],"terminates.":[65],"Directly":[66],"determining":[67],"can":[75,92],"effectively":[76],"avoid":[77],"this":[78,89],"shortcoming.":[79],"An":[80],"adaptive":[81],"timing":[84],"system":[85,147,162],"proposed":[87,100,146,161],"in":[88,171],"paper":[90],"which":[91],"directly":[93],"duration.":[97],"In":[98,118],"system,":[101],"Q-learning":[103],"algorithm":[104],"employed":[106],"and":[107,134,153],"action":[109],"space":[110],"defined":[112],"as":[113],"all":[114],"possible":[115],"durations.":[117],"addition,":[119],"reward":[121],"function":[122],"redefined":[124,138],"guide":[126],"agent":[128],"balance":[130],"more":[131],"metrics,":[133],"state":[136,142],"reduce":[140],"space.":[143],"Finally,":[144],"evaluated":[149],"by":[150],"equal,":[151],"unequal,":[152],"complex":[154,177],"scenarios.":[156,179],"Results":[157],"show":[158],"has":[163],"better":[165],"performance":[166],"compared":[167],"with":[168],"other":[169],"methods":[170],"controlling":[172],"lights,":[174],"even":[175],"on":[176]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}