{"id":"https://openalex.org/W4402896801","doi":"https://doi.org/10.1109/iwqos61813.2024.10682954","title":"Guidelines for Parameter Selection in Traffic Light Control Methods Using Reinforcement Learning: Insights from Empirical Studies","display_name":"Guidelines for Parameter Selection in Traffic Light Control Methods Using Reinforcement Learning: Insights from Empirical Studies","publication_year":2024,"publication_date":"2024-06-19","ids":{"openalex":"https://openalex.org/W4402896801","doi":"https://doi.org/10.1109/iwqos61813.2024.10682954"},"language":"en","primary_location":{"id":"doi:10.1109/iwqos61813.2024.10682954","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iwqos61813.2024.10682954","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/ACM 32nd International Symposium on Quality of Service (IWQoS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110917692","display_name":"Lang Qian","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lang Qian","raw_affiliation_strings":["Fudan University"],"affiliations":[{"raw_affiliation_string":"Fudan University","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074451730","display_name":"Peng Sun","orcid":"https://orcid.org/0000-0001-8356-1329"},"institutions":[{"id":"https://openalex.org/I4210159968","display_name":"Duke Kunshan University","ror":"https://ror.org/04sr5ys16","country_code":"CN","type":"education","lineage":["https://openalex.org/I170897317","https://openalex.org/I37461747","https://openalex.org/I4210159968"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Sun","raw_affiliation_strings":["Duke Kunshan University"],"affiliations":[{"raw_affiliation_string":"Duke Kunshan University","institution_ids":["https://openalex.org/I4210159968"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100634445","display_name":"Kun Yang","orcid":"https://orcid.org/0000-0002-9956-2200"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Yang","raw_affiliation_strings":["Fudan University"],"affiliations":[{"raw_affiliation_string":"Fudan University","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108335106","display_name":"Jingyv Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyv Zhang","raw_affiliation_strings":["Fudan University"],"affiliations":[{"raw_affiliation_string":"Fudan University","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107851723","display_name":"Azzedine Boukerche","orcid":null},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Azzedine Boukerche","raw_affiliation_strings":["University of Ottawa"],"affiliations":[{"raw_affiliation_string":"University of Ottawa","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058393974","display_name":"Liang Song","orcid":"https://orcid.org/0000-0002-8143-9052"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Song","raw_affiliation_strings":["Fudan University"],"affiliations":[{"raw_affiliation_string":"Fudan University","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5110917692"],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18052247,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"23","issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9682999849319458,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9682999849319458,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6798530220985413},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6658849120140076},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6459953784942627},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4957371652126312},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4932708144187927},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4708520770072937},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4228067100048065},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.20608147978782654},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15054798126220703}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6798530220985413},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6658849120140076},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6459953784942627},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4957371652126312},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4932708144187927},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4708520770072937},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4228067100048065},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.20608147978782654},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15054798126220703}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iwqos61813.2024.10682954","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iwqos61813.2024.10682954","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/ACM 32nd International Symposium on Quality of Service (IWQoS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1516835682","https://openalex.org/W1999371911","https://openalex.org/W2007894170","https://openalex.org/W2088595989","https://openalex.org/W2154522146","https://openalex.org/W2766381093","https://openalex.org/W2809148419","https://openalex.org/W2915117209","https://openalex.org/W2945991855","https://openalex.org/W2963027910","https://openalex.org/W2983178256","https://openalex.org/W2988973041","https://openalex.org/W2998187693","https://openalex.org/W3123082711","https://openalex.org/W3134504064","https://openalex.org/W4206744121","https://openalex.org/W4213230486","https://openalex.org/W4385763866","https://openalex.org/W4385767260","https://openalex.org/W4386132101","https://openalex.org/W6616526780","https://openalex.org/W6688475801","https://openalex.org/W6745537798","https://openalex.org/W6753989926","https://openalex.org/W6783867858","https://openalex.org/W6811038566","https://openalex.org/W6841140246"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W4391331176"],"abstract_inverted_index":{"The":[0,196],"ever-changing":[1],"traffic":[2,7,45,72,163,194,210,257],"dynamics":[3],"make":[4,224],"the":[5,15,23,28,35,58,66,87,115,127,155,204,209,218,225,243],"traditional":[6],"signal":[8,46],"control":[9,47],"methods":[10,170],"unable":[11],"to":[12,14,32,70,113,137],"adapt":[13],"environment.":[16,36],"Meanwhile,":[17],"deep":[18],"reinforcement":[19],"learning":[20],"(DRL)":[21],"has":[22],"property":[24],"of":[25,60,68,104,118,146,161,174],"interacting":[26],"with":[27,171],"environment":[29],"and":[30,74,83,99,106,139,148,153,165,181,187,206,216,220,245],"adapting":[31],"changes":[33],"in":[34,38,111,232],"Therefore,":[37,130],"recent":[39],"years,":[40],"researchers":[41,124,202,249],"have":[42,54,94,239],"usually":[43],"solved":[44],"(TSC)":[48],"problems":[49],"through":[50,167],"DRL":[51,93],"methods.":[52],"They":[53],"not":[55],"only":[56],"improved":[57,65],"design":[59,180,203],"neural":[61],"networks,":[62],"but":[63],"also":[64],"ability":[67],"models":[69,119],"understand":[71],"conditions":[73],"learn":[75],"corresponding":[76],"task":[77],"requests":[78],"by":[79],"designing":[80],"different":[81,144,159],"states":[82,98,105,147,164],"rewards.":[84,149],"However,":[85],"although":[86],"existing":[88],"TSC":[89,169,253],"algorithms":[90],"based":[91,190],"on":[92,191,252],"proposed":[95],"many":[96],"well-designed":[97],"reward":[100,188,221,246],"strategies,":[101],"which":[102],"combinations":[103,145,160,231],"rewards":[107,166],"should":[108],"be":[109],"adopted":[110],"practice":[112],"achieve":[114],"performance":[116,142,227],"margin":[117],"remains":[120],"a":[121,133,172],"question":[122],"that":[123,200],"are":[125],"seeking":[126],"answer":[128],"to.":[129],"we":[131,151],"introduce":[132],"general":[134],"simulation":[135],"platform":[136],"test":[138,152,182,197],"compare":[140],"experimental":[141,156,226],"under":[143,158],"Specifically,":[150],"analyze":[154],"effects":[157],"multiple":[162],"various":[168],"set":[173],"unified":[175],"model":[176],"settings.":[177],"We":[178,235],"further":[179],"some":[183,240],"new":[184],"state":[185,205,211,219,244],"representations":[186],"strategies":[189],"more":[192],"detailed":[193],"information.":[195],"results":[198,238],"show":[199],"when":[201,248],"reward,":[207],"refining":[208],"like":[212],"vehicle":[213],"running":[214],"condition":[215],"making":[217],"match":[222],"can":[223],"better":[228],"than":[229],"other":[230,256],"most":[233],"cases.":[234],"hope":[236],"these":[237],"implications":[241],"for":[242],"choice":[247],"conduct":[250],"experiments":[251],"problem":[254],"or":[255],"decision":[258],"management":[259],"problems.":[260]},"counts_by_year":[],"updated_date":"2026-04-16T15:07:20.185449","created_date":"2025-10-10T00:00:00"}