{"id":"https://openalex.org/W4302775018","doi":"https://doi.org/10.23919/sice56594.2022.9905836","title":"Switching Policies based on Multi-Objective Reinforcement Learning for Adaptive Traffic Signal Control","display_name":"Switching Policies based on Multi-Objective Reinforcement Learning for Adaptive Traffic Signal Control","publication_year":2022,"publication_date":"2022-09-06","ids":{"openalex":"https://openalex.org/W4302775018","doi":"https://doi.org/10.23919/sice56594.2022.9905836"},"language":"en","primary_location":{"id":"doi:10.23919/sice56594.2022.9905836","is_oa":false,"landing_page_url":"https://doi.org/10.23919/sice56594.2022.9905836","pdf_url":null,"source":{"id":"https://openalex.org/S4363608498","display_name":"2022 61st Annual Conference of the Society of Instrument and Control Engineers (SICE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 61st Annual Conference of the Society of Instrument and Control Engineers (SICE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067147319","display_name":"Takumi Saiki","orcid":"https://orcid.org/0000-0002-7344-2745"},"institutions":[{"id":"https://openalex.org/I159385669","display_name":"Chiba University","ror":"https://ror.org/01hjzeq58","country_code":"JP","type":"education","lineage":["https://openalex.org/I159385669"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Takumi Saiki","raw_affiliation_strings":["Chiba University,Graduate School of Science and Engineering,Chiba,Japan","Graduate School of Science and Engineering, Chiba University, Chiba, Japan"],"affiliations":[{"raw_affiliation_string":"Chiba University,Graduate School of Science and Engineering,Chiba,Japan","institution_ids":["https://openalex.org/I159385669"]},{"raw_affiliation_string":"Graduate School of Science and Engineering, Chiba University, Chiba, Japan","institution_ids":["https://openalex.org/I159385669"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047470756","display_name":"Sachiyo Arai","orcid":"https://orcid.org/0000-0002-8899-645X"},"institutions":[{"id":"https://openalex.org/I159385669","display_name":"Chiba University","ror":"https://ror.org/01hjzeq58","country_code":"JP","type":"education","lineage":["https://openalex.org/I159385669"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Sachiyo Arai","raw_affiliation_strings":["Chiba University,Graduate School of Science and Engineering,Chiba,Japan","Graduate School of Science and Engineering, Chiba University, Chiba, Japan"],"affiliations":[{"raw_affiliation_string":"Chiba University,Graduate School of Science and Engineering,Chiba,Japan","institution_ids":["https://openalex.org/I159385669"]},{"raw_affiliation_string":"Graduate School of Science and Engineering, Chiba University, Chiba, Japan","institution_ids":["https://openalex.org/I159385669"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5067147319"],"corresponding_institution_ids":["https://openalex.org/I159385669"],"apc_list":null,"apc_paid":null,"fwci":0.7075,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.61961577,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"488","last_page":"493"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9336481690406799},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7092720866203308},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5970748066902161},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.544953465461731},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.539273738861084},{"id":"https://openalex.org/keywords/traffic-flow","display_name":"Traffic flow (computer networking)","score":0.5232007503509521},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.4282049238681793},{"id":"https://openalex.org/keywords/flow-control","display_name":"Flow control (data)","score":0.4265182316303253},{"id":"https://openalex.org/keywords/control-signal","display_name":"Control signal","score":0.4143447279930115},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3382088541984558},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18350231647491455},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.09156444668769836},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.0709998607635498}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9336481690406799},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7092720866203308},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5970748066902161},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.544953465461731},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.539273738861084},{"id":"https://openalex.org/C207512268","wikidata":"https://www.wikidata.org/wiki/Q3074551","display_name":"Traffic flow (computer networking)","level":2,"score":0.5232007503509521},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.4282049238681793},{"id":"https://openalex.org/C186766456","wikidata":"https://www.wikidata.org/wiki/Q612457","display_name":"Flow control (data)","level":2,"score":0.4265182316303253},{"id":"https://openalex.org/C3018134525","wikidata":"https://www.wikidata.org/wiki/Q2501541","display_name":"Control signal","level":3,"score":0.4143447279930115},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3382088541984558},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18350231647491455},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09156444668769836},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0709998607635498},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/sice56594.2022.9905836","is_oa":false,"landing_page_url":"https://doi.org/10.23919/sice56594.2022.9905836","pdf_url":null,"source":{"id":"https://openalex.org/S4363608498","display_name":"2022 61st Annual Conference of the Society of Instrument and Control Engineers (SICE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 61st Annual Conference of the Society of Instrument and Control Engineers (SICE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1678713393","https://openalex.org/W2007894170","https://openalex.org/W2548134372","https://openalex.org/W2786928559","https://openalex.org/W2903709398","https://openalex.org/W2945442007","https://openalex.org/W2964247745","https://openalex.org/W2964749398","https://openalex.org/W2969489701","https://openalex.org/W2998187693","https://openalex.org/W3042783189","https://openalex.org/W4298857966","https://openalex.org/W6637319420","https://openalex.org/W6637967152","https://openalex.org/W6729224713","https://openalex.org/W6748554570","https://openalex.org/W6766952794"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W2128755510","https://openalex.org/W2789557299","https://openalex.org/W2385625865"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,22,50],"can":[2],"be":[3],"applied":[4],"to":[5,8,28,88],"signal":[6],"control":[7,11,24,42,90],"achieve":[9],"efficient":[10],"while":[12],"reducing":[13],"the":[14,29,32,40,44,47,82,105,112,125,140],"cost":[15],"of":[16,34,49,124],"manual":[17],"configuration.":[18],"However,":[19],"as":[20,109,117],"reinforcement":[21,72],"acquires":[23],"that":[25,39,54],"is":[26,43,128],"specific":[27],"environment":[30],"at":[31,46],"time":[33,48],"learning,":[35,73],"conventional":[36],"methods":[37],"assume":[38],"optimal":[41],"same":[45],"and":[51,53,98,111,139],"application,":[52],"it":[55],"remains":[56],"consistent":[57],"despite":[58],"changes":[59],"in":[60,74],"traffic":[61,95,106],"flow.":[62],"In":[63],"this":[64,68],"study,":[65],"we":[66],"address":[67],"problem":[69],"using":[70,104],"multi-objective":[71],"which":[75],"multiple":[76,143],"policies":[77],"are":[78],"obtained":[79],"by":[80,130],"changing":[81],"weights.":[83],"We":[84],"propose":[85],"a":[86,136],"method":[87,127],"obtain":[89],"laws":[91],"exhaustively":[92],"for":[93,114,119],"various":[94],"flow":[96,107],"ratios":[97,108],"switch":[99],"between":[100],"them":[101],"when":[102],"applied,":[103],"weights":[110],"rewards":[113,118],"each":[115,120],"road":[116],"objective.":[121],"The":[122],"superiority":[123],"proposed":[126],"verified":[129],"two":[131],"computer":[132],"experiments,":[133],"one":[134],"with":[135,142],"single":[137],"agent":[138],"other":[141],"agents.":[144]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
