{"id":"https://openalex.org/W4214732286","doi":"https://doi.org/10.1080/23307706.2022.2041115","title":"A multi process value-based reinforcement learning environment framework for adaptive traffic signal control","display_name":"A multi process value-based reinforcement learning environment framework for adaptive traffic signal control","publication_year":2022,"publication_date":"2022-02-25","ids":{"openalex":"https://openalex.org/W4214732286","doi":"https://doi.org/10.1080/23307706.2022.2041115"},"language":"en","primary_location":{"id":"doi:10.1080/23307706.2022.2041115","is_oa":false,"landing_page_url":"https://doi.org/10.1080/23307706.2022.2041115","pdf_url":null,"source":{"id":"https://openalex.org/S2475925340","display_name":"Journal of Control and Decision","issn_l":"2330-7706","issn":["2330-7706","2330-7714"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Control and Decision","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101752375","display_name":"Jie Cao","orcid":"https://orcid.org/0000-0003-0481-5170"},"institutions":[{"id":"https://openalex.org/I22716506","display_name":"Lanzhou University of Technology","ror":"https://ror.org/03panb555","country_code":"CN","type":"education","lineage":["https://openalex.org/I22716506"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Cao","raw_affiliation_strings":["College of Computer and Communication, Lanzhou University of Technology, Lanzhou, People\u2019s Republic of China","Engineering Research Center of Manufacturing Information of Gansu Province, Lanzhou, People\u2019s Republic of China","College of Computer and Communication, Lanzhou University of Technology, Lanzhou, People's Republic of China","Engineering Research Center of Manufacturing Information of Gansu Province, Lanzhou, People's Republic of China"],"raw_orcid":"https://orcid.org/0000-0003-0481-5170","affiliations":[{"raw_affiliation_string":"College of Computer and Communication, Lanzhou University of Technology, Lanzhou, People\u2019s Republic of China","institution_ids":["https://openalex.org/I22716506"]},{"raw_affiliation_string":"Engineering Research Center of Manufacturing Information of Gansu Province, Lanzhou, People\u2019s Republic of China","institution_ids":[]},{"raw_affiliation_string":"College of Computer and Communication, Lanzhou University of Technology, Lanzhou, People's Republic of China","institution_ids":["https://openalex.org/I22716506"]},{"raw_affiliation_string":"Engineering Research Center of Manufacturing Information of Gansu Province, Lanzhou, People's Republic of China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065445833","display_name":"Dailin Huang","orcid":"https://orcid.org/0000-0003-0750-137X"},"institutions":[{"id":"https://openalex.org/I22716506","display_name":"Lanzhou University of Technology","ror":"https://ror.org/03panb555","country_code":"CN","type":"education","lineage":["https://openalex.org/I22716506"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Dailin Huang","raw_affiliation_strings":["College of Computer and Communication, Lanzhou University of Technology, Lanzhou, People\u2019s Republic of China","College of Computer and Communication, Lanzhou University of Technology, Lanzhou, People's Republic of China"],"raw_orcid":"https://orcid.org/0000-0003-0750-137X","affiliations":[{"raw_affiliation_string":"College of Computer and Communication, Lanzhou University of Technology, Lanzhou, People\u2019s Republic of China","institution_ids":["https://openalex.org/I22716506"]},{"raw_affiliation_string":"College of Computer and Communication, Lanzhou University of Technology, Lanzhou, People's Republic of China","institution_ids":["https://openalex.org/I22716506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088339001","display_name":"Liang Hou","orcid":"https://orcid.org/0000-0002-0151-6987"},"institutions":[{"id":"https://openalex.org/I22716506","display_name":"Lanzhou University of Technology","ror":"https://ror.org/03panb555","country_code":"CN","type":"education","lineage":["https://openalex.org/I22716506"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Hou","raw_affiliation_strings":["College of Computer and Communication, Lanzhou University of Technology, Lanzhou, People\u2019s Republic of China","College of Computer and Communication, Lanzhou University of Technology, Lanzhou, People's Republic of China"],"raw_orcid":"https://orcid.org/0000-0002-0151-6987","affiliations":[{"raw_affiliation_string":"College of Computer and Communication, Lanzhou University of Technology, Lanzhou, People\u2019s Republic of China","institution_ids":["https://openalex.org/I22716506"]},{"raw_affiliation_string":"College of Computer and Communication, Lanzhou University of Technology, Lanzhou, People's Republic of China","institution_ids":["https://openalex.org/I22716506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046172069","display_name":"Jialin Ma","orcid":"https://orcid.org/0000-0003-3255-4158"},"institutions":[{"id":"https://openalex.org/I22716506","display_name":"Lanzhou University of Technology","ror":"https://ror.org/03panb555","country_code":"CN","type":"education","lineage":["https://openalex.org/I22716506"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jialin Ma","raw_affiliation_strings":["College of Computer and Communication, Lanzhou University of Technology, Lanzhou, People\u2019s Republic of China","College of Computer and Communication, Lanzhou University of Technology, Lanzhou, People's Republic of China"],"raw_orcid":"https://orcid.org/0000-0003-3255-4158","affiliations":[{"raw_affiliation_string":"College of Computer and Communication, Lanzhou University of Technology, Lanzhou, People\u2019s Republic of China","institution_ids":["https://openalex.org/I22716506"]},{"raw_affiliation_string":"College of Computer and Communication, Lanzhou University of Technology, Lanzhou, People's Republic of China","institution_ids":["https://openalex.org/I22716506"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5065445833"],"corresponding_institution_ids":["https://openalex.org/I22716506"],"apc_list":null,"apc_paid":null,"fwci":0.4854,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.60300458,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"10","issue":"2","first_page":"229","last_page":"236"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8587555885314941},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7359893918037415},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6332950592041016},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.603135883808136},{"id":"https://openalex.org/keywords/local-optimum","display_name":"Local optimum","score":0.47029897570610046},{"id":"https://openalex.org/keywords/central-processing-unit","display_name":"Central processing unit","score":0.43900856375694275},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.43074753880500793},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3409007787704468},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21553948521614075},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.16068267822265625}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8587555885314941},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7359893918037415},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6332950592041016},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.603135883808136},{"id":"https://openalex.org/C141934464","wikidata":"https://www.wikidata.org/wiki/Q3305386","display_name":"Local optimum","level":2,"score":0.47029897570610046},{"id":"https://openalex.org/C49154492","wikidata":"https://www.wikidata.org/wiki/Q5300","display_name":"Central processing unit","level":2,"score":0.43900856375694275},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.43074753880500793},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3409007787704468},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21553948521614075},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.16068267822265625},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/23307706.2022.2041115","is_oa":false,"landing_page_url":"https://doi.org/10.1080/23307706.2022.2041115","pdf_url":null,"source":{"id":"https://openalex.org/S2475925340","display_name":"Journal of Control and Decision","issn_l":"2330-7706","issn":["2330-7706","2330-7714"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Control and Decision","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8100000023841858,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G2408155112","display_name":null,"funder_award_id":"2021CXZX-515","funder_id":"https://openalex.org/F4320325900","funder_display_name":"Gansu Education Department"},{"id":"https://openalex.org/G7378411976","display_name":"\u98ce\u7535\u673a\u7ec4\u53d8\u6868\u8ddd\u7cfb\u7edf\u4e2d\u57fa\u4e8e\u5e76\u884c\u975e\u7ebf\u6027\u6ee4\u6ce2\u7684\u6545\u969c\u8bca\u65ad\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61763028","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320325900","display_name":"Gansu Education Department","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W22144559","https://openalex.org/W32403112","https://openalex.org/W2145339207","https://openalex.org/W2221980827","https://openalex.org/W2408641921","https://openalex.org/W2539998920","https://openalex.org/W2598912124","https://openalex.org/W2613084637","https://openalex.org/W2801573006","https://openalex.org/W2903709398","https://openalex.org/W2915117209","https://openalex.org/W2945991855","https://openalex.org/W2998187693","https://openalex.org/W2998332605","https://openalex.org/W4234432229","https://openalex.org/W4244129836"],"related_works":["https://openalex.org/W2116677773","https://openalex.org/W2155261584","https://openalex.org/W2584231425","https://openalex.org/W2150611273","https://openalex.org/W4306904969","https://openalex.org/W2992415251","https://openalex.org/W4207086172","https://openalex.org/W2042919702","https://openalex.org/W2962839548","https://openalex.org/W3138923328"],"abstract_inverted_index":{"Realising":[0],"adaptive":[1],"traffic":[2],"signal":[3],"control":[4],"(ATSC)":[5],"through":[6],"reinforcement":[7],"learning":[8],"(RL)":[9],"is":[10,37,109,124],"an":[11,40],"important":[12],"means":[13],"to":[14,59,70,90,138],"easetraffic":[15],"congestion.":[16],"This":[17],"paper":[18],"finds":[19],"the":[20,24,66,72,81,95,102,106,114,121,129,133,139],"computing":[21],"power":[22],"of":[23,33,74,94,105,113,120,128],"central":[25],"processing":[26],"unit":[27],"(CPU)":[28],"cannot":[29],"fully":[30],"usedwhen":[31],"Simulation":[32],"Urban":[34],"MObility":[35],"(SUMO)":[36],"used":[38],"as":[39],"environment":[41],"simulator":[42],"for":[43],"RL.":[44],"We":[45,78,97],"propose":[46,54],"a":[47,55],"multi-process":[48,76],"framework":[49],"under":[50],"value-basedRL.":[51],"First,":[52],"we":[53,64],"shared":[56,83],"memory":[57,84],"mechanism":[58,69],"improve":[60],"exploration":[61],"efficiency.":[62],"Second,":[63],"use":[65],"weight":[67],"sharing":[68],"solve":[71],"problem":[73],"asynchronous":[75],"agents.":[77],"also":[79,136],"explained":[80],"reason":[82],"in":[85,100],"ATSC":[86],"does":[87],"not":[88],"lead":[89],"early":[91],"local":[92],"optima":[93],"agent.":[96],"have":[98],"verified":[99],"experiments":[101],"sampling":[103,118],"efficiency":[104,119],"10-process":[107],"method":[108,123],"8.259":[110],"times":[111,126],"that":[112,127],"single":[115,130],"process.":[116,131],"The":[117],"20-process":[122],"13.409":[125],"Moreover,":[132],"agent":[134],"can":[135],"converge":[137],"optimal":[140],"solution.":[141]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-06T09:05:17.133730","created_date":"2025-10-10T00:00:00"}