{"id":"https://openalex.org/W7107949222","doi":"https://doi.org/10.1007/s10489-025-07020-0","title":"A deep reinforcement learning model for traffic signal control with multi-expert participating in exploration","display_name":"A deep reinforcement learning model for traffic signal control with multi-expert participating in exploration","publication_year":2025,"publication_date":"2025-11-01","ids":{"openalex":"https://openalex.org/W7107949222","doi":"https://doi.org/10.1007/s10489-025-07020-0"},"language":"en","primary_location":{"id":"doi:10.1007/s10489-025-07020-0","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10489-025-07020-0","pdf_url":null,"source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Hui Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I2801481043","display_name":"Jiangsu Ocean University","ror":"https://ror.org/031zps173","country_code":"CN","type":"education","lineage":["https://openalex.org/I2801481043"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Zhang","raw_affiliation_strings":["High-Tech Department, Jiangsu Automation Research Institute, Lianyungang, 222061, China","School of Automation, Southeast University, Nanjing, 210096, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"High-Tech Department, Jiangsu Automation Research Institute, Lianyungang, 222061, China","institution_ids":["https://openalex.org/I2801481043"]},{"raw_affiliation_string":"School of Automation, Southeast University, Nanjing, 210096, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhicheng Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhicheng Zhou","raw_affiliation_strings":["School of Automation, Southeast University, Nanjing, 210096, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Southeast University, Nanjing, 210096, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shiyi Gu","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiyi Gu","raw_affiliation_strings":["School of Automation, Southeast University, Nanjing, 210096, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Southeast University, Nanjing, 210096, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":null,"display_name":"Ya Zhang","orcid":"https://orcid.org/0000-0002-7555-162X"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ya Zhang","raw_affiliation_strings":["School of Automation, Southeast University, Nanjing, 210096, China"],"raw_orcid":"https://orcid.org/0000-0002-7555-162X","affiliations":[{"raw_affiliation_string":"School of Automation, Southeast University, Nanjing, 210096, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.44852784,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"55","issue":"17","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9689000248908997,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9689000248908997,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.013000000268220901,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.002899999963119626,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7479000091552734},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.6543999910354614},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5734000205993652},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5421000123023987},{"id":"https://openalex.org/keywords/expert-system","display_name":"Expert system","score":0.49959999322891235},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.454800009727478},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.4293999969959259}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8751000165939331},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7479000091552734},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.6543999910354614},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5734000205993652},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5659999847412109},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5421000123023987},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5027999877929688},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.49959999322891235},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.454800009727478},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.4293999969959259},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4072999954223633},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.3887999951839447},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.34049999713897705},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.3361000120639801},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C2777220311","wikidata":"https://www.wikidata.org/wiki/Q6423340","display_name":"Knowledge acquisition","level":2,"score":0.26159998774528503}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10489-025-07020-0","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10489-025-07020-0","pdf_url":null,"source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.5227646827697754,"display_name":"Reduced inequalities"},{"id":"https://metadata.un.org/sdg/16","score":0.49150678515434265,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1958581873","display_name":null,"funder_award_id":"2021ZD0112702","funder_id":"https://openalex.org/F4320329860","funder_display_name":"National Science and Technology Major Project"},{"id":"https://openalex.org/G6302712814","display_name":null,"funder_award_id":"62373100","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W5525483","https://openalex.org/W106792269","https://openalex.org/W2257979135","https://openalex.org/W2788862220","https://openalex.org/W2945991855","https://openalex.org/W2983178256","https://openalex.org/W2998187693","https://openalex.org/W3011507876","https://openalex.org/W3150493802","https://openalex.org/W3210642884","https://openalex.org/W4281686250","https://openalex.org/W4284879547","https://openalex.org/W4285104771","https://openalex.org/W4312723679","https://openalex.org/W4312812839","https://openalex.org/W4319335480","https://openalex.org/W4327704813","https://openalex.org/W4361030007","https://openalex.org/W4361765877","https://openalex.org/W4365810257","https://openalex.org/W4376279609","https://openalex.org/W4379193841","https://openalex.org/W4383503699","https://openalex.org/W4385833503","https://openalex.org/W4386736827","https://openalex.org/W4386806382","https://openalex.org/W4386821379","https://openalex.org/W4388489326","https://openalex.org/W4390565159","https://openalex.org/W4401607723","https://openalex.org/W4408962138","https://openalex.org/W4415311010"],"related_works":[],"abstract_inverted_index":null,"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-12-01T00:00:00"}