{"id":"https://openalex.org/W4391547633","doi":"https://doi.org/10.1109/tvt.2024.3359282","title":"Cooperative Optimization of Traffic Signals and Vehicle Speed Using a Novel Multi-Agent Deep Reinforcement Learning","display_name":"Cooperative Optimization of Traffic Signals and Vehicle Speed Using a Novel Multi-Agent Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-02-05","ids":{"openalex":"https://openalex.org/W4391547633","doi":"https://doi.org/10.1109/tvt.2024.3359282"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2024.3359282","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3359282","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084563249","display_name":"Hao Huang","orcid":"https://orcid.org/0000-0003-3151-367X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Huang","raw_affiliation_strings":["Beijing Laboratory of Advanced Information Networks and the Beijing Key Laboratory of Network System Architecture and Convergence, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Laboratory of Advanced Information Networks and the Beijing Key Laboratory of Network System Architecture and Convergence, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057174728","display_name":"Zhiqun Hu","orcid":"https://orcid.org/0000-0002-5666-1401"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqun Hu","raw_affiliation_strings":["Beijing Laboratory of Advanced Information Networks and the Beijing Key Laboratory of Network System Architecture and Convergence, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5666-1401","affiliations":[{"raw_affiliation_string":"Beijing Laboratory of Advanced Information Networks and the Beijing Key Laboratory of Network System Architecture and Convergence, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103219395","display_name":"Muyu Li","orcid":"https://orcid.org/0000-0002-7032-1729"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Muyu Li","raw_affiliation_strings":["China Mobile Online Marketing Service Center, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-7032-1729","affiliations":[{"raw_affiliation_string":"China Mobile Online Marketing Service Center, Zhengzhou, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019111566","display_name":"Zhaoming Lu","orcid":"https://orcid.org/0000-0002-0182-1770"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoming Lu","raw_affiliation_strings":["Beijing Laboratory of Advanced Information Networks and the Beijing Key Laboratory of Network System Architecture and Convergence, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0182-1770","affiliations":[{"raw_affiliation_string":"Beijing Laboratory of Advanced Information Networks and the Beijing Key Laboratory of Network System Architecture and Convergence, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000851572","display_name":"Xiangming Wen","orcid":"https://orcid.org/0000-0003-2793-6696"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangming Wen","raw_affiliation_strings":["Beijing Laboratory of Advanced Information Networks and the Beijing Key Laboratory of Network System Architecture and Convergence, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2793-6696","affiliations":[{"raw_affiliation_string":"Beijing Laboratory of Advanced Information Networks and the Beijing Key Laboratory of Network System Architecture and Convergence, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.1173,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.96879075,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"73","issue":"6","first_page":"7785","last_page":"7798"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9706000089645386,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7482080459594727},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5127792954444885},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.48412951827049255},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42360401153564453},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.38001832365989685},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.1113833487033844}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7482080459594727},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5127792954444885},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.48412951827049255},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42360401153564453},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.38001832365989685},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.1113833487033844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2024.3359282","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3359282","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5}],"awards":[{"id":"https://openalex.org/G2748469584","display_name":null,"funder_award_id":"L222047","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G330635340","display_name":null,"funder_award_id":"2023RC74","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W5525483","https://openalex.org/W138497752","https://openalex.org/W1486993561","https://openalex.org/W1915927248","https://openalex.org/W1964554804","https://openalex.org/W1980639360","https://openalex.org/W1987437394","https://openalex.org/W2087340523","https://openalex.org/W2088595989","https://openalex.org/W2157525649","https://openalex.org/W2161271108","https://openalex.org/W2178213869","https://openalex.org/W2181552477","https://openalex.org/W2210077926","https://openalex.org/W2255466643","https://openalex.org/W2514358729","https://openalex.org/W2538971299","https://openalex.org/W2564889277","https://openalex.org/W2579346514","https://openalex.org/W2611350544","https://openalex.org/W2766413382","https://openalex.org/W2800510943","https://openalex.org/W2809132368","https://openalex.org/W2887850625","https://openalex.org/W2913230672","https://openalex.org/W2915117209","https://openalex.org/W2922062515","https://openalex.org/W2964749398","https://openalex.org/W2976036462","https://openalex.org/W2983178256","https://openalex.org/W2998327136","https://openalex.org/W3006080203","https://openalex.org/W3033103407","https://openalex.org/W3044015199","https://openalex.org/W3127561923","https://openalex.org/W3129295857","https://openalex.org/W3190316676","https://openalex.org/W4210405825","https://openalex.org/W4210742101","https://openalex.org/W4225620503","https://openalex.org/W4292233521","https://openalex.org/W4360605287","https://openalex.org/W4379469740","https://openalex.org/W4385245566","https://openalex.org/W6605711098","https://openalex.org/W6684921986","https://openalex.org/W6687681856","https://openalex.org/W6688475801","https://openalex.org/W6703110798","https://openalex.org/W6732080978","https://openalex.org/W6738796088","https://openalex.org/W6745594345","https://openalex.org/W6748839928","https://openalex.org/W6810200319"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2076061571","https://openalex.org/W2106552856","https://openalex.org/W1987513656","https://openalex.org/W2072376847"],"abstract_inverted_index":{"Using":[0],"wireless":[1],"communication":[2],"and":[3,19,68,82,100,115,125,132,150,168,177,191,213,227],"sensor":[4],"detection":[5],"technologies,":[6],"the":[7,56,62,66,69,98,113,116,120,136,144,147,151,154,157,161,166,169,173,186,196,214,219,224],"cooperative":[8,77],"vehicle":[9,18,67,83],"infrastructure":[10],"system":[11],"(CVIS)":[12],"can":[13,193],"acquire":[14],"a":[15,38,76,139],"wealth":[16],"of":[17,79,110,146,153,188,198],"road":[20],"information":[21,199],"to":[22,36,93,142,181],"provide":[23],"data":[24],"support":[25,187],"for":[26,41,122],"traffic":[27,53,80,102,123,134,162],"participants.":[28],"Deep":[29],"reinforcement":[30,89],"learning":[31,90],"(DRL)":[32],"has":[33],"been":[34],"proven":[35],"be":[37],"promising":[39],"method":[40],"real-time":[42],"decision-making":[43],"based":[44,85],"on":[45,86,204],"high-dimensional":[46],"data,":[47,212],"which":[48,118],"is":[49],"widely":[50],"used":[51],"in":[52,195],"control.":[54],"However,":[55],"existing":[57],"DRL-based":[58],"research":[59],"mostly":[60],"ignores":[61],"deep":[63,88],"cooperation":[64],"between":[65,175],"road.":[70],"In":[71],"this":[72],"paper,":[73],"we":[74],"present":[75],"optimization":[78],"signals":[81],"speed":[84,167],"multi-agent":[87],"(COTV-MADRL),":[91],"aiming":[92],"reduce":[94],"unnecessary":[95],"stops":[96],"at":[97],"intersection":[99],"enhance":[101],"efficiency.":[103],"The":[104],"proposed":[105,220],"COTV-MADRL":[106,221],"includes":[107],"two":[108],"types":[109],"agents,":[111],"called":[112],"Light-agent":[114,137,190],"Vehicle-agent,":[117],"make":[119],"policy":[121],"lights":[124],"vehicles,":[126],"respectively.":[127],"To":[128],"achieve":[129],"refined":[130],"control":[131],"smoothen":[133],"flow,":[135],"adopts":[138],"hierarchical":[140],"architecture":[141],"realize":[143],"macro-control":[145],"signal":[148],"cycle":[149],"micro-control":[152],"phase.":[155],"Meanwhile,":[156],"Vehicle-agent":[158,192],"also":[159],"smoothens":[160],"flow":[163],"by":[164,179],"harmonizing":[165],"reward":[170],"design":[171],"considers":[172],"trade-off":[174],"efficiency":[176],"comfort":[178],"referring":[180],"human":[182],"driving":[183],"behavior.":[184],"With":[185],"CVIS,":[189],"collaborate":[194],"form":[197],"interaction.":[200],"We":[201],"conduct":[202],"experiments":[203],"108":[205],"signalized":[206],"intersections":[207],"using":[208],"real":[209],"online":[210],"car-hailing":[211],"simulation":[215],"results":[216],"show":[217],"that":[218],"significantly":[222],"outperforms":[223],"conventional":[225],"methods":[226],"several":[228],"baseline":[229],"DRL":[230],"methods.":[231]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}