{"id":"https://openalex.org/W4402039225","doi":"https://doi.org/10.1109/tfuzz.2024.3450892","title":"Deep Reinforcement Learning With Fuzzy Feature Fusion for Cooperative Control in Traffic Light and Connected Autonomous Vehicles","display_name":"Deep Reinforcement Learning With Fuzzy Feature Fusion for Cooperative Control in Traffic Light and Connected Autonomous Vehicles","publication_year":2024,"publication_date":"2024-08-30","ids":{"openalex":"https://openalex.org/W4402039225","doi":"https://doi.org/10.1109/tfuzz.2024.3450892"},"language":"en","primary_location":{"id":"doi:10.1109/tfuzz.2024.3450892","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tfuzz.2024.3450892","pdf_url":null,"source":{"id":"https://openalex.org/S134177497","display_name":"IEEE Transactions on Fuzzy Systems","issn_l":"1063-6706","issn":["1063-6706","1941-0034"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Fuzzy Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Liang Xu","orcid":"https://orcid.org/0000-0003-2366-3424"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Liang Xu","raw_affiliation_strings":["Hangzhou Innovation Institute, Beihang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-2366-3424","affiliations":[{"raw_affiliation_string":"Hangzhou Innovation Institute, Beihang University, Hangzhou, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101745676","display_name":"Zhengyang Zhang","orcid":"https://orcid.org/0000-0003-4319-1532"},"institutions":[{"id":"https://openalex.org/I4210158570","display_name":"Zhejiang University-University of Edinburgh Institute","ror":"https://ror.org/04jth1r26","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210158570","https://openalex.org/I76130692","https://openalex.org/I98677209"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengyang Zhang","raw_affiliation_strings":["ZJU-UIUC Institute, Zhejiang University, Haining, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ZJU-UIUC Institute, Zhejiang University, Haining, China","institution_ids":["https://openalex.org/I4210158570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101507319","display_name":"Han Jiang","orcid":"https://orcid.org/0000-0002-8968-5522"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Jiang","raw_affiliation_strings":["School of Transportation Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Transportation Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Bin Zhou","orcid":"https://orcid.org/0009-0004-0264-7526"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Zhou","raw_affiliation_strings":["College of Civil Engineering and Architecture, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0004-0264-7526","affiliations":[{"raw_affiliation_string":"College of Civil Engineering and Architecture, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086740564","display_name":"Haiyang Yu","orcid":"https://orcid.org/0000-0002-0704-7077"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiyang Yu","raw_affiliation_strings":["School of Transportation Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0704-7077","affiliations":[{"raw_affiliation_string":"School of Transportation Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084370885","display_name":"Yilong Ren","orcid":"https://orcid.org/0000-0003-3504-8963"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yilong Ren","raw_affiliation_strings":["School of Transportation Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3504-8963","affiliations":[{"raw_affiliation_string":"School of Transportation Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":2.5087,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.89532725,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"33","issue":"1","first_page":"377","last_page":"391"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9758999943733215,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9758999943733215,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9239000082015991,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9165999889373779,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6760488748550415},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6451026201248169},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5824142694473267},{"id":"https://openalex.org/keywords/fuzzy-control-system","display_name":"Fuzzy control system","score":0.5255652666091919},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.5213823914527893},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5104724168777466},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.47194546461105347}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6760488748550415},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6451026201248169},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5824142694473267},{"id":"https://openalex.org/C195975749","wikidata":"https://www.wikidata.org/wiki/Q1475705","display_name":"Fuzzy control system","level":3,"score":0.5255652666091919},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.5213823914527893},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5104724168777466},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.47194546461105347},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tfuzz.2024.3450892","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tfuzz.2024.3450892","pdf_url":null,"source":{"id":"https://openalex.org/S134177497","display_name":"IEEE Transactions on Fuzzy Systems","issn_l":"1063-6706","issn":["1063-6706","1941-0034"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Fuzzy Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7039846915","display_name":null,"funder_award_id":"2024M754071","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W2007894170","https://openalex.org/W2031530760","https://openalex.org/W2247742123","https://openalex.org/W2417420127","https://openalex.org/W2524192545","https://openalex.org/W2587948115","https://openalex.org/W2811198925","https://openalex.org/W2903720609","https://openalex.org/W2904782737","https://openalex.org/W2908630602","https://openalex.org/W2913230672","https://openalex.org/W2964749398","https://openalex.org/W2991145650","https://openalex.org/W2998187693","https://openalex.org/W3007181818","https://openalex.org/W3017143632","https://openalex.org/W3039273193","https://openalex.org/W3044015199","https://openalex.org/W3046978647","https://openalex.org/W3083796330","https://openalex.org/W3110101394","https://openalex.org/W3119836530","https://openalex.org/W3137922222","https://openalex.org/W3138181334","https://openalex.org/W3150493802","https://openalex.org/W3152858716","https://openalex.org/W3193464862","https://openalex.org/W3195808870","https://openalex.org/W3198724651","https://openalex.org/W3205097773","https://openalex.org/W3209636482","https://openalex.org/W3214806984","https://openalex.org/W4210747472","https://openalex.org/W4220805666","https://openalex.org/W4285278509","https://openalex.org/W4293078396","https://openalex.org/W4310358880","https://openalex.org/W4312723679","https://openalex.org/W4313059051","https://openalex.org/W4366418153","https://openalex.org/W4376112638","https://openalex.org/W4379469740","https://openalex.org/W4381687052","https://openalex.org/W4391979614","https://openalex.org/W4395689710","https://openalex.org/W6639086533","https://openalex.org/W6783867858"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W135622916"],"abstract_inverted_index":{"A":[0],"mixed":[1],"traffic":[2,33,170],"environment":[3],"of":[4,58,81,147,182,190,213],"manual":[5],"driving":[6,9],"and":[7,35,47,71,92,142,211,223,228,237],"automatic":[8],"will":[10],"become":[11],"the":[12,45,79,88,115,128,145,148,168,174,180,209,214],"norm":[13],"in":[14,29,40,49,74,111,167,201],"future":[15],"intelligent":[16],"transportation":[17],"systems.":[18],"The":[19,160,188],"deep":[20,136,175],"reinforcement":[21],"learning":[22],"(DRL)":[23],"method":[24,103],"has":[25],"shown":[26],"significant":[27],"promise":[28],"cooperative":[30,101],"control":[31,82,102],"for":[32],"lights":[34],"connected":[36],"autonomous":[37],"vehicles":[38],"(CAV)":[39],"a":[41,99,135,155,183],"mixed-traffic":[42],"environment.":[43],"However,":[44],"uncertainty":[46,126,166],"noise":[48],"integrating":[50],"agents'":[51],"observations":[52],"can":[53],"lead":[54],"to":[55,69,122,153],"inadequate":[56],"exploration":[57],"environmental":[59,90,171,186],"data":[60,91,129],"by":[61,97],"DRL":[62,199],"algorithms.":[63],"Consequently,":[64],"these":[65,194],"algorithms":[66],"are":[67],"prone":[68],"overfitting":[70],"becoming":[72],"trapped":[73],"local":[75],"optimal,":[76],"which":[77,206],"limits":[78],"performance":[80],"strategies.":[83],"To":[84],"more":[85,184],"effectively":[86],"harness":[87],"gathered":[89],"thereby":[93],"facilitate":[94],"improved":[95],"decision-making":[96],"agents,":[98],"DRL-based":[100],"with":[104,144],"fuzzy":[105,117,150,162],"feature":[106,157],"fusion":[107,158,189],"(F3DRL)":[108],"was":[109,140],"proposed":[110],"this":[112],"article.":[113],"First,":[114],"adaptive":[116,149,161],"inference":[118,151,163],"module":[119,139,152,164,178],"is":[120,132],"implemented":[121],"adaptively":[123],"mitigate":[124],"information":[125,137,176],"as":[127],"from":[130,193],"CAV":[131],"aggregated.":[133],"Then,":[134],"extraction":[138,177,181],"introduced":[141],"integrated":[143],"output":[146],"establish":[154],"parallel":[156],"module.":[159],"mitigates":[165],"extracted":[169],"states,":[172],"while":[173],"facilitates":[179],"comprehensive":[185],"representation.":[187],"features":[191],"derived":[192],"two":[195],"distinct":[196],"modules":[197],"aids":[198],"agents":[200],"making":[202],"better":[203],"action":[204],"selections,":[205],"significantly":[207,220],"enhances":[208],"effectiveness":[210],"stability":[212],"F3DRL":[215,219],"method.":[216],"In":[217],"simulations,":[218],"reduced":[221],"travel":[222],"delay":[224],"times,":[225],"fuel":[226],"consumption,":[227],"CO<inline-formula":[229],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[230],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[231],"notation=\"LaTeX\">$_{2}$</tex-math></inline-formula>":[232],"emissions,":[233],"outperforming":[234],"both":[235],"traditional":[236],"state-of-the-art":[238],"methods.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7}],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2025-10-10T00:00:00"}