{"id":"https://openalex.org/W3110101394","doi":"https://doi.org/10.1109/tits.2020.3035841","title":"DRLE: Decentralized Reinforcement Learning at the Edge for Traffic Light Control in the IoV","display_name":"DRLE: Decentralized Reinforcement Learning at the Edge for Traffic Light Control in the IoV","publication_year":2020,"publication_date":"2020-12-01","ids":{"openalex":"https://openalex.org/W3110101394","doi":"https://doi.org/10.1109/tits.2020.3035841","mag":"3110101394"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2020.3035841","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2020.3035841","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2009.01502","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004288865","display_name":"Pengyuan Zhou","orcid":"https://orcid.org/0000-0002-7909-4059"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Pengyuan Zhou","raw_affiliation_strings":["University of Helsinki, Helsinki, Finland"],"raw_orcid":"https://orcid.org/0000-0002-7909-4059","affiliations":[{"raw_affiliation_string":"University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108021189","display_name":"Xianfu Chen","orcid":"https://orcid.org/0000-0002-5485-4955"},"institutions":[{"id":"https://openalex.org/I87653560","display_name":"VTT Technical Research Centre of Finland","ror":"https://ror.org/04b181w54","country_code":"FI","type":"nonprofit","lineage":["https://openalex.org/I4210089493","https://openalex.org/I87653560"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Xianfu Chen","raw_affiliation_strings":["VTT Technical Research Centre of Finland, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0002-5485-4955","affiliations":[{"raw_affiliation_string":"VTT Technical Research Centre of Finland, Oulu, Finland","institution_ids":["https://openalex.org/I87653560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100603421","display_name":"Zhi Liu","orcid":"https://orcid.org/0000-0003-0537-4522"},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Zhi Liu","raw_affiliation_strings":["Graduate School of Informatics and Engineering, The University of Electro-Communications, Chofu, Japan"],"raw_orcid":"https://orcid.org/0000-0003-0537-4522","affiliations":[{"raw_affiliation_string":"Graduate School of Informatics and Engineering, The University of Electro-Communications, Chofu, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056354484","display_name":"Tristan Braud","orcid":"https://orcid.org/0000-0002-9571-0544"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Tristan Braud","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-9571-0544","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029925982","display_name":"Pan Hui","orcid":"https://orcid.org/0000-0002-0848-2599"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Pan Hui","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-0848-2599","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008046951","display_name":"Jussi Kangasharju","orcid":"https://orcid.org/0000-0001-6119-1638"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]},{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["FI","HK"],"is_corresponding":false,"raw_author_name":"Jussi Kangasharju","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong","University of Helsinki, Helsinki, Finland"],"raw_orcid":"https://orcid.org/0000-0001-6119-1638","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.9562,"has_fulltext":false,"cited_by_count":62,"citation_normalized_percentile":{"value":0.9584287,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"22","issue":"4","first_page":"2262","last_page":"2273"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8172450065612793},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5921392440795898},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.49949073791503906},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.45590585470199585},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37584182620048523}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8172450065612793},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5921392440795898},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.49949073791503906},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.45590585470199585},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37584182620048523}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tits.2020.3035841","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2020.3035841","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2009.01502","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2009.01502","pdf_url":"https://arxiv.org/pdf/2009.01502","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pure.atira.dk:publications/70463b23-02ab-4550-a619-fd25bc885b6d","is_oa":true,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85097443800&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4306400063","display_name":"Scopus (Elsevier)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Zhou , P , Chen , X , Liu , Z , Braud , T , Hui , P & Kangasharju , J 2021 , ' DRLE : Decentralized Reinforcement Learning at the Edge for Traffic Light Control in the IoV ' , IEEE Transactions on Intelligent Transportation Systems , vol. 22 , no. 4 , 9275391 , pp. 2262-2273 . https://doi.org/10.1109/TITS.2020.3035841","raw_type":"article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-108545","is_oa":false,"landing_page_url":"http://gateway.isiknowledge.com/gateway/Gateway.cgi?GWVersion=2&SrcAuth=LinksAMR&SrcApp=PARTNER_APP&DestLinkType=FullRecord&DestApp=WOS&KeyUT=000637194100028","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:repository.ust.hk:1783.1-108545","is_oa":false,"landing_page_url":"http://repository.ust.hk/ir/Record/1783.1-108545","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2009.01502","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2009.01502","pdf_url":"https://arxiv.org/pdf/2009.01502","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.7699999809265137,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G7065166691","display_name":"Demonstrative research on LPWA and DTN-based secure emergency data dissemination","funder_award_id":"19H04092","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G7067288471","display_name":"Using Mobile Big Data Analytics to Design and Deploy Scalable Opportunistic Networks","funder_award_id":"16214817","funder_id":"https://openalex.org/F4320321592","funder_display_name":"Research Grants Council, University Grants Committee"},{"id":"https://openalex.org/G98800615","display_name":"AI-empowered Point Cloud Video Streaming","funder_award_id":"20H04174","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"},{"id":"https://openalex.org/F4320321592","display_name":"Research Grants Council, University Grants Committee","ror":"https://ror.org/00djwmt25"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W56323805","https://openalex.org/W231932267","https://openalex.org/W1549696287","https://openalex.org/W1757796397","https://openalex.org/W1869778509","https://openalex.org/W1965650507","https://openalex.org/W1965745939","https://openalex.org/W1986659999","https://openalex.org/W2020070197","https://openalex.org/W2042985764","https://openalex.org/W2048294994","https://openalex.org/W2088595989","https://openalex.org/W2099860849","https://openalex.org/W2121863487","https://openalex.org/W2124657875","https://openalex.org/W2137693329","https://openalex.org/W2147750403","https://openalex.org/W2153154015","https://openalex.org/W2239414839","https://openalex.org/W2485902895","https://openalex.org/W2498017881","https://openalex.org/W2590652386","https://openalex.org/W2596367596","https://openalex.org/W2605270919","https://openalex.org/W2626588362","https://openalex.org/W2735481601","https://openalex.org/W2736601468","https://openalex.org/W2737162658","https://openalex.org/W2751904527","https://openalex.org/W2761873684","https://openalex.org/W2766413382","https://openalex.org/W2789452461","https://openalex.org/W2789525339","https://openalex.org/W2792149140","https://openalex.org/W2811374584","https://openalex.org/W2886408000","https://openalex.org/W2886733108","https://openalex.org/W2894383926","https://openalex.org/W2915117209","https://openalex.org/W2918891759","https://openalex.org/W2933570795","https://openalex.org/W2939788190","https://openalex.org/W2951616776","https://openalex.org/W2955535572","https://openalex.org/W2963094322","https://openalex.org/W2963390429","https://openalex.org/W2963423916","https://openalex.org/W2964291307","https://openalex.org/W2964335069","https://openalex.org/W2964740951","https://openalex.org/W2977639220","https://openalex.org/W2979680647","https://openalex.org/W3003063305","https://openalex.org/W3021432678","https://openalex.org/W3035160052","https://openalex.org/W4214717370","https://openalex.org/W4233696721","https://openalex.org/W4295113716","https://openalex.org/W4295830359","https://openalex.org/W4298857966","https://openalex.org/W4298876402","https://openalex.org/W6602298021","https://openalex.org/W6637967152","https://openalex.org/W6674980194","https://openalex.org/W6683300800","https://openalex.org/W6689729258","https://openalex.org/W6735641298","https://openalex.org/W6741002519","https://openalex.org/W6744838376","https://openalex.org/W6747481501","https://openalex.org/W6748929038","https://openalex.org/W6752963931","https://openalex.org/W6768003243","https://openalex.org/W6773004994"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"The":[0],"Internet":[1],"of":[2,80,88,139,161,183],"Vehicles":[3],"(IoV)":[4],"enables":[5],"real-time":[6],"data":[7,145,167],"exchange":[8],"among":[9],"vehicles":[10],"and":[11,14,49,57,104,147,154,201],"roadside":[12],"units":[13],"thus":[15],"provides":[16],"a":[17,45,64,120,188],"promising":[18],"solution":[19,100],"to":[20,72,109,142],"alleviate":[21],"traffic":[22,30,34,59,128,144,151,174],"jams":[23],"in":[24,131],"the":[25,39,51,78,81,86,93,125,132,137,140,159,162,179],"urban":[26],"area.":[27],"Meanwhile,":[28],"better":[29,46,102,150],"management":[31],"via":[32,209],"efficient":[33,58,99],"light":[35,60,129,152,175],"control":[36,61,130,153,186],"can":[37,62,83],"benefit":[38],"IoV":[40,56,133,141],"as":[41],"well":[42],"by":[43],"enabling":[44],"communication":[47],"environment":[48],"decreasing":[50],"network":[52],"load.":[53],"As":[54],"such,":[55],"formulate":[63],"virtuous":[65],"cycle.":[66,90],"Edge":[67,126],"computing,":[68],"an":[69,98],"emerging":[70],"technology":[71],"provide":[73],"low-latency":[74],"computation":[75],"capabilities":[76],"at":[77,124],"edge":[79,163,170],"network,":[82],"further":[84],"improve":[85],"performance":[87],"this":[89,116],"However,":[91],"while":[92],"collected":[94],"information":[95],"is":[96],"valuable,":[97],"for":[101,112,127,172],"utilization":[103],"faster":[105],"feedback":[106],"has":[107],"yet":[108],"be":[110],"developed":[111],"edge-empowered":[113],"IoV.":[114],"To":[115],"end,":[117],"we":[118],"propose":[119],"Decentralized":[121],"Reinforcement":[122],"Learning":[123],"(DRLE).":[134],"DRLE":[135,165,177],"exploits":[136],"ubiquity":[138],"accelerate":[143],"collection":[146],"interpretation":[148],"towards":[149],"congestion":[155],"alleviation.":[156],"Operating":[157],"within":[158],"coverage":[160],"servers,":[164],"aggregates":[166],"from":[168],"neighboring":[169],"servers":[171],"city-scale":[173],"control.":[176],"decomposes":[178],"highly":[180],"complex":[181],"problem":[182],"large":[184],"area":[185],"into":[187],"decentralized":[189],"multi-agent":[190],"problem.":[191],"We":[192],"prove":[193],"its":[194,203],"global":[195],"optima":[196],"with":[197],"concrete":[198],"mathematical":[199],"reasoning":[200],"demonstrate":[202],"superiority":[204],"over":[205],"several":[206],"state-of-the-art":[207],"algorithms":[208],"extensive":[210],"evaluations.":[211]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}