{"id":"https://openalex.org/W2951616776","doi":"https://doi.org/10.1109/percomw.2019.8730706","title":"ERL: Edge Based Reinforcement Learning for Optimized Urban Traffic Light Control","display_name":"ERL: Edge Based Reinforcement Learning for Optimized Urban Traffic Light Control","publication_year":2019,"publication_date":"2019-03-01","ids":{"openalex":"https://openalex.org/W2951616776","doi":"https://doi.org/10.1109/percomw.2019.8730706","mag":"2951616776"},"language":"en","primary_location":{"id":"doi:10.1109/percomw.2019.8730706","is_oa":false,"landing_page_url":"https://doi.org/10.1109/percomw.2019.8730706","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Pervasive Computing and Communications Workshops (PerCom Workshops)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004288865","display_name":"Pengyuan Zhou","orcid":"https://orcid.org/0000-0002-7909-4059"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Pengyuan Zhou","raw_affiliation_strings":["Department of Computer Science, University of Helsinki"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Helsinki","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056354484","display_name":"Tristan Braud","orcid":"https://orcid.org/0000-0002-9571-0544"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Tristan Braud","raw_affiliation_strings":["Department of Computer Science and Engineering, The Hong Kong University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061551601","display_name":"Ahmad Alhilal","orcid":"https://orcid.org/0000-0002-2575-1391"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ahmad Alhilal","raw_affiliation_strings":["Department of Computer Science and Engineering, The Hong Kong University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029925982","display_name":"Pan Hui","orcid":"https://orcid.org/0000-0002-0848-2599"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Pan Hui","raw_affiliation_strings":["Department of Computer Science, University of Helsinki"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Helsinki","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008046951","display_name":"Jussi Kangasharju","orcid":"https://orcid.org/0000-0001-6119-1638"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Jussi Kangasharju","raw_affiliation_strings":["Department of Computer Science, University of Helsinki"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Helsinki","institution_ids":["https://openalex.org/I133731052"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"849","last_page":"854"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.793975293636322},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7643752098083496},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7432501316070557},{"id":"https://openalex.org/keywords/traffic-congestion","display_name":"Traffic congestion","score":0.6910027265548706},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.6757320165634155},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.6661092042922974},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.6169168949127197},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.5233363509178162},{"id":"https://openalex.org/keywords/intelligent-transportation-system","display_name":"Intelligent transportation system","score":0.5052600502967834},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.468081533908844},{"id":"https://openalex.org/keywords/floating-car-data","display_name":"Floating car data","score":0.44912222027778625},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.44325515627861023},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2669370770454407},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.1838526725769043},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13370105624198914}],"concepts":[{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.793975293636322},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7643752098083496},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7432501316070557},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.6910027265548706},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.6757320165634155},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.6661092042922974},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.6169168949127197},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.5233363509178162},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.5052600502967834},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.468081533908844},{"id":"https://openalex.org/C64093975","wikidata":"https://www.wikidata.org/wiki/Q356677","display_name":"Floating car data","level":3,"score":0.44912222027778625},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.44325515627861023},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2669370770454407},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.1838526725769043},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13370105624198914},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/percomw.2019.8730706","is_oa":false,"landing_page_url":"https://doi.org/10.1109/percomw.2019.8730706","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Pervasive Computing and Communications Workshops (PerCom Workshops)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/0d800692-a266-484f-bf2f-5e4cedd2fcd5","is_oa":false,"landing_page_url":"https://pure.au.dk/portal/en/publications/0d800692-a266-484f-bf2f-5e4cedd2fcd5","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"contributionToPeriodical"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-98982","is_oa":false,"landing_page_url":"http://gateway.isiknowledge.com/gateway/Gateway.cgi?GWVersion=2&SrcAuth=LinksAMR&SrcApp=PARTNER_APP&DestLinkType=FullRecord&DestApp=WOS&KeyUT=000476951900174","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"},{"id":"pmh:oai:repository.ust.hk:1783.1-98982","is_oa":false,"landing_page_url":"http://repository.ust.hk/ir/Record/1783.1-98982","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.8199999928474426}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W56323805","https://openalex.org/W102949979","https://openalex.org/W1522301498","https://openalex.org/W1549696287","https://openalex.org/W1869778509","https://openalex.org/W1989750313","https://openalex.org/W1993074634","https://openalex.org/W2036785686","https://openalex.org/W2108196201","https://openalex.org/W2124657875","https://openalex.org/W2498017881","https://openalex.org/W2523246573","https://openalex.org/W2548134372","https://openalex.org/W2610558073","https://openalex.org/W2613020517","https://openalex.org/W2886733108","https://openalex.org/W2964121744","https://openalex.org/W3013082658","https://openalex.org/W3106357768","https://openalex.org/W6602298021","https://openalex.org/W6639086533","https://openalex.org/W6659849045"],"related_works":["https://openalex.org/W2994939960","https://openalex.org/W3042990279","https://openalex.org/W2005409769","https://openalex.org/W4390341805","https://openalex.org/W3069032","https://openalex.org/W2982084411","https://openalex.org/W4210448965","https://openalex.org/W4386289889","https://openalex.org/W2973192971","https://openalex.org/W4360619413"],"abstract_inverted_index":{"Traffic":[0],"congestion":[1,65,111,164],"is":[2,53],"worsening":[3],"in":[4,33,45,119,186,194],"every":[5],"major":[6],"city":[7],"and":[8,14,27,30,60,153,182],"brings":[9],"increasing":[10],"costs":[11],"to":[12,21,41,63,68,105,129,161],"governments":[13],"drivers.":[15],"Vehicular":[16],"networks":[17],"provide":[18,162],"the":[19,50,131,134,146,150],"ability":[20],"collect":[22,106],"more":[23],"data":[24,156,172],"from":[25,157],"vehicles":[26],"roadside":[28],"units,":[29],"sense":[31],"traffic":[32,43,85,107,116,135],"real":[34,120,170],"time.":[35,121],"They":[36],"represent":[37],"a":[38,98],"promising":[39],"solution":[40,57,99],"alleviate":[42,64],"jams":[44],"urban":[46],"environments.":[47],"However,":[48],"while":[49],"collected":[51],"information":[52],"valuable,":[54],"an":[55],"efficient":[56],"for":[58,83,140],"better":[59],"faster":[61],"utilization":[62],"has":[66],"yet":[67],"be":[69],"developed.":[70],"Current":[71],"solutions":[72],"are":[73],"either":[74],"based":[75,100,168],"on":[76,101,169],"mathematical":[77],"models,":[78],"which":[79],"do":[80],"not":[81],"account":[82],"complex":[84],"scenarios":[86],"or":[87],"small-scale":[88],"machine":[89],"learning":[90,127],"algorithms.":[91],"In":[92],"this":[93],"paper,":[94],"we":[95],"propose":[96],"ERL,":[97],"Edge":[102,122],"Computing":[103],"nodes":[104],"data.":[108],"ERL":[109,143],"alleviates":[110],"by":[112],"providing":[113],"intelligent":[114],"optimized":[115],"light":[117],"control":[118,137],"servers":[123,160],"run":[124],"fast":[125,192],"reinforcement":[126],"algorithms":[128],"tune":[130],"metrics":[132],"of":[133,149],"signal":[136],"algorithm":[138],"ran":[139],"each":[141],"intersection.":[142],"operates":[144],"within":[145],"coverage":[147],"area":[148],"edge":[151,159],"server,":[152],"uses":[154],"aggregated":[155],"neighboring":[158],"city-scale":[163],"control.":[165],"The":[166],"evaluation":[167],"map":[171],"shows":[173],"that":[174],"our":[175],"system":[176],"decreases":[177],"48.71%":[178],"average":[179],"waiting":[180],"time":[181],"32.77%":[183],"trip":[184],"duration":[185],"normally":[187],"congested":[188],"areas,":[189],"with":[190],"very":[191],"training":[193],"ordinary":[195],"servers.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":11}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}