{"id":"https://openalex.org/W4200433211","doi":"https://doi.org/10.1109/roedunet54112.2021.9638310","title":"Approaching traffic congestion with Double Deep Q-Networks","display_name":"Approaching traffic congestion with Double Deep Q-Networks","publication_year":2021,"publication_date":"2021-11-04","ids":{"openalex":"https://openalex.org/W4200433211","doi":"https://doi.org/10.1109/roedunet54112.2021.9638310"},"language":"en","primary_location":{"id":"doi:10.1109/roedunet54112.2021.9638310","is_oa":false,"landing_page_url":"https://doi.org/10.1109/roedunet54112.2021.9638310","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 20th RoEduNet Conference: Networking in Education and Research (RoEduNet)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084168501","display_name":"Mirabela Melinda Medvei","orcid":"https://orcid.org/0009-0008-1293-064X"},"institutions":[{"id":"https://openalex.org/I141595442","display_name":"University of Bucharest","ror":"https://ror.org/02x2v6p15","country_code":"RO","type":"education","lineage":["https://openalex.org/I141595442"]},{"id":"https://openalex.org/I2802885015","display_name":"Military Technical Academy","ror":"https://ror.org/01tqmsq19","country_code":"RO","type":"education","lineage":["https://openalex.org/I2802885015"]}],"countries":["RO"],"is_corresponding":true,"raw_author_name":"Mirabela Melinda Medvei","raw_affiliation_strings":["\u2019Ferdinand I\u2019 Military Technical Academy, Politehnica University of Bucharest, Bucharest, Romania","'Ferdinand I' Military Technical Academy, Politehnica University of Bucharest, Bucharest, Romania"],"affiliations":[{"raw_affiliation_string":"\u2019Ferdinand I\u2019 Military Technical Academy, Politehnica University of Bucharest, Bucharest, Romania","institution_ids":["https://openalex.org/I2802885015","https://openalex.org/I141595442"]},{"raw_affiliation_string":"'Ferdinand I' Military Technical Academy, Politehnica University of Bucharest, Bucharest, Romania","institution_ids":["https://openalex.org/I2802885015","https://openalex.org/I141595442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103947257","display_name":"George-Andrei Dima","orcid":null},"institutions":[{"id":"https://openalex.org/I2802885015","display_name":"Military Technical Academy","ror":"https://ror.org/01tqmsq19","country_code":"RO","type":"education","lineage":["https://openalex.org/I2802885015"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"George-Andrei Dima","raw_affiliation_strings":["\u2019Ferdinand I\u2019 Military Technical Academy, Bucharest, Romania","'Ferdinand I' Military Technical Academy, Bucharest, Romania"],"affiliations":[{"raw_affiliation_string":"\u2019Ferdinand I\u2019 Military Technical Academy, Bucharest, Romania","institution_ids":["https://openalex.org/I2802885015"]},{"raw_affiliation_string":"'Ferdinand I' Military Technical Academy, Bucharest, Romania","institution_ids":["https://openalex.org/I2802885015"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013822778","display_name":"Nicolae \u0162\u00e3pu\u015f","orcid":"https://orcid.org/0000-0002-7878-6598"},"institutions":[{"id":"https://openalex.org/I61641377","display_name":"Universitatea Na\u021bional\u0103 de \u0218tiin\u021b\u0103 \u0219i Tehnologie Politehnica Bucure\u0219ti","ror":"https://ror.org/0558j5q12","country_code":"RO","type":"education","lineage":["https://openalex.org/I61641377"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Nicolae Tapus","raw_affiliation_strings":["Politehnica University of Bucharest, Bucharest, Romania"],"affiliations":[{"raw_affiliation_string":"Politehnica University of Bucharest, Bucharest, Romania","institution_ids":["https://openalex.org/I61641377"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5084168501"],"corresponding_institution_ids":["https://openalex.org/I141595442","https://openalex.org/I2802885015"],"apc_list":null,"apc_paid":null,"fwci":0.1373,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.4817449,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7437182664871216},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7430464029312134},{"id":"https://openalex.org/keywords/traffic-congestion","display_name":"Traffic congestion","score":0.5877099633216858},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.582762598991394},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5490742325782776},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.5350438356399536},{"id":"https://openalex.org/keywords/traffic-flow","display_name":"Traffic flow (computer networking)","score":0.4790440797805786},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.44514626264572144},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.2661646604537964},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.261552631855011},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.15410876274108887},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12761640548706055}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7437182664871216},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7430464029312134},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.5877099633216858},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.582762598991394},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5490742325782776},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.5350438356399536},{"id":"https://openalex.org/C207512268","wikidata":"https://www.wikidata.org/wiki/Q3074551","display_name":"Traffic flow (computer networking)","level":2,"score":0.4790440797805786},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.44514626264572144},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.2661646604537964},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.261552631855011},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.15410876274108887},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12761640548706055},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/roedunet54112.2021.9638310","is_oa":false,"landing_page_url":"https://doi.org/10.1109/roedunet54112.2021.9638310","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 20th RoEduNet Conference: Networking in Education and Research (RoEduNet)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.49000000953674316,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2746553466","https://openalex.org/W2794842204","https://openalex.org/W2891217993","https://openalex.org/W2898015307","https://openalex.org/W2914650334","https://openalex.org/W3000547743","https://openalex.org/W3010740541","https://openalex.org/W3046578034","https://openalex.org/W3095261370","https://openalex.org/W3105055972","https://openalex.org/W3106357768","https://openalex.org/W3129136136","https://openalex.org/W3171392840","https://openalex.org/W3173658402","https://openalex.org/W3196526181","https://openalex.org/W4210493863","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6755612348","https://openalex.org/W6780559895"],"related_works":["https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W2913146933","https://openalex.org/W2372385138","https://openalex.org/W4296359239","https://openalex.org/W2101155126","https://openalex.org/W4390987329","https://openalex.org/W2361581724"],"abstract_inverted_index":{"One":[0],"of":[1,5,24,85],"the":[2,13,19,22,33,43,121,145,152,156],"recurring":[3],"problems":[4],"everyday":[6],"life":[7],"in":[8,18],"big":[9],"urban":[10],"areas":[11,67,73],"is":[12,117],"traffic":[14,37,55,66,122,136],"congestion.":[15],"Nowadays":[16],"advance":[17],"technologies":[20],"powering":[21],"Internet":[23],"Vehicles":[25],"together":[26],"with":[27,39,58,132],"state-of-the-art":[28],"artificial":[29],"intelligence":[30],"algorithms":[31],"offer":[32],"means":[34],"to":[35,42,54,119],"improve":[36],"flow":[38],"little":[40],"changes":[41],"existing":[44],"infrastructure.":[45],"This":[46,147],"paper":[47],"proposes":[48],"a":[49,59,90,111],"reinforcement":[50,113],"learning":[51,114],"based":[52,92],"solution":[53,131],"light":[56,137],"scheduling":[57,138],"case":[60],"study":[61],"on":[62],"four":[63],"notoriously":[64],"congested":[65],"from":[68,76,124],"Bucharest,":[69],"Romania.":[70],"The":[71],"selected":[72],"were":[74],"imported":[75],"OpenStreetMap":[77],"(OSM)":[78],"files":[79],"and":[80,99,105,142],"modeled":[81],"using":[82],"SUMO":[83],"(Simulation":[84],"Urban":[86],"Mobility).":[87],"We":[88,128],"propose":[89],"C-ITS":[91],"protocol":[93],"for":[94,109],"information":[95],"exchange":[96],"between":[97],"cars":[98],"infrastructure":[100],"(Vehicle-To-Infrastructure":[101],"-":[102],"V2I":[103],"communications)":[104],"we":[106,143],"generate":[107],"data":[108],"training":[110],"semi-centralized":[112],"agent":[115],"that":[116,151],"able":[118],"change":[120],"lights":[123],"its":[125],"designated":[126],"area.":[127],"compare":[129],"our":[130],"fixed":[133],"time":[134],"slice":[135],"(considered":[139],"baseline":[140],"performance)":[141],"report":[144],"results.":[146],"comparative":[148],"analysis":[149],"shows":[150],"proposed":[153],"approach":[154],"outperformed":[155],"baseline.":[157]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}