{"id":"https://openalex.org/W2962992123","doi":"https://doi.org/10.48550/arxiv.1811.11233","title":"Distributed traffic light control at uncoupled intersections with real-world topology by deep reinforcement learning","display_name":"Distributed traffic light control at uncoupled intersections with real-world topology by deep reinforcement learning","publication_year":2018,"publication_date":"2018-11-27","ids":{"openalex":"https://openalex.org/W2962992123","doi":"https://doi.org/10.48550/arxiv.1811.11233","mag":"2962992123"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1811.11233","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1811.11233","pdf_url":"https://arxiv.org/pdf/1811.11233","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1811.11233","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061432254","display_name":"Mark Schutera","orcid":"https://orcid.org/0000-0003-4857-7274","observed_orcids":["https://orcid.org/0000-0003-4857-7274"]},"institutions":[{"id":"https://openalex.org/I254181534","display_name":"ZF Friedrichshafen (Germany)","ror":"https://ror.org/021wbbm64","country_code":"DE","type":"company","lineage":["https://openalex.org/I254181534"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Schutera, Mark","raw_affiliation_strings":["ZF Friedrichshafen (Germany), Friedrichshafen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ZF Friedrichshafen (Germany), Friedrichshafen, Germany","institution_ids":["https://openalex.org/I254181534"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024713964","display_name":"Niklas Goby","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goby, Niklas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007464143","display_name":"Stefan Smolarek","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Smolarek, Stefan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5049462585","display_name":"Markus Reischl","orcid":"https://orcid.org/0000-0002-7780-6374","observed_orcids":["https://orcid.org/0000-0002-7780-6374"]},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Reischl, Markus","raw_affiliation_strings":["Karlsruhe Institute of Technology, Karlsruhe, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.8870000243186951},{"id":"https://openalex.org/keywords/phase-selection","display_name":"phase selection","score":0.5299999713897705},{"id":"https://openalex.org/keywords/transition-timing","display_name":"transition timing","score":0.6029999852180481},{"id":"https://openalex.org/keywords/fixed-time-control","display_name":"fixed-time control","score":0.7829999923706055},{"id":"https://openalex.org/keywords/traffic-flow","display_name":"traffic flow","score":0.8659999966621399},{"id":"https://openalex.org/keywords/fuel-consumption","display_name":"fuel consumption","score":0.9959999918937683},{"id":"https://openalex.org/keywords/noise-emission","display_name":"noise emission","score":0.8889999985694885},{"id":"https://openalex.org/keywords/friedrichshafen","display_name":"Friedrichshafen","score":0.8429999947547913}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8066728711128235},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.6813974380493164},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.636646568775177},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.5408042669296265},{"id":"https://openalex.org/C207512268","wikidata":"https://www.wikidata.org/wiki/Q3074551","display_name":"Traffic flow (computer networking)","level":2,"score":0.5159576535224915},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5047320127487183},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.47500765323638916},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.42529356479644775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41165193915367126},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.31048959493637085},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14842942357063293},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.12985235452651978},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.08921787142753601},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1811.11233","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1811.11233","pdf_url":"https://arxiv.org/pdf/1811.11233","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1811.11233","doi":"https://doi.org/10.48550/arxiv.1811.11233","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1811.11233","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2962992123","doi":null,"is_oa":false,"landing_page_url":"https://openreview.net/pdf?id=rkePcAe6qQ","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Neural Information Processing Systems","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1811.11233","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1811.11233","pdf_url":"https://arxiv.org/pdf/1811.11233","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.651199996471405,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"},{"score":0.5142999887466431,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1757796397","https://openalex.org/W1869778509","https://openalex.org/W1996058270","https://openalex.org/W2083887187","https://openalex.org/W2107726111","https://openalex.org/W2111688141","https://openalex.org/W2181552477","https://openalex.org/W2201581102","https://openalex.org/W2557283755","https://openalex.org/W2580175322","https://openalex.org/W2609532991","https://openalex.org/W2761873684","https://openalex.org/W2772709170","https://openalex.org/W2794842204","https://openalex.org/W2809148419","https://openalex.org/W2963423916","https://openalex.org/W3037207827"],"related_works":["https://openalex.org/W4313396601","https://openalex.org/W4385067564","https://openalex.org/W3000506032","https://openalex.org/W4400353669","https://openalex.org/W4391926767","https://openalex.org/W3156205897","https://openalex.org/W4327576564","https://openalex.org/W4308079981","https://openalex.org/W2895911649","https://openalex.org/W4414528725"],"abstract_inverted_index":{"This":[0,130],"work":[1],"examines":[2],"the":[3,46,92,123,137],"implications":[4],"of":[5,40,105,125],"uncoupled":[6],"intersections":[7,51,118],"with":[8,24,54,96,154],"local":[9],"real-world":[10,37,112],"topology":[11],"and":[12,31,45,59,67,83,114],"sensor":[13],"setup":[14],"on":[15,122],"traffic":[16,48,126],"light":[17,49,127],"control":[18,69,79,128,161],"approaches.":[19,129],"Control":[20],"approaches":[21,70],"are":[22,52,81],"evaluated":[23],"respect":[25,55,97],"to:":[26],"Traffic":[27],"flow,":[28],"fuel":[29],"consumption":[30],"noise":[32],"emission":[33],"at":[34],"intersections.":[35],"The":[36],"road":[38],"network":[39],"Friedrichshafen":[41],"is":[42,131],"depicted,":[43],"preprocessed":[44],"present":[47],"controlled":[50],"modeled":[53],"to":[56,98,133],"state":[57],"space":[58],"action":[60,94],"space.":[61],"Different":[62],"strategies,":[63],"containing":[64],"fixed-time,":[65],"gap-based":[66],"time-based":[68],"as":[71,73,101,103],"well":[72,102],"our":[74,156],"deep":[75,157],"reinforcement":[76,158],"learning":[77,159],"based":[78,160],"approach,":[80],"implemented":[82],"assessed.":[84],"Our":[85],"novel":[86],"DRL":[87],"approach":[88],"allows":[89],"for":[90],"modeling":[91],"TLC":[93],"space,":[95],"phase":[99],"selection":[100,104],"transition":[106],"timings.":[107],"It":[108],"was":[109],"found":[110],"that":[111,147],"topologies,":[113],"thus":[115],"irregularly":[116],"arranged":[117],"have":[119],"an":[120],"influence":[121],"performance":[124],"even":[132],"be":[134,151],"observed":[135],"within":[136],"same":[138],"intersection":[139],"types":[140],"(n-arm,":[141],"m-phases).":[142],"Moreover":[143],"we":[144],"could":[145],"show,":[146],"these":[148],"influences":[149],"can":[150],"efficiently":[152],"dealt":[153],"by":[155],"approach.":[162]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2026-11-03T10:50:19.383937","created_date":"2019-07-30T00:00:00"}