{"id":"https://openalex.org/W4312628156","doi":"https://doi.org/10.1109/indin51773.2022.9976109","title":"Multi-Agent Deep Reinforcement Learning For Real-World Traffic Signal Controls - A Case Study","display_name":"Multi-Agent Deep Reinforcement Learning For Real-World Traffic Signal Controls - A Case Study","publication_year":2022,"publication_date":"2022-07-25","ids":{"openalex":"https://openalex.org/W4312628156","doi":"https://doi.org/10.1109/indin51773.2022.9976109"},"language":"en","primary_location":{"id":"doi:10.1109/indin51773.2022.9976109","is_oa":false,"landing_page_url":"https://doi.org/10.1109/indin51773.2022.9976109","pdf_url":null,"source":{"id":"https://openalex.org/S4363608444","display_name":"2022 IEEE 20th International Conference on Industrial Informatics (INDIN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 20th International Conference on Industrial Informatics (INDIN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076566224","display_name":"Maxim Friesen","orcid":"https://orcid.org/0000-0003-0777-4319"},"institutions":[{"id":"https://openalex.org/I5209920","display_name":"Ostwestfalen-Lippe University of Applied Sciences and Arts","ror":"https://ror.org/04eka8j06","country_code":"DE","type":"education","lineage":["https://openalex.org/I5209920"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Maxim Friesen","raw_affiliation_strings":["Institute Industrial IT - TH OWL,Lemgo,Germany","Institute Industrial IT - TH OWL, Lemgo, Germany"],"affiliations":[{"raw_affiliation_string":"Institute Industrial IT - TH OWL,Lemgo,Germany","institution_ids":["https://openalex.org/I5209920"]},{"raw_affiliation_string":"Institute Industrial IT - TH OWL, Lemgo, Germany","institution_ids":["https://openalex.org/I5209920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101667380","display_name":"Tian Tan","orcid":"https://orcid.org/0000-0001-9173-2984"},"institutions":[{"id":"https://openalex.org/I4210111500","display_name":"Fraunhofer Institute of Optronics, System Technologies and Image Exploitation","ror":"https://ror.org/01zx97922","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210111500","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tian Tan","raw_affiliation_strings":["Fraunhofer IOSB-INA,Lemgo,Germany","Fraunhofer IOSB-INA, Lemgo, Germany"],"affiliations":[{"raw_affiliation_string":"Fraunhofer IOSB-INA,Lemgo,Germany","institution_ids":["https://openalex.org/I4210111500"]},{"raw_affiliation_string":"Fraunhofer IOSB-INA, Lemgo, Germany","institution_ids":["https://openalex.org/I4210111500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025905769","display_name":"J\u00fcrgen Jasperneite","orcid":"https://orcid.org/0000-0001-7962-2491"},"institutions":[{"id":"https://openalex.org/I5209920","display_name":"Ostwestfalen-Lippe University of Applied Sciences and Arts","ror":"https://ror.org/04eka8j06","country_code":"DE","type":"education","lineage":["https://openalex.org/I5209920"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Jurgen Jasperneite","raw_affiliation_strings":["Stanford University,CA,USA","Institute Industrial IT - TH OWL, Lemgo, Germany","Stanford University, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University,CA,USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Institute Industrial IT - TH OWL, Lemgo, Germany","institution_ids":["https://openalex.org/I5209920"]},{"raw_affiliation_string":"Stanford University, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101422661","display_name":"Jie Wang","orcid":"https://orcid.org/0000-0003-1857-5569"},"institutions":[{"id":"https://openalex.org/I4210111500","display_name":"Fraunhofer Institute of Optronics, System Technologies and Image Exploitation","ror":"https://ror.org/01zx97922","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210111500","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jie Wang","raw_affiliation_strings":["Fraunhofer IOSB-INA,Lemgo,Germany","Fraunhofer IOSB-INA, Lemgo, Germany"],"affiliations":[{"raw_affiliation_string":"Fraunhofer IOSB-INA,Lemgo,Germany","institution_ids":["https://openalex.org/I4210111500"]},{"raw_affiliation_string":"Fraunhofer IOSB-INA, Lemgo, Germany","institution_ids":["https://openalex.org/I4210111500"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5076566224"],"corresponding_institution_ids":["https://openalex.org/I5209920"],"apc_list":null,"apc_paid":null,"fwci":0.3545,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.48948433,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"263","issue":null,"first_page":"162","last_page":"169"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8272351026535034},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6321626305580139},{"id":"https://openalex.org/keywords/traffic-signal","display_name":"Traffic signal","score":0.6002768874168396},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.5406498312950134},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40940433740615845},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32994094491004944},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.21561932563781738}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8272351026535034},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6321626305580139},{"id":"https://openalex.org/C2987419075","wikidata":"https://www.wikidata.org/wiki/Q8004","display_name":"Traffic signal","level":2,"score":0.6002768874168396},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.5406498312950134},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40940433740615845},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32994094491004944},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.21561932563781738},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/indin51773.2022.9976109","is_oa":false,"landing_page_url":"https://doi.org/10.1109/indin51773.2022.9976109","pdf_url":null,"source":{"id":"https://openalex.org/S4363608444","display_name":"2022 IEEE 20th International Conference on Industrial Informatics (INDIN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 20th International Conference on Industrial Informatics (INDIN)","raw_type":"proceedings-article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/435614","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/435614","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.5899999737739563,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W600444827","https://openalex.org/W1522301498","https://openalex.org/W1641379095","https://openalex.org/W2143765784","https://openalex.org/W2536412503","https://openalex.org/W2583080009","https://openalex.org/W2781915311","https://openalex.org/W2792643794","https://openalex.org/W2903394005","https://openalex.org/W2915117209","https://openalex.org/W2933570795","https://openalex.org/W2963658727","https://openalex.org/W2979363950","https://openalex.org/W3022861755","https://openalex.org/W3075234101","https://openalex.org/W3092592791","https://openalex.org/W4210562249","https://openalex.org/W4213251304","https://openalex.org/W4241119678","https://openalex.org/W4300120313","https://openalex.org/W6631190155","https://openalex.org/W6681573830","https://openalex.org/W6749029207","https://openalex.org/W6769119595","https://openalex.org/W6781860935","https://openalex.org/W6844127977"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4367838498","https://openalex.org/W2393348402","https://openalex.org/W4293167677","https://openalex.org/W2242021741","https://openalex.org/W2377015873","https://openalex.org/W2605253768","https://openalex.org/W2392201083"],"abstract_inverted_index":{"Increasing":[0],"traffic":[1,20,49,72,109,125,135,168,192,208,244],"congestion":[2,209],"leads":[3],"to":[4,30,43,47,56,64,67,146,165],"significant":[5,205],"costs,":[6],"whereby":[7],"poorly":[8],"configured":[9],"signaled":[10,113],"intersections":[11],"are":[12,54,59,188],"a":[13,39,79,130,148,197,204,241],"common":[14],"bottleneck":[15],"and":[16,58,90,177,194],"root":[17],"cause.":[18],"Traditional":[19,170],"signal":[21,32,172,214],"control":[22,41,215],"(TSC)":[23],"systems":[24,53,110],"employ":[25],"rule-based":[26,171],"or":[27],"heuristic":[28],"methods":[29],"decide":[31],"timings,":[33],"while":[34],"adaptive":[35],"TSC":[36,220,237],"solutions":[37],"utilize":[38],"traffic-actuated":[40],"logic":[42],"increase":[44],"their":[45],"adaptability":[46],"real-time":[48],"changes.":[50],"However,":[51,115],"such":[52,107],"expensive":[55],"deploy":[57],"often":[60],"not":[61],"flexible":[62],"enough":[63],"adequately":[65],"adapt":[66],"the":[68,83,92,138,166,181,185,191,212,218,228,234],"volatility":[69],"of":[70,85,94,117,140,207,230,236],"today\u2019s":[71],"dynamics.":[73],"More":[74],"recently,":[75],"this":[76,225],"problem":[77],"became":[78],"frontier":[80],"topic":[81],"in":[82,101,142,175,180,233],"domain":[84,235],"deep":[86,161],"reinforcement":[87],"learning":[88],"(DRL)":[89],"enabled":[91],"development":[93],"multi-agent":[95,155],"DRL":[96,156],"approaches":[97,120],"that":[98],"can":[99],"operate":[100],"environments":[102],"with":[103,111,222],"several":[104],"agents":[105],"present,":[106],"as":[108,196],"multiple":[112,159],"intersections.":[114],"many":[116],"these":[118],"proposed":[119],"were":[121],"validated":[122],"using":[123,211],"artificial":[124],"grids.":[126],"This":[127],"paper":[128,226],"presents":[129],"case":[131],"study,":[132],"where":[133],"real-world":[134],"data":[136],"from":[137],"town":[139],"Lemgo":[141],"Germany":[143],"is":[144,163],"used":[145],"create":[147],"realistic":[149,243],"road":[150],"model":[151,193],"within":[152],"VISSIM.":[153],"A":[154],"setup,":[157],"comprising":[158],"independent":[160],"Q-networks,":[162],"applied":[164],"simulated":[167],"network.":[169],"controls,":[173],"modeled":[174],"LISA+":[176],"currently":[178],"employed":[179],"real":[182],"world":[183],"at":[184],"studied":[186],"intersections,":[187],"integrated":[189],"into":[190],"serve":[195],"performance":[198,201],"baseline.":[199],"The":[200],"evaluation":[202],"indicates":[203],"reduction":[206],"when":[210],"RL-based":[213],"policy":[216],"over":[217],"conventional":[219],"approach":[221],"LISA+.":[223],"Consequently,":[224],"reinforces":[227],"applicability":[229],"RL":[231],"concepts":[232],"engineering":[238],"by":[239],"employing":[240],"highly":[242],"model.":[245]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}