{"id":"https://openalex.org/W2999376730","doi":"https://doi.org/10.1145/3372938.3372999","title":"Reinforcement Learning (Q-LEARNING) traffic light controller within intersection traffic system","display_name":"Reinforcement Learning (Q-LEARNING) traffic light controller within intersection traffic system","publication_year":2019,"publication_date":"2019-10-23","ids":{"openalex":"https://openalex.org/W2999376730","doi":"https://doi.org/10.1145/3372938.3372999","mag":"2999376730"},"language":"en","primary_location":{"id":"doi:10.1145/3372938.3372999","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3372938.3372999","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th International Conference on Big Data and Internet of Things","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021354803","display_name":"Saif Islam Bouderba","orcid":null},"institutions":[{"id":"https://openalex.org/I4210125507","display_name":"Chouaib Doukkali University","ror":"https://ror.org/036kgyt43","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210125507"]}],"countries":["MA"],"is_corresponding":true,"raw_author_name":"Saif Islam Bouderba","raw_affiliation_strings":["LAROSERI, Department of Computer Science, University of Chouaib Doukkali, EL Jadida, Morocco"],"affiliations":[{"raw_affiliation_string":"LAROSERI, Department of Computer Science, University of Chouaib Doukkali, EL Jadida, Morocco","institution_ids":["https://openalex.org/I4210125507"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112190661","display_name":"Najem Moussa","orcid":null},"institutions":[{"id":"https://openalex.org/I4210125507","display_name":"Chouaib Doukkali University","ror":"https://ror.org/036kgyt43","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210125507"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Najem Moussa","raw_affiliation_strings":["LAROSERI, Department of Computer Science, University of Chouaib Doukkali, EL Jadida, Morocco"],"affiliations":[{"raw_affiliation_string":"LAROSERI, Department of Computer Science, University of Chouaib Doukkali, EL Jadida, Morocco","institution_ids":["https://openalex.org/I4210125507"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5021354803"],"corresponding_institution_ids":["https://openalex.org/I4210125507"],"apc_list":null,"apc_paid":null,"fwci":0.9979,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.77711072,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.849096417427063},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.8302902579307556},{"id":"https://openalex.org/keywords/cellular-automaton","display_name":"Cellular automaton","score":0.6794460415840149},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.6673320531845093},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6508631110191345},{"id":"https://openalex.org/keywords/traffic-signal","display_name":"Traffic signal","score":0.5593621730804443},{"id":"https://openalex.org/keywords/learning-automata","display_name":"Learning automata","score":0.43821603059768677},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.42203980684280396},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.41230136156082153},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40589046478271484},{"id":"https://openalex.org/keywords/automaton","display_name":"Automaton","score":0.3190969228744507},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.3100244700908661},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.24063202738761902},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2175796627998352}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.849096417427063},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.8302902579307556},{"id":"https://openalex.org/C35527583","wikidata":"https://www.wikidata.org/wiki/Q189156","display_name":"Cellular automaton","level":2,"score":0.6794460415840149},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.6673320531845093},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6508631110191345},{"id":"https://openalex.org/C2987419075","wikidata":"https://www.wikidata.org/wiki/Q8004","display_name":"Traffic signal","level":2,"score":0.5593621730804443},{"id":"https://openalex.org/C2776807809","wikidata":"https://www.wikidata.org/wiki/Q6510160","display_name":"Learning automata","level":3,"score":0.43821603059768677},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.42203980684280396},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.41230136156082153},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40589046478271484},{"id":"https://openalex.org/C112505250","wikidata":"https://www.wikidata.org/wiki/Q787116","display_name":"Automaton","level":2,"score":0.3190969228744507},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.3100244700908661},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.24063202738761902},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2175796627998352},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3372938.3372999","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3372938.3372999","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th International Conference on Big Data and Internet of Things","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.49000000953674316,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1546190714","https://openalex.org/W2012827323","https://openalex.org/W2014989492","https://openalex.org/W2020070197","https://openalex.org/W2023769763","https://openalex.org/W2024591318","https://openalex.org/W2124657875","https://openalex.org/W2127105341","https://openalex.org/W2154376416","https://openalex.org/W6682351736"],"related_works":["https://openalex.org/W2489338148","https://openalex.org/W2124961391","https://openalex.org/W576785828","https://openalex.org/W2144847493","https://openalex.org/W2794110548","https://openalex.org/W2613833673","https://openalex.org/W4388511637","https://openalex.org/W2074131991","https://openalex.org/W2733919410","https://openalex.org/W2140334996"],"abstract_inverted_index":{"In":[0],"this":[1],"paper":[2],"we":[3,69],"study":[4],"the":[5,48,64,71,88],"effect":[6],"of":[7,66,73],"signalized":[8],"traffic":[9,49,80],"intersection":[10,89],"control":[11],"strategies":[12],"in":[13,20],"a":[14,25,30,35,39,62],"cellular":[15],"automaton":[16],"model":[17],"for":[18],"transportation":[19],"urban":[21],"networks.":[22],"Starting":[23],"with":[24,55,57,90],"simple":[26],"synchronized":[27],"strategy,":[28],"then":[29],"green":[31],"wave":[32],"which":[33],"gave":[34],"surprising":[36],"result.":[37],"Finally,":[38],"reinforcement":[40],"learning":[41],"approach":[42],"(Q-LEARNING)":[43],"is":[44],"presented":[45],"to":[46,53,86],"learn":[47],"light":[50,81],"controller":[51,82],"how":[52,85],"interact":[54],"drivers":[56],"different":[58],"situation.":[59],"By":[60],"keeping":[61],"belief":[63],"level":[65],"cooperation":[67],"drivers,":[68],"improved":[70],"performance":[72],"Q-LEARNING":[74],"algorithms.":[75],"We":[76],"show":[77],"that":[78],"our":[79],"successfully":[83],"learns":[84],"manage":[87],"less":[91],"deadlocks":[92],"than":[93],"without":[94],"learning.":[95]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}