{"id":"https://openalex.org/W3201925573","doi":"https://doi.org/10.15439/2021f109","title":"Traffic Signal Control: a Double Q-learning Approach","display_name":"Traffic Signal Control: a Double Q-learning Approach","publication_year":2021,"publication_date":"2021-09-26","ids":{"openalex":"https://openalex.org/W3201925573","doi":"https://doi.org/10.15439/2021f109","mag":"3201925573"},"language":"en","primary_location":{"id":"doi:10.15439/2021f109","is_oa":true,"landing_page_url":"https://doi.org/10.15439/2021f109","pdf_url":"https://annals-csis.org/proceedings/2021/drp/pdf/109.pdf","source":{"id":"https://openalex.org/S4220651875","display_name":"Annals of Computer Science and Information Systems","issn_l":"2300-5963","issn":["2300-5963"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":"https://openalex.org/P4310317484","host_organization_name":"Polskie Towarzystwo Informatyczne","host_organization_lineage":["https://openalex.org/P4310317484"],"host_organization_lineage_names":["Polskie Towarzystwo Informatyczne"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Computer Science and Information Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://annals-csis.org/proceedings/2021/drp/pdf/109.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073537004","display_name":"Anton Agafonov","orcid":"https://orcid.org/0000-0001-7483-7936"},"institutions":[{"id":"https://openalex.org/I3124489027","display_name":"Samara National Research University","ror":"https://ror.org/05ggagb37","country_code":"RU","type":"education","lineage":["https://openalex.org/I3124489027"]}],"countries":["RU"],"is_corresponding":true,"raw_author_name":"Anton Agafonov","raw_affiliation_strings":["Samara National Research University Samara, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Samara National Research University Samara, Russia","institution_ids":["https://openalex.org/I3124489027"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056429209","display_name":"Vladislav Myasnikov","orcid":"https://orcid.org/0000-0002-6915-8119"},"institutions":[{"id":"https://openalex.org/I3124489027","display_name":"Samara National Research University","ror":"https://ror.org/05ggagb37","country_code":"RU","type":"education","lineage":["https://openalex.org/I3124489027"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Vladislav Myasnikov","raw_affiliation_strings":["Samara National Research University Samara, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Samara National Research University Samara, Russia","institution_ids":["https://openalex.org/I3124489027"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5073537004"],"corresponding_institution_ids":["https://openalex.org/I3124489027"],"apc_list":null,"apc_paid":null,"fwci":2.6126,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.90522214,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"25","issue":null,"first_page":"365","last_page":"369"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6070383787155151},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.537892758846283},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.5032681822776794},{"id":"https://openalex.org/keywords/traffic-signal","display_name":"Traffic signal","score":0.47754108905792236},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2831757068634033},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.20337700843811035}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6070383787155151},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.537892758846283},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.5032681822776794},{"id":"https://openalex.org/C2987419075","wikidata":"https://www.wikidata.org/wiki/Q8004","display_name":"Traffic signal","level":2,"score":0.47754108905792236},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2831757068634033},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.20337700843811035},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.15439/2021f109","is_oa":true,"landing_page_url":"https://doi.org/10.15439/2021f109","pdf_url":"https://annals-csis.org/proceedings/2021/drp/pdf/109.pdf","source":{"id":"https://openalex.org/S4220651875","display_name":"Annals of Computer Science and Information Systems","issn_l":"2300-5963","issn":["2300-5963"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":"https://openalex.org/P4310317484","host_organization_name":"Polskie Towarzystwo Informatyczne","host_organization_lineage":["https://openalex.org/P4310317484"],"host_organization_lineage_names":["Polskie Towarzystwo Informatyczne"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Computer Science and Information Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:doaj.org/article:13a4d78a7fa94b7ab7858636f4b45379","is_oa":false,"landing_page_url":"https://doaj.org/article/13a4d78a7fa94b7ab7858636f4b45379","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Annals of computer science and information systems, Vol 25, Pp 365-369 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.15439/2021f109","is_oa":true,"landing_page_url":"https://doi.org/10.15439/2021f109","pdf_url":"https://annals-csis.org/proceedings/2021/drp/pdf/109.pdf","source":{"id":"https://openalex.org/S4220651875","display_name":"Annals of Computer Science and Information Systems","issn_l":"2300-5963","issn":["2300-5963"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":"https://openalex.org/P4310317484","host_organization_name":"Polskie Towarzystwo Informatyczne","host_organization_lineage":["https://openalex.org/P4310317484"],"host_organization_lineage_names":["Polskie Towarzystwo Informatyczne"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Computer Science and Information Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8199999928474426,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3201925573.pdf","grobid_xml":"https://content.openalex.org/works/W3201925573.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W5525483","https://openalex.org/W138497752","https://openalex.org/W1533464159","https://openalex.org/W2071880269","https://openalex.org/W2091871120","https://openalex.org/W2115211925","https://openalex.org/W2139728973","https://openalex.org/W2725582697","https://openalex.org/W2741286274","https://openalex.org/W2751679114","https://openalex.org/W2772221554","https://openalex.org/W2791256869","https://openalex.org/W2800510943","https://openalex.org/W2804319089","https://openalex.org/W2809148419","https://openalex.org/W2898015307","https://openalex.org/W2912325838","https://openalex.org/W2913230672","https://openalex.org/W2939228328","https://openalex.org/W2945991855","https://openalex.org/W2964247745","https://openalex.org/W2983178256","https://openalex.org/W2998187693","https://openalex.org/W3010041816","https://openalex.org/W3035721219","https://openalex.org/W3091981091","https://openalex.org/W3092194255","https://openalex.org/W3092243526","https://openalex.org/W3092592791","https://openalex.org/W3096224879","https://openalex.org/W3102059892","https://openalex.org/W3105017587","https://openalex.org/W3133741656","https://openalex.org/W3154701891","https://openalex.org/W6677067356","https://openalex.org/W6761871375"],"related_works":["https://openalex.org/W2898831574","https://openalex.org/W2369610165","https://openalex.org/W788007539","https://openalex.org/W642958612","https://openalex.org/W3121910006","https://openalex.org/W2140594597","https://openalex.org/W2357185051","https://openalex.org/W2384749472","https://openalex.org/W2379438228","https://openalex.org/W801119636"],"abstract_inverted_index":{"Currently,":[0],"the":[1,17,24,40,51,56,62,68,72,77,87,90,97,109],"use":[2],"of":[3,39,43,80,89,96],"information":[4],"and":[5,13,76,105],"communication":[6],"technologies":[7],"for":[8],"solving":[9],"economic,":[10],"social,":[11],"transportation,":[12],"other":[14],"problems":[15],"in":[16,32],"urban":[18],"environment":[19],"is":[20,37],"usually":[21],"considered":[22],"within":[23],"\"smart":[25],"city\"":[26],"concept.":[27],"Optimal":[28],"traffic":[29,34,63,81,112],"management":[30],"and,":[31],"particular,":[33],"signal":[35,64],"control":[36,65],"one":[38],"key":[41],"components":[42],"smart":[44],"cities.":[45],"In":[46],"this":[47],"paper,":[48],"we":[49],"investigate":[50],"reinforcement":[52,91],"learning":[53,92],"approach,":[54,59],"namely,":[55],"double":[57],"Q-learning":[58],"to":[60,85],"solve":[61],"problem.":[66],"Both":[67],"initial":[69],"data":[70,107],"on":[71,103],"connected":[73],"vehicles":[74],"distribution":[75],"aggregated":[78],"characteristics":[79],"flows":[82],"are":[83],"used":[84],"describe":[86],"state":[88],"agent.":[93],"Experimental":[94],"studies":[95],"proposed":[98],"model":[99],"were":[100],"carried":[101],"out":[102],"synthetic":[104],"real":[106],"using":[108],"CityFlow":[110],"microscopic":[111],"simulator.":[113]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}