{"id":"https://openalex.org/W3096739060","doi":"https://doi.org/10.1109/tmc.2020.3033782","title":"STMARL: A Spatio-Temporal Multi-Agent Reinforcement Learning Approach for Cooperative Traffic Light Control","display_name":"STMARL: A Spatio-Temporal Multi-Agent Reinforcement Learning Approach for Cooperative Traffic Light Control","alternate_titles":[],"publication_year":2020,"publication_date":"2020-10-26","ids":{"openalex":"https://openalex.org/W3096739060","doi":"https://doi.org/10.1109/tmc.2020.3033782","mag":"3096739060"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2020.3033782","doi":"https://doi.org/10.1109/tmc.2020.3033782","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2020.3033782","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","norway-2","poland-140","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W3096739060"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1908.10577","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100385358","display_name":"Yanan Wang","orcid":"https://orcid.org/0000-0001-8519-7575","observed_orcids":["https://orcid.org/0000-0001-8519-7575"]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I138006243","display_name":"University of Arizona","ror":"https://ror.org/03m2x1q45","country_code":"US","type":"education","lineage":["https://openalex.org/I138006243"]}],"countries":["CN","US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yanan Wang","raw_affiliation_strings":["School of Computer Science, University of Science and Technology of China, Hefei, China","Department of Management Information Systems, Eller College of Management, University of Arizona, Tucson, AZ, USA"],"raw_orcid":"https://orcid.org/0000-0001-8519-7575","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Department of Management Information Systems, Eller College of Management, University of Arizona, Tucson, AZ, USA","institution_ids":["https://openalex.org/I138006243"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025292786","display_name":"Tong Xu","orcid":"https://orcid.org/0000-0003-4246-5386","observed_orcids":["https://orcid.org/0000-0003-4246-5386"]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Tong Xu","raw_affiliation_strings":["Anhui Province Key Laboratory of Big Data Analysis and Application, School of Computer Science, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-4246-5386","affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Big Data Analysis and Application, School of Computer Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xin Niu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4401726934","display_name":"IFlyTek (China)","ror":"https://ror.org/009pwww24","country_code":"CN","type":"company","lineage":["https://openalex.org/I4401726934"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Xin Niu","raw_affiliation_strings":["iFLYTEK Research, IFLYTEK Company, Ltd, Hefei, Anhui, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"iFLYTEK Research, IFLYTEK Company, Ltd, Hefei, Anhui, China","institution_ids":["https://openalex.org/I4401726934"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030395145","display_name":"Chang Tan","orcid":"https://orcid.org/0000-0002-7707-1531","observed_orcids":["https://orcid.org/0000-0002-7707-1531"]},"institutions":[{"id":"https://openalex.org/I4401726934","display_name":"IFlyTek (China)","ror":"https://ror.org/009pwww24","country_code":"CN","type":"company","lineage":["https://openalex.org/I4401726934"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Chang Tan","raw_affiliation_strings":["iFLYTEK Research, IFLYTEK Company, Ltd, Hefei, Anhui, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"iFLYTEK Research, IFLYTEK Company, Ltd, Hefei, Anhui, China","institution_ids":["https://openalex.org/I4401726934"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048237545","display_name":"Enhong Chen","orcid":"https://orcid.org/0000-0002-4835-4102","observed_orcids":["https://orcid.org/0000-0002-4835-4102"]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Enhong Chen","raw_affiliation_strings":["Anhui Province Key Laboratory of Big Data Analysis and Application, School of Computer Science, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-4835-4102","affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Big Data Analysis and Application, School of Computer Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101862104","display_name":"Hui Xiong","orcid":"https://orcid.org/0000-0001-6016-6465","observed_orcids":["https://orcid.org/0000-0001-6016-6465"]},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hui Xiong","raw_affiliation_strings":["Management Science and Information Systems Department, Rutgers Business School, Rutgers University, Newark, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Management Science and Information Systems Department, Rutgers Business School, Rutgers University, Newark, NJ, USA","institution_ids":["https://openalex.org/I102322142"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":null,"fwci":6.8107,"has_fulltext":true,"cited_by_count":196,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.97873427,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":"21","issue":"6","first_page":"2228","last_page":"2242"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.0215000007301569,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/traffic-signal-control","display_name":"traffic signal control","score":0.8460000157356262},{"id":"https://openalex.org/keywords/multi-agent-reinforcement-learning","display_name":"multi-agent reinforcement learning","score":0.8619999885559082},{"id":"https://openalex.org/keywords/spatiotemporal-dependencies","display_name":"spatiotemporal dependencies","score":0.9380000233650208},{"id":"https://openalex.org/keywords/graph-neural-networks","display_name":"graph neural networks","score":0.7799999713897705},{"id":"https://openalex.org/keywords/deep-q-learning","display_name":"deep Q-learning","score":0.7250000238418579},{"id":"https://openalex.org/keywords/recurrent-neural-networks","display_name":"recurrent neural networks","score":0.9419999718666077},{"id":"https://openalex.org/keywords/decentralized-decision-making","display_name":"decentralized decision-making","score":0.628000020980835},{"id":"https://openalex.org/keywords/intelligent-transportation-systems","display_name":"intelligent transportation systems","score":0.5479999780654907}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.788354754447937},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6535137891769409},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.6098203063011169},{"id":"https://openalex.org/C46451311","wikidata":"https://www.wikidata.org/wiki/Q262550","display_name":"Traffic shaping","level":4,"score":0.5850296020507812},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.5289430618286133},{"id":"https://openalex.org/C64093975","wikidata":"https://www.wikidata.org/wiki/Q356677","display_name":"Floating car data","level":3,"score":0.4994208812713623},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.478889137506485},{"id":"https://openalex.org/C176715033","wikidata":"https://www.wikidata.org/wiki/Q2080768","display_name":"Traffic generation model","level":2,"score":0.4437468349933624},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4234263598918915},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41786664724349976},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.4140198528766632},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3279019892215729},{"id":"https://openalex.org/C201100257","wikidata":"https://www.wikidata.org/wiki/Q393287","display_name":"Network traffic control","level":3,"score":0.25684547424316406},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2538868188858032},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.24092736840248108},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.21295776963233948},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.17989635467529297},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.14371871948242188},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09458190202713013},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tmc.2020.3033782","doi":"https://doi.org/10.1109/tmc.2020.3033782","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2020.3033782","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","norway-2","poland-140","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1908.10577","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1908.10577","pdf_url":"https://arxiv.org/pdf/1908.10577","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2971229367","doi":null,"is_oa":false,"landing_page_url":"http://export.arxiv.org/pdf/1908.10577","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"doi:10.48550/arxiv.1908.10577","doi":"https://doi.org/10.48550/arxiv.1908.10577","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1908.10577","pdf_url":"https://arxiv.org/pdf/1908.10577","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1908.10577","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1908.10577","pdf_url":"https://arxiv.org/pdf/1908.10577","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.7250000238418579,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"},{"score":0.7207000255584717,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G1352607027","display_name":null,"funder_award_id":"2018YFB1402600","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G1869028341","display_name":null,"funder_award_id":"61703386","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5007750573","display_name":null,"funder_award_id":"U1605251","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5375682351","display_name":null,"funder_award_id":"91746301","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5415502266","display_name":null,"funder_award_id":"71531001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6254268225","display_name":null,"funder_award_id":"71531001","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8118681200","display_name":null,"funder_award_id":"2018YFB1402600","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G876380782","display_name":null,"funder_award_id":"91746301","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3096739060.pdf","grobid_xml":"https://content.openalex.org/works/W3096739060.grobid-xml"},"referenced_works_count":70,"referenced_works":["https://openalex.org/W5525483","https://openalex.org/W33871791","https://openalex.org/W834081922","https://openalex.org/W1516835682","https://openalex.org/W1517699929","https://openalex.org/W1522301498","https://openalex.org/W1639167632","https://openalex.org/W1641379095","https://openalex.org/W1677182931","https://openalex.org/W1757796397","https://openalex.org/W1783941367","https://openalex.org/W1914389580","https://openalex.org/W1921523184","https://openalex.org/W1998622835","https://openalex.org/W1999371911","https://openalex.org/W2005512017","https://openalex.org/W2031530760","https://openalex.org/W2062789233","https://openalex.org/W2064675550","https://openalex.org/W2074500080","https://openalex.org/W2088595989","https://openalex.org/W2099618002","https://openalex.org/W2107544712","https://openalex.org/W2108511252","https://openalex.org/W2110906765","https://openalex.org/W2116341502","https://openalex.org/W2121092017","https://openalex.org/W2124657875","https://openalex.org/W2145339207","https://openalex.org/W2162115371","https://openalex.org/W2172933221","https://openalex.org/W2176412452","https://openalex.org/W2244807774","https://openalex.org/W2291973609","https://openalex.org/W2302353080","https://openalex.org/W2395575420","https://openalex.org/W2402402867","https://openalex.org/W2404226462","https://openalex.org/W2437968486","https://openalex.org/W2480177474","https://openalex.org/W2552391307","https://openalex.org/W2606780347","https://openalex.org/W2623431351","https://openalex.org/W2626778328","https://openalex.org/W2766453196","https://openalex.org/W2768629321","https://openalex.org/W2785948534","https://openalex.org/W2805516822","https://openalex.org/W2807340089","https://openalex.org/W2809148419","https://openalex.org/W2883475824","https://openalex.org/W2904065660","https://openalex.org/W2907502844","https://openalex.org/W2915117209","https://openalex.org/W2920882913","https://openalex.org/W2944372187","https://openalex.org/W2944460358","https://openalex.org/W2945991855","https://openalex.org/W2950149761","https://openalex.org/W2963430173","https://openalex.org/W2964121744","https://openalex.org/W2964749398","https://openalex.org/W2972776893","https://openalex.org/W2975343435","https://openalex.org/W2979480132","https://openalex.org/W2983178256","https://openalex.org/W2997211344","https://openalex.org/W2997513934","https://openalex.org/W3080637781","https://openalex.org/W7011621630"],"related_works":["https://openalex.org/W3198941940","https://openalex.org/W7167028837","https://openalex.org/W7213538992","https://openalex.org/W4388551810","https://openalex.org/W4308080001","https://openalex.org/W3193202621","https://openalex.org/W7202388833","https://openalex.org/W4401607723","https://openalex.org/W4385767260","https://openalex.org/W4387250241"],"abstract_inverted_index":{"The":[0],"development":[1],"of":[2,24,42,55,86,188,198],"intelligent":[3],"traffic":[4,26,44,57,61,89,94,105,115,119,126,138,153,160,204],"light":[5,62,106,161],"control":[6,92],"systems":[7],"is":[8,46],"essential":[9],"for":[10,59,80,158],"smart":[11],"transportation":[12],"management.":[13],"While":[14],"some":[15],"efforts":[16],"have":[17,34,184],"been":[18],"made":[19,164],"to":[20,148],"optimize":[21],"the":[22,37,40,52,83,104,111,136,156,170,175,186,199],"use":[23,41],"individual":[25],"lights":[27,45,90,95],"in":[28,67,96,165],"an":[29,195],"isolated":[30],"way,":[31],"related":[32,88],"studies":[33],"largely":[35],"ignored":[36],"fact":[38],"that":[39,65],"multi-intersection":[43,203],"spatially":[47],"influenced,":[48],"as":[49,51],"well":[50],"temporal":[53],"dependency":[54,85],"historical":[56,118],"status":[58,127],"current":[60,125],"control.":[63],"To":[64],"end,":[66],"this":[68],"article,":[69],"we":[70,101,140],"propose":[71],"a":[72,97,142,166],"novel":[73],"Spatio-Temporal":[74],"Multi-Agent":[75],"Reinforcement":[76],"Learning":[77],"(STMARL)":[78],"framework":[79],"effectively":[81],"capturing":[82],"spatio-temporal":[84],"multiple":[87,152],"and":[91,155,181],"these":[93],"coordinating":[98],"way.":[99],"Specifically,":[100],"first":[102],"construct":[103],"adjacency":[107],"graph":[108],"based":[109,134,146],"on":[110,135,178],"spatial":[112],"structure":[113],"among":[114,151,202],"lights.":[116,205],"Then,":[117],"records":[120],"will":[121,162],"be":[122,163],"integrated":[123],"with":[124],"via":[128],"Recurrent":[129],"Neural":[130,144],"Network":[131,145],"structure.":[132],"Moreover,":[133],"temporally-dependent":[137],"information,":[139],"design":[141],"Graph":[143],"model":[147],"represent":[149],"relationships":[150],"lights,":[154],"decision":[157],"each":[159],"distributed":[167],"way":[168],"by":[169],"deep":[171],"Q-learning":[172],"method.":[173],"Finally,":[174],"experimental":[176],"results":[177],"both":[179],"synthetic":[180],"real-world":[182],"data":[183],"demonstrated":[185],"effectiveness":[187],"our":[189],"STMARL":[190],"framework,":[191],"which":[192],"also":[193],"provides":[194],"insightful":[196],"understanding":[197],"influence":[200],"mechanism":[201]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3096739060","counts_by_year":[{"year":2026,"cited_by_count":35},{"year":2025,"cited_by_count":47},{"year":2024,"cited_by_count":45},{"year":2023,"cited_by_count":37},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":10},{"year":2019,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2020-11-09T00:00:00"}
