{"id":"https://openalex.org/W4308080099","doi":"https://doi.org/10.1109/itsc55140.2022.9921887","title":"Towards a Very Large Scale Traffic Simulator for Multi-Agent Reinforcement Learning Testbeds","display_name":"Towards a Very Large Scale Traffic Simulator for Multi-Agent Reinforcement Learning Testbeds","publication_year":2022,"publication_date":"2022-10-08","ids":{"openalex":"https://openalex.org/W4308080099","doi":"https://doi.org/10.1109/itsc55140.2022.9921887"},"language":"en","primary_location":{"id":"doi:10.1109/itsc55140.2022.9921887","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc55140.2022.9921887","pdf_url":null,"source":{"id":"https://openalex.org/S4363607737","display_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066820318","display_name":"Zijian Hu","orcid":"https://orcid.org/0000-0001-8167-8566"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Zijian Hu","raw_affiliation_strings":["The Hong Kong Polytechnic University,Department of Civil and Environmental Engineering,Kowloon,Hong Kong SAR","Department of Civil and Environmental Engineering, The Hong Kong Polytechnic University, Kowloon, Hong Kong SAR"],"affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University,Department of Civil and Environmental Engineering,Kowloon,Hong Kong SAR","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Department of Civil and Environmental Engineering, The Hong Kong Polytechnic University, Kowloon, Hong Kong SAR","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012147276","display_name":"Chengxiang Zhuge","orcid":"https://orcid.org/0000-0002-9942-3462"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chengxiang Zhuge","raw_affiliation_strings":["The Hong Kong Polytechnic University,Department of Land Surveying and Geo-Informatics,Kowloon,Hong Kong SAR","Department of Land Surveying and Geo-Informatics, The Hong Kong Polytechnic University, Kowloon, Hong Kong SAR"],"affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University,Department of Land Surveying and Geo-Informatics,Kowloon,Hong Kong SAR","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Department of Land Surveying and Geo-Informatics, The Hong Kong Polytechnic University, Kowloon, Hong Kong SAR","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100455564","display_name":"Wei Ma","orcid":"https://orcid.org/0000-0003-3162-5049"},"institutions":[{"id":"https://openalex.org/I182722699","display_name":"Shenzhen Polytechnic","ror":"https://ror.org/00d2w9g53","country_code":"CN","type":"education","lineage":["https://openalex.org/I182722699"]},{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Wei Ma","raw_affiliation_strings":["The Hong Kong Polytechnic University,Department of Civil and Environmental Engineering,Hong Kong SAR,China","Department of Civil and Environmental Engineering, The Hong Kong Polytechnic University, Hong Kong SAR, China","The Hong Kong Polytechnic University Shenzhen Research Institute, Shenzhen, Guangdong, China","Research Institute for Sustainable Urban Development, The Hong Kong Polytechnic University, Hong Kong SAR, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University,Department of Civil and Environmental Engineering,Hong Kong SAR,China","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Department of Civil and Environmental Engineering, The Hong Kong Polytechnic University, Hong Kong SAR, China","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"The Hong Kong Polytechnic University Shenzhen Research Institute, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I182722699","https://openalex.org/I14243506"]},{"raw_affiliation_string":"Research Institute for Sustainable Urban Development, The Hong Kong Polytechnic University, Hong Kong SAR, China","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5066820318"],"corresponding_institution_ids":["https://openalex.org/I14243506"],"apc_list":null,"apc_paid":null,"fwci":2.1226,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.88990457,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"363","last_page":"368"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9478999972343445,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6758869886398315},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6399951577186584},{"id":"https://openalex.org/keywords/traffic-simulation","display_name":"Traffic simulation","score":0.5823736786842346},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.5772005319595337},{"id":"https://openalex.org/keywords/traffic-flow","display_name":"Traffic flow (computer networking)","score":0.5765675902366638},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5302882790565491},{"id":"https://openalex.org/keywords/gridlock","display_name":"Gridlock","score":0.4872052073478699},{"id":"https://openalex.org/keywords/macro","display_name":"Macro","score":0.4533509612083435},{"id":"https://openalex.org/keywords/eclipse","display_name":"Eclipse","score":0.42644405364990234},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29842427372932434},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18580362200737},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1746336817741394},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.16321790218353271},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10346728563308716},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.08429640531539917}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6758869886398315},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6399951577186584},{"id":"https://openalex.org/C2778391309","wikidata":"https://www.wikidata.org/wiki/Q7832527","display_name":"Traffic simulation","level":3,"score":0.5823736786842346},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.5772005319595337},{"id":"https://openalex.org/C207512268","wikidata":"https://www.wikidata.org/wiki/Q3074551","display_name":"Traffic flow (computer networking)","level":2,"score":0.5765675902366638},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5302882790565491},{"id":"https://openalex.org/C2778558725","wikidata":"https://www.wikidata.org/wiki/Q8189896","display_name":"Gridlock","level":3,"score":0.4872052073478699},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.4533509612083435},{"id":"https://openalex.org/C2778505590","wikidata":"https://www.wikidata.org/wiki/Q141022","display_name":"Eclipse","level":2,"score":0.42644405364990234},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29842427372932434},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18580362200737},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1746336817741394},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.16321790218353271},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10346728563308716},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.08429640531539917},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc55140.2022.9921887","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc55140.2022.9921887","pdf_url":null,"source":{"id":"https://openalex.org/S4363607737","display_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.7900000214576721}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2081680242","https://openalex.org/W2138252221","https://openalex.org/W2356232345","https://openalex.org/W2389374605","https://openalex.org/W4389662578","https://openalex.org/W624967826","https://openalex.org/W632450529","https://openalex.org/W2374927840","https://openalex.org/W1928680093","https://openalex.org/W3016994274"],"abstract_inverted_index":{"Smart":[0],"traffic":[1,16,23,33,86,100,115,194],"control":[2,24,62],"and":[3,25,68,113,121,134],"management":[4,26],"become":[5],"an":[6],"emerging":[7],"application":[8],"for":[9,60,88,102,202],"Deep":[10],"Reinforcement":[11],"Learning":[12],"(DRL)":[13],"to":[14,64,118,152,168],"solve":[15],"congestion":[17],"problems":[18],"in":[19,142,173],"urban":[20],"networks.":[21],"Different":[22],"policies":[27],"can":[28,149],"be":[29,150],"tested":[30],"on":[31,83,132],"the":[32,42,65,72,84,135,161,189,191],"simulation.":[34],"Current":[35],"DRL-based":[36],"studies":[37,82],"are":[38],"mainly":[39],"supported":[40],"by":[41],"microscopic":[43],"simulation":[44,116,172],"software":[45],"(e.g.,":[46],"SUMO":[47],"<sup":[48,51],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[49,52],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[50,53],"https://www.eclipse.org/sumo/),":[54],"while":[55],"it":[56],"is":[57,78,183],"not":[58],"suitable":[59],"city-wide":[61],"due":[63],"computational":[66],"burden":[67],"gridlock":[69],"effect.":[70],"To":[71],"best":[73],"of":[74,81,94,147],"our":[75],"knowledge,":[76],"there":[77],"a":[79,98,170,174,199],"lack":[80],"large-scale":[85,104,204],"simulator":[87,101,109,163,195],"D":[89],"RL":[90],"testbeds.":[91],"In":[92,188],"view":[93],"this,":[95],"we":[96],"propose":[97],"meso-macro":[99,193],"very":[103,175,203],"DRL":[105,155,205],"scenarios.":[106],"The":[107,124,157],"proposed":[108],"integrates":[110],"meso":[111,125],"scopic":[112,126],"macroscopic":[114,136],"models":[117,148],"improve":[119],"efficiency":[120],"eliminate":[122],"gridlocks.":[123],"link":[127],"model":[128,138],"simulates":[129],"flow":[130],"dynamics":[131],"roads,":[133],"Bathtub":[137],"depicts":[139],"vehicle":[140],"movement":[141],"regions.":[143],"Moreover,":[144],"both":[145],"types":[146],"hybridized":[151],"accommodate":[153],"various":[154],"tasks.":[156],"result":[158],"shows":[159],"that":[160],"developed":[162,192],"only":[164],"takes":[165],"46":[166],"seconds":[167],"finish":[169],"24-hour":[171],"large":[176],"city":[177],"with":[178],"2.2":[179],"million":[180],"vehicles,":[181],"which":[182],"much":[184],"faster":[185],"than":[186],"SUMO.":[187],"future,":[190],"could":[196],"serve":[197],"as":[198],"new":[200],"environment":[201],"problems.":[206]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}