{"id":"https://openalex.org/W3091240653","doi":"https://doi.org/10.1109/ccta41146.2020.9206275","title":"Multi-Agent Bootstrapped Deep Q-Network for Large-Scale Traffic Signal Control","display_name":"Multi-Agent Bootstrapped Deep Q-Network for Large-Scale Traffic Signal Control","publication_year":2020,"publication_date":"2020-08-01","ids":{"openalex":"https://openalex.org/W3091240653","doi":"https://doi.org/10.1109/ccta41146.2020.9206275","mag":"3091240653"},"language":"en","primary_location":{"id":"doi:10.1109/ccta41146.2020.9206275","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccta41146.2020.9206275","pdf_url":null,"source":{"id":"https://openalex.org/S4306498667","display_name":"2020 IEEE Conference on Control Technology and Applications (CCTA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Conference on Control Technology and Applications (CCTA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101667380","display_name":"Tian Tan","orcid":"https://orcid.org/0000-0001-9173-2984"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tian Tan","raw_affiliation_strings":["Department of Civil and Environmental Engineering, Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101737502","display_name":"Tianshu Chu","orcid":"https://orcid.org/0000-0002-9404-3348"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianshu Chu","raw_affiliation_strings":["Department of Civil and Environmental Engineering, Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101422661","display_name":"Jie Wang","orcid":"https://orcid.org/0000-0003-1857-5569"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jie Wang","raw_affiliation_strings":["Department of Civil and Environmental Engineering, Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101667380"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":4.6738,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.96508192,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"358","last_page":"365"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8324441909790039},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.8120920062065125},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7103950381278992},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5483055114746094},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.48008090257644653},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.4589255154132843},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4128008484840393},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38406604528427124},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08166778087615967}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8324441909790039},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.8120920062065125},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7103950381278992},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5483055114746094},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.48008090257644653},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.4589255154132843},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4128008484840393},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38406604528427124},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08166778087615967},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ccta41146.2020.9206275","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccta41146.2020.9206275","pdf_url":null,"source":{"id":"https://openalex.org/S4306498667","display_name":"2020 IEEE Conference on Control Technology and Applications (CCTA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Conference on Control Technology and Applications (CCTA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.44999998807907104}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1522301498","https://openalex.org/W1542595278","https://openalex.org/W1869778509","https://openalex.org/W1928215159","https://openalex.org/W1986459634","https://openalex.org/W2039522160","https://openalex.org/W2125001944","https://openalex.org/W2145339207","https://openalex.org/W2153002112","https://openalex.org/W2153160520","https://openalex.org/W2155007355","https://openalex.org/W2156737235","https://openalex.org/W2159721029","https://openalex.org/W2280163991","https://openalex.org/W2485902895","https://openalex.org/W2498017881","https://openalex.org/W2725582697","https://openalex.org/W2747046834","https://openalex.org/W2766381093","https://openalex.org/W2768629321","https://openalex.org/W2807588596","https://openalex.org/W2915117209","https://openalex.org/W2933570795","https://openalex.org/W2962723954","https://openalex.org/W2962767126","https://openalex.org/W2962953307","https://openalex.org/W2963938771","https://openalex.org/W2964043796","https://openalex.org/W2964121744","https://openalex.org/W2964161785","https://openalex.org/W2990474833","https://openalex.org/W2996070979","https://openalex.org/W2997922319","https://openalex.org/W2998402821","https://openalex.org/W3004327549","https://openalex.org/W4234228486","https://openalex.org/W4288264640","https://openalex.org/W6639086533","https://openalex.org/W6682849425","https://openalex.org/W6683195989","https://openalex.org/W6692846177","https://openalex.org/W6695011786","https://openalex.org/W6746015766","https://openalex.org/W6752244597","https://openalex.org/W6759553562","https://openalex.org/W6766900654","https://openalex.org/W6986888325"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W2348909947","https://openalex.org/W3049728571","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Deep":[0,23,70],"reinforcement":[1],"learning":[2],"(RL)":[3],"has":[4],"demonstrated":[5],"promising":[6],"performance":[7],"for":[8,25,61,115],"adaptive":[9],"traffic":[10,27,132],"signal":[11],"control":[12],"(ATSC)":[13],"in":[14,89],"simulated":[15],"environments.":[16],"However,":[17],"it":[18,84],"is":[19],"infeasible":[20],"to":[21,31,48,74],"apply":[22],"RL":[24,54,58],"real-world":[26],"systems":[28],"mainly":[29],"due":[30],"the":[32,68,86,121],"lack":[33],"of":[34,38,53,80,112,123],"a":[35,95,103,128],"large":[36],"amount":[37],"high-quality":[39],"data.":[40],"In":[41],"this":[42],"paper,":[43],"we":[44,65,101,119],"introduce":[45],"efficient":[46],"exploration":[47,76],"improve":[49],"sample-efficiency":[50],"and":[51,83,92],"robustness":[52,93],"training,":[55],"making":[56],"deep":[57],"more":[59],"practical":[60],"large-scale":[62,116,129],"ATSC.":[63],"Specifically,":[64],"first":[66],"adopt":[67],"bootstrapped":[69,113],"Q-Network":[71],"(DQN)":[72],"algorithm":[73],"induce":[75],"via":[77],"an":[78],"ensemble":[79],"behavior":[81],"policies,":[82],"outperforms":[85],"vanilla":[87],"DQN":[88,105,114],"both":[90],"efficiency":[91],"on":[94,127],"handcrafted":[96],"asymmetric":[97],"isolated":[98],"intersection.":[99],"Further,":[100],"develop":[102],"multi-agent":[104,125],"structure":[106],"that":[107],"enables":[108],"conditional":[109],"parameter":[110],"sharing":[111],"problems.":[117],"Finally,":[118],"demonstrate":[120],"effectiveness":[122],"our":[124],"approach":[126],"5\u00d75":[130],"synthetic":[131],"grid":[133],"with":[134],"25":[135],"intersections.":[136]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}